== sanity-flr test 70a: flr mode fsx test ================ 13:26:36 (1790097996) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 7998 000001 1790097998.505279 write 0x01b4e2 thru 0x027623 (0xc142 bytes) 000002 1790097998.517401 read 0x0025a1 thru 0x00aee5 (0x8945 bytes) fallocating to largest ever: 0x3d7c1 000003 1790097998.526266 fallocate 0x039a90 thru 0x03d7c0 (0x3d31 bytes) 000004 1790097998.530518 mapwrite 0x005e2b thru 0x015d30 (0xff06 bytes) 000005 1790097998.577006 mapwrite 0x02227d thru 0x027359 (0x50dd bytes) 000006 1790097998.596464 trunc from 0x027624 to 0x014184 (0x1349f bytes) 000007 1790097998.619944 trunc from 0x014185 to 0x023595 (0xf411 bytes) 000008 1790097998.644778 trunc from 0x0218bb to 0x023595 (0x1cdb bytes) 000009 1790097998.657680 trunc from 0x023596 to 0x0314aa (0xdf15 bytes) 000010 1790097998.712338 trunc from 0x01d37f to 0x02b44b (0xe0cd bytes) 000012 1790097998.724321 mapwrite 0x0022f1 thru 0x00633c (0x404c bytes) fallocating to largest ever: 0x3de07 000013 1790097998.751539 fallocate 0x03cb1d thru 0x03de06 (0x12ea bytes) 000014 1790097998.759376 fallocate 0x01ed9e thru 0x02da0e (0xec71 bytes) 000015 1790097998.767955 write 0x025db9 thru 0x02e5a3 (0x87eb bytes) 000016 1790097998.784685 mapread 0x0170ed thru 0x022097 (0xafab bytes) 000017 1790097998.815490 mapwrite 0x01ca80 thru 0x02341f (0x69a0 bytes) 000018 1790097998.842492 trunc from 0x03de07 to 0x032353 (0xbab3 bytes) 000019 1790097998.859705 mapwrite 0x03c33a thru 0x03ffff (0x3cc6 bytes) 000020 1790097998.896939 fallocate 0x0054b1 thru 0x0114c6 (0xc016 bytes) 000021 1790097998.902034 trunc from 0x040000 to 0x0105fa (0x2fa05 bytes) 000022 1790097998.926275 read 0x0050b5 thru 0x0105fa (0xb546 bytes) 000023 1790097998.926950 trunc from 0x0105fb to 0x01d56c (0xcf72 bytes) 000024 1790097998.946844 mapwrite 0x004713 thru 0x00a16f (0x5a5d bytes) 000025 1790097998.962925 punch from 0x000b8d to 0x0019ff (0xe73 bytes) 000026 1790097998.967770 trunc from 0x0194eb to 0x01d56c (0x4082 bytes) 000027 1790097998.971942 trunc from 0x0177a9 to 0x01d56c (0x5dc4 bytes) 000028 1790097998.977942 read 0x008ead thru 0x00da70 (0x4bc4 bytes) 000029 1790097998.978926 punch from 0x00c745 to 0x01a0fb (0xd9b7 bytes) 000030 1790097998.985760 write 0x026efa thru 0x02a667 (0x376e bytes) 000031 1790097998.987109 mapwrite 0x03fe9c thru 0x03ffff (0x164 bytes) 000032 1790097999.052683 trunc from 0x040000 to 0x029c29 (0x163d6 bytes) 000033 1790097999.067826 mapwrite 0x0219c3 thru 0x02469c (0x2cda bytes) 000034 1790097999.084717 trunc from 0x01fd45 to 0x029c29 (0x9ee5 bytes) 000035 1790097999.091130 read 0x00ffd7 thru 0x016f41 (0x6f6b bytes) 000036 1790097999.092104 fallocate 0x016793 thru 0x0169df (0x24d bytes) 000037 1790097999.097728 trunc from 0x029c2a to 0x0147b6 (0x15473 bytes) 000038 1790097999.119451 trunc from 0x0147b7 to 0x008c60 (0xbb56 bytes) 000040 1790097999.144155 punch from 0x007a84 to 0x008c60 (0x11dd bytes) 000042 1790097999.152467 fallocate 0x03278a thru 0x03672b (0x3fa2 bytes) 000043 1790097999.159045 write 0x03c835 thru 0x03ffff (0x37cb bytes) 000044 1790097999.161514 fallocate 0x02aca4 thru 0x034c45 (0x9fa2 bytes) 000045 1790097999.168591 mapread 0x0149f0 thru 0x01be8d (0x749e bytes) 000046 1790097999.185558 mapwrite 0x0364e7 thru 0x03ffff (0x9b19 bytes) 000047 1790097999.207919 mapread 0x01b90a thru 0x020ddb (0x54d2 bytes) 000048 1790097999.209546 trunc from 0x040000 to 0x01115f (0x2eea0 bytes) 000049 1790097999.228774 read 0x007b32 thru 0x00e639 (0x6b08 bytes) 000051 1790097999.231062 mapwrite 0x033fa6 thru 0x03462d (0x688 bytes) 000052 1790097999.280000 trunc from 0x00e1da to 0x018b9e (0xa9c5 bytes) 000054 1790097999.291821 punch from 0x01a213 to 0x025f7a (0xbd68 bytes) 000055 1790097999.303960 mapwrite 0x03c5d5 thru 0x03d580 (0xfac bytes) 000056 1790097999.352742 mapwrite 0x02dab4 thru 0x02f0fa (0x1647 bytes) 000057 1790097999.374667 trunc from 0x03d581 to 0x01bce0 (0x218a0 bytes) 000058 1790097999.396012 trunc from 0x01bce1 to 0x02bd5b (0x1007b bytes) 000059 1790097999.418609 punch from 0x00a7b1 to 0x016aa2 (0xc2f2 bytes) 000060 1790097999.424538 mapread 0x013c5e thru 0x019c8b (0x602e bytes) 000061 1790097999.453659 mapwrite 0x03dd66 thru 0x03ffff (0x229a bytes) 000063 1790097999.492706 punch from 0x007e38 to 0x008418 (0x5e1 bytes) 000064 1790097999.499048 punch from 0x0398c1 to 0x03ffff (0x673f bytes) 000065 1790097999.504447 trunc from 0x00e3ca to 0x01aee3 (0xcb1a bytes) 000066 1790097999.510578 trunc from 0x040000 to 0x002901 (0x3d6fe bytes) 000067 1790097999.527121 trunc from 0x00255d to 0x002901 (0x3a5 bytes) 000068 1790097999.533157 mapread 0x00226a thru 0x002901 (0x698 bytes) 000070 1790097999.544817 write 0x00fc89 thru 0x019ae2 (0x9e5a bytes) 000072 1790097999.548758 write 0x033e61 thru 0x03ffff (0xc19f bytes) 000073 1790097999.550936 punch from 0x01ad8c to 0x02209f (0x7314 bytes) 000074 1790097999.555812 mapwrite 0x002261 thru 0x005915 (0x36b5 bytes) 000075 1790097999.598546 mapread 0x006c52 thru 0x014ba6 (0xdf55 bytes) 000076 1790097999.665821 trunc from 0x015f5d to 0x020998 (0xaa3c bytes) 000077 1790097999.682879 write 0x0163a9 thru 0x022716 (0xc36e bytes) 000080 1790097999.697262 punch from 0x0278fd to 0x02f476 (0x7b7a bytes) 000081 1790097999.702896 read 0x0331ed thru 0x03ffff (0xce13 bytes) 000082 1790097999.704135 write 0x019da7 thru 0x0265ae (0xc808 bytes) 000083 1790097999.715627 trunc from 0x040000 to 0x019357 (0x26ca8 bytes) 000085 1790097999.738524 trunc from 0x019358 to 0x009498 (0xfebf bytes) 000086 1790097999.755395 punch from 0x009064 to 0x009498 (0x435 bytes) 000087 1790097999.762695 mapread 0x0077ec thru 0x009498 (0x1cad bytes) 000088 1790097999.783690 fallocate 0x025093 thru 0x0329da (0xd948 bytes) 000089 1790097999.800000 write 0x03008e thru 0x037ecf (0x7e42 bytes) 000090 1790097999.823721 read 0x016bb1 thru 0x023653 (0xcaa3 bytes) 000092 1790097999.844977 mapread 0x01177c thru 0x02104f (0xf8d4 bytes) 000094 1790097999.847978 write 0x002865 thru 0x0046e9 (0x1e85 bytes) 000096 1790097999.850767 mapwrite 0x01dd3d thru 0x025ef9 (0x81bd bytes) 000097 1790097999.896357 trunc from 0x037ed0 to 0x0361aa (0x1d25 bytes) 000098 1790097999.925499 trunc from 0x012389 to 0x014c13 (0x288b bytes) 000099 1790097999.931369 mapwrite 0x00a437 thru 0x01825c (0xde26 bytes) 000100 1790097999.967941 trunc from 0x0361ab to 0x0166bc (0x1faee bytes) 000101 1790097999.999926 trunc from 0x0166bd to 0x02c986 (0x162ca bytes) 000103 1790098000.029944 read 0x026c8f thru 0x0297ea (0x2b5c bytes) 000104 1790098000.039222 punch from 0x0110d9 to 0x01aaba (0x99e2 bytes) 000105 1790098000.050991 fallocate 0x00040d thru 0x00fd85 (0xf979 bytes) 000106 1790098000.065141 trunc from 0x02c987 to 0x014689 (0x182fd bytes) 000108 1790098000.093326 fallocate 0x00dbd2 thru 0x01b811 (0xdc40 bytes) 000109 1790098000.102469 read 0x0037e8 thru 0x0134d6 (0xfcef bytes) 000111 1790098000.120572 mapwrite 0x02e36c thru 0x032f31 (0x4bc6 bytes) 000112 1790098000.196709 write 0x03375f thru 0x03aab9 (0x735b bytes) 000113 1790098000.198349 trunc from 0x03aaba to 0x00c49d (0x2e61c bytes) 000114 1790098000.233911 write 0x00a01d thru 0x00c934 (0x2918 bytes) 000116 1790098000.235771 fallocate 0x015cad thru 0x01a1ab (0x44ff bytes) 000117 1790098000.241419 fallocate 0x00c64c thru 0x016610 (0x9fc5 bytes) 000118 1790098000.249233 read 0x004984 thru 0x00e805 (0x9e82 bytes) 000119 1790098000.277605 fallocate 0x00cb4a thru 0x016f91 (0xa448 bytes) 000120 1790098000.286225 write 0x01e8f4 thru 0x026154 (0x7861 bytes) 000121 1790098000.299604 fallocate 0x013a5f thru 0x01d8f2 (0x9e94 bytes) 000122 1790098000.317004 mapwrite 0x00eee6 thru 0x01d100 (0xe21b bytes) 000124 1790098000.404978 mapread 0x019035 thru 0x026154 (0xd120 bytes) 000125 1790098000.406441 punch from 0x002ad0 to 0x011ba4 (0xf0d5 bytes) 000126 1790098000.415264 trunc from 0x00a9a6 to 0x0114c5 (0x6b20 bytes) 000127 1790098000.421579 write 0x021142 thru 0x02e3bf (0xd27e bytes) 000128 1790098000.424770 read 0x00d39a thru 0x0192da (0xbf41 bytes) 000129 1790098000.445242 write 0x01129c thru 0x017d11 (0x6a76 bytes) 000130 1790098000.464428 trunc from 0x02e3c0 to 0x023cf1 (0xa6ce bytes) 000131 1790098000.497904 fallocate 0x014a07 thru 0x023d09 (0xf303 bytes) 000132 1790098000.505881 write 0x031a75 thru 0x03c96f (0xaefb bytes) 000133 1790098000.507341 mapread 0x00b33d thru 0x0147ba (0x947e bytes) 000134 1790098000.508182 mapread 0x035724 thru 0x037e2b (0x2708 bytes) 000135 1790098000.513120 write 0x028dd1 thru 0x032d57 (0x9f87 bytes) 000136 1790098000.536930 trunc from 0x0069dd to 0x00d960 (0x6f84 bytes) 000137 1790098000.543036 mapwrite 0x0314a0 thru 0x03fb73 (0xe6d4 bytes) 000138 1790098000.597549 punch from 0x0102a4 to 0x01929c (0x8ff9 bytes) 000140 1790098000.604500 mapread 0x0384a9 thru 0x03f003 (0x6b5b bytes) 000141 1790098000.609892 mapwrite 0x012c4e thru 0x019d66 (0x7119 bytes) 000142 1790098000.680351 mapread 0x03eaad thru 0x03fb73 (0x10c7 bytes) 000143 1790098000.681156 write 0x00eca4 thru 0x011507 (0x2864 bytes) 000144 1790098000.687985 trunc from 0x03fb74 to 0x001e43 (0x3dd30 bytes) 000145 1790098000.711884 trunc from 0x00070c to 0x001e43 (0x1738 bytes) 000146 1790098000.719198 mapwrite 0x02c1d2 thru 0x0359e1 (0x9810 bytes) 000147 1790098000.843620 fallocate 0x01cc11 thru 0x029991 (0xcd81 bytes) 000148 1790098000.849748 trunc from 0x0359e2 to 0x015ea0 (0x1fb41 bytes) 000149 1790098000.867562 mapwrite 0x01a93a thru 0x02353a (0x8c01 bytes) 000150 1790098001.027835 trunc from 0x010885 to 0x01a448 (0x9bc4 bytes) 000153 1790098001.041040 read 0x00bff3 thru 0x014f8a (0x8f98 bytes) 000154 1790098001.071909 trunc from 0x0148c2 to 0x0155be (0xcfd bytes) 000155 1790098001.082788 read 0x00b39d thru 0x010fa4 (0x5c08 bytes) 000157 1790098001.084064 trunc from 0x01dcf9 to 0x02353a (0x5842 bytes) 000158 1790098001.094431 trunc from 0x02353b to 0x039448 (0x15f0e bytes) 000159 1790098001.143781 fallocate 0x039cdb thru 0x03d5f8 (0x391e bytes) 000160 1790098001.154540 mapread 0x038474 thru 0x03d5f8 (0x5185 bytes) 000161 1790098001.175478 trunc from 0x01a500 to 0x01eb59 (0x465a bytes) 000162 1790098001.188834 punch from 0x022478 to 0x0305f5 (0xe17e bytes) 000164 1790098001.197523 mapwrite 0x025b76 thru 0x03432e (0xe7b9 bytes) 000165 1790098001.280826 write 0x019806 thru 0x01fb0f (0x630a bytes) 000166 1790098001.283597 fallocate 0x01c92c thru 0x02893e (0xc013 bytes) 000167 1790098001.296871 MIRROR_EXTEND to 2 mirrors 000168 1790098002.043543 trunc from 0x017bd8 to 0x01f4c7 (0x78f0 bytes) 000169 1790098002.092218 mapwrite 0x0027ee thru 0x00f10c (0xc91f bytes) 000170 1790098002.137124 trunc from 0x03d5f9 to 0x024cb1 (0x18947 bytes) 000171 1790098002.185458 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x24cb2): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24cb2): Mirror 2: 0x87dba336 (stale) CRC-32 checksum value for chunk [0, 0x24cb2): Mirror 1: 0xa46ae52 Mirror 3: 0xa46ae52 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24cb2: skipped 000172 1790098003.406574 write 0x02e5c0 thru 0x0321d4 (0x3c15 bytes) 000173 1790098003.476488 trunc from 0x02ca8d to 0x0321d4 (0x5748 bytes) 000175 1790098003.506398 trunc from 0x0321d5 to 0x030182 (0x2052 bytes) 000176 1790098003.526948 read 0x0058bb thru 0x00dff4 (0x873a bytes) 000177 1790098003.536818 mapread 0x0232d8 thru 0x02c784 (0x94ad bytes) 000178 1790098003.556106 trunc from 0x030183 to 0x0223f8 (0xdd8a bytes) 000179 1790098003.570915 mapwrite 0x01caea thru 0x01fa5d (0x2f74 bytes) 000181 1790098003.607204 mapwrite 0x015f7d thru 0x01a108 (0x418c bytes) 000182 1790098003.652151 fallocate 0x010a27 thru 0x01fd01 (0xf2db bytes) 000183 1790098003.666319 trunc from 0x01f17e to 0x0223f8 (0x327b bytes) 000184 1790098003.679005 trunc from 0x0223f9 to 0x0188ff (0x9af9 bytes) 000185 1790098003.711006 mapwrite 0x00ba3f thru 0x00fdbc (0x437e bytes) 000186 1790098003.749576 trunc from 0x018900 to 0x033e84 (0x1b585 bytes) 000187 1790098003.767943 punch from 0x02e1fb to 0x033e84 (0x5c8a bytes) 000188 1790098003.773095 mapread 0x0139ea thru 0x0181ac (0x47c3 bytes) 000189 1790098003.774809 mapread 0x004286 thru 0x007c71 (0x39ec bytes) 000190 1790098003.781582 mapwrite 0x03ca32 thru 0x03ffff (0x35ce bytes) 000191 1790098003.848731 trunc from 0x040000 to 0x03b044 (0x4fbb bytes) 000192 1790098003.878808 fallocate 0x007bb7 thru 0x00d9cf (0x5e19 bytes) 000193 1790098003.895795 write 0x01c970 thru 0x024a9f (0x8130 bytes) 000194 1790098003.918793 punch from 0x0131ef to 0x0144d1 (0x12e3 bytes) 000195 1790098003.926465 write 0x00f994 thru 0x01133b (0x19a8 bytes) 000196 1790098003.928393 mapwrite 0x03b526 thru 0x03ffff (0x4ada bytes) 000197 1790098003.993657 mapread 0x02c7c1 thru 0x0336c2 (0x6f02 bytes) 000198 1790098004.018253 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xec54a841 (stale) Mirror 3: 0xab44ecc1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x35974458 Mirror 4: 0x35974458 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000199 1790098005.223656 fallocate 0x00652b thru 0x00d34c (0x6e22 bytes) 000200 1790098005.259509 trunc from 0x040000 to 0x017e1d (0x281e2 bytes) 000201 1790098005.288852 punch from 0x01478f to 0x017e1d (0x368f bytes) 000202 1790098005.297880 trunc from 0x016255 to 0x017133 (0xedf bytes) 000204 1790098005.304005 read 0x000a5b thru 0x006e33 (0x63d9 bytes) 000206 1790098005.315837 fallocate 0x0266e7 thru 0x02de74 (0x778e bytes) 000207 1790098005.320753 mapread 0x014d64 thru 0x01bdeb (0x7088 bytes) 000208 1790098005.345433 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2de75): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2de75): Mirror 2: 0x6446be61 (stale) Mirror 3: 0xfc805cd4 (stale) Mirror 4: 0xba0157c (stale) CRC-32 checksum value for chunk [0, 0x2de75): Mirror 1: 0x1c5937a4 Mirror 5: 0x1c5937a4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2de75: skipped 000209 1790098006.405236 MIRROR_RESYNC 5 mirrors 000210 1790098007.627128 punch from 0x005d9c to 0x00ce4e (0x70b3 bytes) 000211 1790098007.673645 mapread 0x01972f thru 0x02567a (0xbf4c bytes) 000212 1790098007.720740 punch from 0x02a015 to 0x02de74 (0x3e60 bytes) 000213 1790098007.726969 trunc from 0x02de75 to 0x03a73f (0xc8cb bytes) 000214 1790098007.795374 trunc from 0x03a740 to 0x004007 (0x36738 bytes) 000215 1790098007.825801 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x4008): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x4008): Mirror 2: 0xb619890c (stale) Mirror 3: 0xb619890c (stale) Mirror 4: 0xb619890c (stale) Mirror 5: 0xb619890c (stale) CRC-32 checksum value for chunk [0, 0x4008): Mirror 1: 0xb619890c Mirror 6: 0xb619890c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x4008: skipped 000216 1790098009.060493 trunc from 0x004008 to 0x028a1e (0x24a17 bytes) 000218 1790098009.139032 trunc from 0x014664 to 0x01bdcc (0x7769 bytes) 000219 1790098009.148429 trunc from 0x028a1f to 0x00a9d6 (0x1e048 bytes) 000220 1790098009.178082 read 0x0043aa thru 0x00a9d6 (0x662d bytes) 000221 1790098009.197924 fallocate 0x026258 thru 0x02858e (0x2337 bytes) 000222 1790098009.215068 mapwrite 0x00293d thru 0x00706a (0x472e bytes) 000223 1790098009.268310 trunc from 0x01e849 to 0x026f3d (0x86f5 bytes) 000224 1790098009.276935 punch from 0x020a73 to 0x02858e (0x7b1c bytes) 000226 1790098009.286088 punch from 0x01248d to 0x016dda (0x494e bytes) 000227 1790098009.298523 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2858f): Mirror 3: 0x35cecab2 (stale) Mirror 4: 0x35cecab2 (stale) Mirror 5: 0x35cecab2 (stale) Mirror 6: 0x337755d6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2858f): Mirror 3: 0x35cecab2 (stale) Mirror 4: 0x35cecab2 (stale) Mirror 5: 0x35cecab2 (stale) Mirror 6: 0x337755d6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2858f: skipped 000228 1790098009.803661 mapread 0x0183bb thru 0x01c23b (0x3e81 bytes) 000229 1790098009.833807 write 0x023ab6 thru 0x030117 (0xc662 bytes) 000230 1790098009.862772 write 0x0231a3 thru 0x031635 (0xe493 bytes) 000231 1790098009.872260 fallocate 0x0113a1 thru 0x016b52 (0x57b2 bytes) 000232 1790098009.878817 read 0x0285a8 thru 0x031635 (0x908e bytes) 000233 1790098009.884689 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x31636): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31636): Mirror 3: 0x88b236b8 (stale) Mirror 4: 0x88b236b8 (stale) Mirror 5: 0x88b236b8 (stale) Mirror 6: 0x7b3f6b84 (stale) CRC-32 checksum value for chunk [0, 0x31636): Mirror 1: 0x91dc6836 Mirror 7: 0x91dc6836 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31636: skipped 000234 1790098011.125749 mapread 0x018776 thru 0x023484 (0xad0f bytes) 000235 1790098011.186474 mapwrite 0x0154cf thru 0x02265d (0xd18f bytes) 000237 1790098011.338348 trunc from 0x031636 to 0x0388d7 (0x72a2 bytes) 000238 1790098011.370398 punch from 0x0349d7 to 0x0388d7 (0x3f01 bytes) 000239 1790098011.380834 mapwrite 0x01e92a thru 0x022b46 (0x421d bytes) 000240 1790098011.427530 mapwrite 0x018493 thru 0x01fcfb (0x7869 bytes) 000241 1790098011.487114 punch from 0x00a507 to 0x013eee (0x99e8 bytes) 000243 1790098011.510934 MIRROR_RESYNC 6 mirrors 000244 1790098013.111925 trunc from 0x0134f3 to 0x01cda3 (0x98b1 bytes) 000245 1790098013.162679 mapwrite 0x038459 thru 0x03fe43 (0x79eb bytes) 000246 1790098013.242805 trunc from 0x015864 to 0x01a48d (0x4c2a bytes) 000247 1790098013.262109 mapread 0x02b92b thru 0x03a1d9 (0xe8af bytes) 000248 1790098013.287226 mapwrite 0x02a945 thru 0x0302b8 (0x5974 bytes) 000249 1790098013.321459 trunc from 0x03fe44 to 0x01c045 (0x23dfe bytes) 000250 1790098013.361431 punch from 0x007432 to 0x008815 (0x13e4 bytes) 000251 1790098013.371470 trunc from 0x01c046 to 0x02258d (0x6548 bytes) 000253 1790098013.408637 read 0x01640c thru 0x01ff19 (0x9b0e bytes) 000254 1790098013.432898 write 0x0258c0 thru 0x035164 (0xf8a5 bytes) 000255 1790098013.446677 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x35165): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35165): Mirror 3: 0x2a650ec7 (stale) Mirror 4: 0x2a650ec7 (stale) Mirror 5: 0x2a650ec7 (stale) Mirror 6: 0x2a650ec7 (stale) Mirror 7: 0x2a650ec7 (stale) CRC-32 checksum value for chunk [0, 0x35165): Mirror 1: 0x21a93a0d Mirror 8: 0x21a93a0d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35165: skipped 000256 1790098014.519887 trunc from 0x02ced7 to 0x035164 (0x828e bytes) 000257 1790098014.595648 read 0x015ce0 thru 0x0223c6 (0xc6e7 bytes) 000258 1790098014.616470 trunc from 0x02e9d1 to 0x035164 (0x6794 bytes) 000260 1790098014.633074 fallocate 0x0375ed thru 0x039526 (0x1f3a bytes) 000261 1790098014.643524 mapread 0x02b9c6 thru 0x033714 (0x7d4f bytes) 000262 1790098014.698886 mapread 0x0052e9 thru 0x00664f (0x1367 bytes) 000263 1790098014.725067 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x35165): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35165): Mirror 3: 0x2a650ec7 (stale) Mirror 4: 0x2a650ec7 (stale) Mirror 5: 0x2a650ec7 (stale) Mirror 6: 0x2a650ec7 (stale) Mirror 7: 0x2a650ec7 (stale) Mirror 8: 0x21a93a0d (stale) CRC-32 checksum value for chunk [0, 0x35165): Mirror 1: 0xa17e1b05 Mirror 9: 0xa17e1b05 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35165: skipped 000264 1790098015.948879 fallocate 0x01229c thru 0x01a0c5 (0x7e2a bytes) 000265 1790098016.038308 trunc from 0x035165 to 0x02d4a0 (0x7cc4 bytes) 000266 1790098016.103161 punch from 0x018e8f to 0x01ac6a (0x1ddc bytes) 000267 1790098016.113165 write 0x03e9f5 thru 0x03ec88 (0x294 bytes) 000268 1790098016.116344 mapwrite 0x03d875 thru 0x03f90c (0x2098 bytes) 000272 1790098016.183008 read 0x036f9a thru 0x03f90c (0x8973 bytes) 000273 1790098016.200766 fallocate 0x010ac1 thru 0x018ab9 (0x7ff9 bytes) 000274 1790098016.206597 write 0x03b5da thru 0x03cc32 (0x1659 bytes) 000275 1790098016.207502 fallocate 0x030a8d thru 0x035440 (0x49b4 bytes) 000276 1790098016.212726 trunc from 0x02c8e0 to 0x031bb3 (0x52d4 bytes) 000277 1790098016.227103 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3f90d): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f90d): Mirror 3: 0x2c560062 (stale) Mirror 4: 0x2c560062 (stale) Mirror 5: 0x2c560062 (stale) Mirror 6: 0x2c560062 (stale) Mirror 7: 0x2c560062 (stale) Mirror 8: 0x646098e4 (stale) Mirror 9: 0xae94a694 (stale) CRC-32 checksum value for chunk [0, 0x3f90d): Mirror 1: 0x165fafff Mirror 10: 0x165fafff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f90d: skipped 000278 1790098017.349570 trunc from 0x014f2c to 0x017917 (0x29ec bytes) 000279 1790098017.393735 mapwrite 0x019e4b thru 0x029da0 (0xff56 bytes) 000280 1790098017.482791 mapwrite 0x0282db thru 0x02ec31 (0x6957 bytes) 000282 1790098017.523691 read 0x03992e thru 0x03f90c (0x5fdf bytes) 000283 1790098017.551866 MIRROR_RESYNC 9 mirrors 000284 1790098019.783922 fallocate 0x003c6d thru 0x00e788 (0xab1c bytes) 000285 1790098019.832334 read 0x02730f thru 0x02822c (0xf1e bytes) 000286 1790098019.836576 read 0x0026cd thru 0x006570 (0x3ea4 bytes) 000289 1790098019.846850 punch from 0x008ea6 to 0x009305 (0x460 bytes) fallocating to largest ever: 0x40000 000290 1790098019.852257 fallocate 0x03d3d0 thru 0x03ffff (0x2c30 bytes) 000291 1790098019.857343 mapread 0x000260 thru 0x000379 (0x11a bytes) 000292 1790098019.858174 mapwrite 0x01349a thru 0x017556 (0x40bd bytes) 000294 1790098019.890059 trunc from 0x018bed to 0x01db09 (0x4f1d bytes) 000295 1790098019.897767 mapread 0x011a7d thru 0x01cda6 (0xb32a bytes) 000296 1790098019.926665 read 0x0387aa thru 0x03f90c (0x7163 bytes) 000298 1790098019.928584 read 0x010914 thru 0x01f5f1 (0xecde bytes) 000299 1790098019.936573 mapwrite 0x02d69b thru 0x03272a (0x5090 bytes) 000300 1790098019.953526 mapwrite 0x01b7ad thru 0x0245b5 (0x8e09 bytes) 000301 1790098019.981718 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f90d): Mirror 4: 0x17b4812e (stale) Mirror 5: 0x17b4812e (stale) Mirror 6: 0x17b4812e (stale) Mirror 7: 0x17b4812e (stale) Mirror 8: 0x17b4812e (stale) Mirror 9: 0x17b4812e (stale) Mirror 10: 0x17b4812e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f90d): Mirror 4: 0x17b4812e (stale) Mirror 5: 0x17b4812e (stale) Mirror 6: 0x17b4812e (stale) Mirror 7: 0x17b4812e (stale) Mirror 8: 0x17b4812e (stale) Mirror 9: 0x17b4812e (stale) Mirror 10: 0x17b4812e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f90d: skipped 000302 1790098020.443744 mapwrite 0x012e39 thru 0x01d3fa (0xa5c2 bytes) 000303 1790098020.521994 read 0x036cec thru 0x03f90c (0x8c21 bytes) 000304 1790098020.529949 trunc from 0x00d512 to 0x011622 (0x4111 bytes) 000305 1790098020.534109 fallocate 0x0227bf thru 0x02c5db (0x9e1d bytes) 000307 1790098020.540480 fallocate 0x006626 thru 0x00e276 (0x7c51 bytes) 000308 1790098020.545366 read 0x0297ec thru 0x030c4f (0x7464 bytes) 000309 1790098020.558626 trunc from 0x0314bc to 0x03f90c (0xe451 bytes) 000310 1790098020.571157 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f90d): Mirror 4: 0x17b4812e (stale) Mirror 5: 0x17b4812e (stale) Mirror 6: 0x17b4812e (stale) Mirror 8: 0x17b4812e (stale) Mirror 9: 0x17b4812e (stale) Mirror 10: 0x17b4812e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f90d): Mirror 4: 0x17b4812e (stale) Mirror 5: 0x17b4812e (stale) Mirror 6: 0x17b4812e (stale) Mirror 8: 0x17b4812e (stale) Mirror 9: 0x17b4812e (stale) Mirror 10: 0x17b4812e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f90d: skipped 000311 1790098020.995682 punch from 0x02fa83 to 0x0303ad (0x92b bytes) 000312 1790098021.002228 mapread 0x037592 thru 0x039777 (0x21e6 bytes) 000313 1790098021.020643 mapwrite 0x022963 thru 0x02e88f (0xbf2d bytes) 000314 1790098021.068239 fallocate 0x03a02f thru 0x03ffff (0x5fd1 bytes) 000315 1790098021.081464 read 0x029081 thru 0x038116 (0xf096 bytes) 000316 1790098021.082424 mapwrite 0x010391 thru 0x01c0ff (0xbd6f bytes) 000317 1790098021.135160 punch from 0x01d833 to 0x020eb3 (0x3681 bytes) 000318 1790098021.146730 trunc from 0x040000 to 0x02745b (0x18ba4 bytes) 000319 1790098021.172877 read 0x011f0a thru 0x01bf1f (0xa016 bytes) 000320 1790098021.173791 mapread 0x024834 thru 0x02745b (0x2c28 bytes) 000321 1790098021.174904 write 0x03c01e thru 0x03facb (0x3aae bytes) 000323 1790098021.176824 write 0x010989 thru 0x01909b (0x8713 bytes) 000324 1790098021.179123 read 0x0063ab thru 0x013acf (0xd725 bytes) 000325 1790098021.193278 write 0x0391e2 thru 0x03c947 (0x3766 bytes) 000326 1790098021.210546 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3facc): Mirror 4: 0x8d428740 (stale) Mirror 6: 0x8d428740 (stale) Mirror 8: 0x8d428740 (stale) Mirror 9: 0x8d428740 (stale) Mirror 10: 0x8d428740 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3facc): Mirror 4: 0x8d428740 (stale) Mirror 6: 0x8d428740 (stale) Mirror 8: 0x8d428740 (stale) Mirror 9: 0x8d428740 (stale) Mirror 10: 0x8d428740 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3facc: skipped 000327 1790098021.719738 read 0x02b539 thru 0x039e4a (0xe912 bytes) 000328 1790098021.732986 trunc from 0x009fbc to 0x00c803 (0x2848 bytes) 000329 1790098021.741243 mapread 0x03366f thru 0x036679 (0x300b bytes) 000330 1790098021.747508 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3facc): Mirror 6: 0x8d428740 (stale) Mirror 8: 0x8d428740 (stale) Mirror 9: 0x8d428740 (stale) Mirror 10: 0x8d428740 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3facc): Mirror 6: 0x8d428740 (stale) Mirror 8: 0x8d428740 (stale) Mirror 9: 0x8d428740 (stale) Mirror 10: 0x8d428740 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3facc: skipped 000331 1790098022.179910 punch from 0x01830e to 0x01f916 (0x7609 bytes) 000332 1790098022.186274 fallocate 0x0096cb thru 0x00c1bf (0x2af5 bytes) 000333 1790098022.190264 write 0x01f6fd thru 0x02de87 (0xe78b bytes) 000334 1790098022.204379 fallocate 0x01a614 thru 0x02094a (0x6337 bytes) 000335 1790098022.210075 mapwrite 0x01f4ff thru 0x025e29 (0x692b bytes) 000336 1790098022.230896 mapwrite 0x03547c thru 0x03ffff (0xab84 bytes) 000337 1790098022.298538 punch from 0x02ad46 to 0x0344d0 (0x978b bytes) 000338 1790098022.313627 read 0x010c5b thru 0x01f0b9 (0xe45f bytes) 000339 1790098022.337192 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xa60073fd (stale) Mirror 8: 0xa60073fd (stale) Mirror 9: 0xa60073fd (stale) Mirror 10: 0xa60073fd (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xcf1ec38e Mirror 11: 0xcf1ec38e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000340 1790098023.282792 trunc from 0x02c4ad to 0x02f341 (0x2e95 bytes) 000341 1790098023.330490 write 0x03f388 thru 0x03ffff (0xc78 bytes) 000342 1790098023.342405 mapwrite 0x009ea8 thru 0x012a17 (0x8b70 bytes) 000344 1790098023.403927 read 0x03a6fe thru 0x03ffff (0x5902 bytes) 000345 1790098023.414342 mapread 0x01fd0b thru 0x020f99 (0x128f bytes) 000346 1790098023.428675 trunc from 0x040000 to 0x01bfb0 (0x2404f bytes) 000347 1790098023.483826 punch from 0x0188d4 to 0x01bfb0 (0x36dd bytes) 000348 1790098023.488851 punch from 0x0183cb to 0x01bfb0 (0x3be6 bytes) 000349 1790098023.498383 trunc from 0x01bfb1 to 0x00a09b (0x11f15 bytes) 000350 1790098023.526250 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xa09c): Mirror 6: 0xf1665608 (stale) Mirror 8: 0xf1665608 (stale) Mirror 9: 0xf1665608 (stale) Mirror 10: 0xf1665608 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa09c): Mirror 6: 0xf1665608 (stale) Mirror 8: 0xf1665608 (stale) Mirror 9: 0xf1665608 (stale) Mirror 10: 0xf1665608 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa09c: skipped 000351 1790098023.941156 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xa09c): Mirror 6: 0xf1665608 (stale) Mirror 8: 0xf1665608 (stale) Mirror 9: 0xf1665608 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa09c): Mirror 6: 0xf1665608 (stale) Mirror 8: 0xf1665608 (stale) Mirror 9: 0xf1665608 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa09c: skipped 000352 1790098024.336912 fallocate 0x01f5d7 thru 0x02707e (0x7aa8 bytes) 000353 1790098024.342768 trunc from 0x02707f to 0x033e8c (0xce0e bytes) 000354 1790098024.364831 fallocate 0x00dcf1 thru 0x00e04e (0x35e bytes) 000355 1790098024.370398 punch from 0x026b41 to 0x030b28 (0x9fe8 bytes) 000356 1790098024.376136 mapwrite 0x0192a7 thru 0x0266bd (0xd417 bytes) 000357 1790098024.425323 fallocate 0x00cad1 thru 0x017bd2 (0xb102 bytes) 000358 1790098024.428837 fallocate 0x017706 thru 0x01b25a (0x3b55 bytes) 000359 1790098024.432742 trunc from 0x014f01 to 0x01acb4 (0x5db4 bytes) 000360 1790098024.437711 mapwrite 0x013d3e thru 0x020bd3 (0xce96 bytes) 000361 1790098024.473221 MIRROR_RESYNC 4 mirrors 000362 1790098025.889598 read 0x004683 thru 0x00e7f4 (0xa172 bytes) 000363 1790098025.898437 mapwrite 0x02b7ee thru 0x0318d1 (0x60e4 bytes) 000364 1790098026.004829 read 0x010dbb thru 0x01f0d1 (0xe317 bytes) 000365 1790098026.022024 mapwrite 0x00a1bb thru 0x00b9c1 (0x1807 bytes) 000366 1790098026.053042 punch from 0x0306ac to 0x031ad8 (0x142d bytes) 000367 1790098026.057204 read 0x018e63 thru 0x01f249 (0x63e7 bytes) 000368 1790098026.057885 trunc from 0x02bb3b to 0x02ed42 (0x3208 bytes) 000369 1790098026.067795 punch from 0x030113 to 0x033e8c (0x3d7a bytes) 000370 1790098026.079460 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x33e8d): Mirror 6: 0x1aebaca0 (stale) Mirror 8: 0x1aebaca0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33e8d): Mirror 6: 0x1aebaca0 (stale) Mirror 8: 0x1aebaca0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33e8d: skipped 000371 1790098026.448594 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x33e8d): Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33e8d): Mirror 6: 0x1aebaca0 (stale) Mirror 8: 0x1aebaca0 (stale) CRC-32 checksum value for chunk [0, 0x33e8d): Mirror 1: 0xb1957569 Mirror 9: 0xb1957569 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33e8d: skipped 000374 1790098027.399097 read 0x016e9d thru 0x01d96b (0x6acf bytes) 000375 1790098027.407409 trunc from 0x033e8d to 0x007ab5 (0x2c3d7 bytes) 000376 1790098027.484753 punch from 0x002817 to 0x007ab5 (0x529f bytes) 000377 1790098027.492581 mapwrite 0x01a27f thru 0x023bf9 (0x997b bytes) 000379 1790098027.559064 mapwrite 0x03077f thru 0x03d504 (0xcd86 bytes) 000380 1790098027.626613 fallocate 0x011c53 thru 0x01ede3 (0xd191 bytes) 000381 1790098027.635352 mapwrite 0x01aba0 thru 0x01b9df (0xe40 bytes) 000382 1790098027.649533 read 0x0099af thru 0x016c83 (0xd2d5 bytes) 000383 1790098027.668999 trunc from 0x02467e to 0x026043 (0x19c6 bytes) 000384 1790098027.680947 trunc from 0x03d505 to 0x00d32d (0x301d7 bytes) 000385 1790098027.702210 punch from 0x008b8a to 0x00927d (0x6f4 bytes) 000386 1790098027.719134 trunc from 0x00d32e to 0x03ed36 (0x31a09 bytes) 000387 1790098027.750875 read 0x00c718 thru 0x019cd1 (0xd5ba bytes) 000388 1790098027.768479 trunc from 0x03ed37 to 0x03e5d7 (0x75f bytes) 000389 1790098027.794543 fallocate 0x0353c0 thru 0x03f273 (0x9eb4 bytes) 000390 1790098027.801793 mapread 0x001fd4 thru 0x00ebcc (0xcbf9 bytes) 000391 1790098027.808133 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e5d8): Mirror 6: 0x95566919 (stale) Mirror 8: 0x95566919 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e5d8): Mirror 6: 0x95566919 (stale) Mirror 8: 0x95566919 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e5d8: skipped 000392 1790098028.175855 fallocate 0x019417 thru 0x0199b6 (0x5a0 bytes) 000393 1790098028.190529 MIRROR_RESYNC 3 mirrors 000394 1790098029.195989 mapread 0x03d904 thru 0x03e5d7 (0xcd4 bytes) 000395 1790098029.216105 fallocate 0x00ab8b thru 0x00e5cc (0x3a42 bytes) 000396 1790098029.273569 punch from 0x033a63 to 0x036e06 (0x33a4 bytes) 000397 1790098029.285263 mapread 0x00e079 thru 0x01cef6 (0xee7e bytes) 000398 1790098029.306757 write 0x034b42 thru 0x03a2d9 (0x5798 bytes) 000399 1790098029.316643 mapwrite 0x029cbc thru 0x038d5f (0xf0a4 bytes) 000400 1790098029.350590 mapread 0x02af3d thru 0x02cd94 (0x1e58 bytes) 000402 1790098029.351936 mapread 0x0000f6 thru 0x00e538 (0xe443 bytes) 000403 1790098029.361828 write 0x0289eb thru 0x035ac1 (0xd0d7 bytes) 000404 1790098029.363523 fallocate 0x01c542 thru 0x01e230 (0x1cef bytes) 000405 1790098029.376253 MIRROR_RESYNC 3 mirrors 000407 1790098030.505500 trunc from 0x03e5d8 to 0x00cb6f (0x31a68 bytes) 000408 1790098030.549668 trunc from 0x00355d to 0x0067b6 (0x325a bytes) 000409 1790098030.555491 write 0x001fc9 thru 0x005345 (0x337d bytes) 000410 1790098030.568786 write 0x03b56b thru 0x03ead1 (0x3567 bytes) 000411 1790098030.573504 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3ead2): Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ead2): Mirror 6: 0x45978d17 (stale) Mirror 8: 0x45978d17 (stale) CRC-32 checksum value for chunk [0, 0x3ead2): Mirror 1: 0xe6c3b767 Mirror 9: 0xe6c3b767 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ead2: skipped 000412 1790098031.394155 trunc from 0x032351 to 0x039098 (0x6d48 bytes) 000413 1790098031.441801 trunc from 0x03ead2 to 0x026f17 (0x17bba bytes) 000415 1790098031.472753 mapwrite 0x035559 thru 0x03ffff (0xaaa7 bytes) 000416 1790098031.530596 mapwrite 0x01d860 thru 0x02bee3 (0xe684 bytes) 000417 1790098031.602451 mapwrite 0x00c5d2 thru 0x014f51 (0x8980 bytes) 000418 1790098031.646898 write 0x03e1d3 thru 0x03ffff (0x1e2d bytes) 000419 1790098031.647998 punch from 0x0386c6 to 0x03dee8 (0x5823 bytes) 000420 1790098031.655093 mapread 0x004434 thru 0x00ff33 (0xbb00 bytes) 000421 1790098031.662533 write 0x013a02 thru 0x021c8a (0xe289 bytes) 000422 1790098031.665853 trunc from 0x040000 to 0x025d26 (0x1a2d9 bytes) 000423 1790098031.692176 trunc from 0x0065d0 to 0x0140e1 (0xdb12 bytes) 000424 1790098031.710621 fallocate 0x03351d thru 0x033d65 (0x849 bytes) 000427 1790098031.716612 read 0x006e54 thru 0x011cec (0xae99 bytes) 000428 1790098031.732458 mapwrite 0x034822 thru 0x03fb1d (0xb2fc bytes) 000429 1790098031.801177 mapread 0x02986b thru 0x0393b8 (0xfb4e bytes) 000430 1790098031.833712 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fb1e): Mirror 6: 0x85435c22 (stale) Mirror 8: 0x85435c22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fb1e): Mirror 6: 0x85435c22 (stale) Mirror 8: 0x85435c22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fb1e: skipped 000431 1790098032.136778 MIRROR_RESYNC 3 mirrors 000432 1790098033.094652 read 0x003537 thru 0x00a0e3 (0x6bad bytes) 000433 1790098033.109044 fallocate 0x0376d5 thru 0x03ffff (0x892b bytes) 000434 1790098033.158125 write 0x000504 thru 0x00cd35 (0xc832 bytes) 000435 1790098033.181972 mapwrite 0x03ab3a thru 0x03ffff (0x54c6 bytes) 000436 1790098033.263179 write 0x03a850 thru 0x03ffff (0x57b0 bytes) 000437 1790098033.264718 punch from 0x00b9fc to 0x01884a (0xce4f bytes) 000438 1790098033.291635 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xfa856276 (stale) Mirror 8: 0xfa856276 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa7fc8498 Mirror 9: 0xa7fc8498 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000439 1790098034.219594 mapwrite 0x027d06 thru 0x0322e7 (0xa5e2 bytes) 000440 1790098034.355637 read 0x00fe33 thru 0x01cd14 (0xcee2 bytes) 000442 1790098034.366803 mapwrite 0x030f4f thru 0x031746 (0x7f8 bytes) 000443 1790098034.380772 mapwrite 0x0073d8 thru 0x010e98 (0x9ac1 bytes) 000444 1790098034.407648 mapread 0x02dee8 thru 0x0366ce (0x87e7 bytes) 000445 1790098034.409675 mapread 0x02bc1a thru 0x037d8d (0xc174 bytes) 000446 1790098034.410639 mapwrite 0x01af31 thru 0x0272d7 (0xc3a7 bytes) 000447 1790098034.437857 trunc from 0x040000 to 0x01a69f (0x25960 bytes) 000448 1790098034.496622 read 0x00f45b thru 0x01a69f (0xb245 bytes) 000449 1790098034.498097 trunc from 0x01a6a0 to 0x0393f1 (0x1ed52 bytes) 000450 1790098034.526254 mapread 0x027963 thru 0x02ac10 (0x32ae bytes) 000451 1790098034.561198 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x393f2): Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x393f2): Mirror 6: 0x9481d1f3 (stale) Mirror 8: 0x9481d1f3 (stale) Mirror 9: 0xd6639628 (stale) CRC-32 checksum value for chunk [0, 0x393f2): Mirror 1: 0x32ada826 Mirror 10: 0x32ada826 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x393f2: skipped 000452 1790098035.366369 punch from 0x028177 to 0x030fef (0x8e79 bytes) 000453 1790098035.433169 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x393f2): Mirror 6: 0x9481d1f3 (stale) Mirror 9: 0xd6639628 (stale) Mirror 10: 0x32ada826 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x393f2): Mirror 6: 0x9481d1f3 (stale) Mirror 9: 0xd6639628 (stale) Mirror 10: 0x32ada826 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x393f2: skipped 000454 1790098035.797252 write 0x01f7d5 thru 0x029205 (0x9a31 bytes) 000455 1790098035.812487 read 0x019f97 thru 0x01c03a (0x20a4 bytes) 000456 1790098035.824474 trunc from 0x023db3 to 0x025060 (0x12ae bytes) 000457 1790098035.844043 read 0x033149 thru 0x0393f1 (0x62a9 bytes) 000458 1790098035.859238 trunc from 0x0393f2 to 0x02ae3f (0xe5b2 bytes) 000459 1790098035.903411 mapwrite 0x01b526 thru 0x01fd68 (0x4843 bytes) 000460 1790098035.944634 mapwrite 0x010aa2 thru 0x01d0cd (0xc62c bytes) 000461 1790098035.989983 punch from 0x004a6e to 0x0122e2 (0xd875 bytes) 000462 1790098035.999931 trunc from 0x02ae40 to 0x0398b5 (0xea76 bytes) 000463 1790098036.019453 mapwrite 0x004375 thru 0x013d5e (0xf9ea bytes) 000464 1790098036.178588 mapread 0x0085d6 thru 0x00ea05 (0x6430 bytes) 000466 1790098036.181882 mapread 0x01497d thru 0x020da0 (0xc424 bytes) 000467 1790098036.187874 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x398b6): Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x398b6): Mirror 6: 0x730ab6f7 (stale) Mirror 9: 0xc4de5a01 (stale) Mirror 10: 0x63bf1516 (stale) CRC-32 checksum value for chunk [0, 0x398b6): Mirror 1: 0x8fe8135e Mirror 11: 0x8fe8135e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x398b6: skipped 000468 1790098037.217780 read 0x029d91 thru 0x031270 (0x74e0 bytes) 000469 1790098037.247014 read 0x003144 thru 0x00ea83 (0xb940 bytes) 000470 1790098037.275702 mapwrite 0x02d80d thru 0x0385c2 (0xadb6 bytes) 000471 1790098037.426625 mapwrite 0x034891 thru 0x036f06 (0x2676 bytes) 000472 1790098037.442349 write 0x01d239 thru 0x024aab (0x7873 bytes) 000473 1790098037.473079 write 0x01e338 thru 0x02bd33 (0xd9fc bytes) 000474 1790098037.484845 mapwrite 0x030de6 thru 0x037b8a (0x6da5 bytes) 000475 1790098037.509700 write 0x02670e thru 0x030366 (0x9c59 bytes) 000476 1790098037.510977 mapread 0x011061 thru 0x0167de (0x577e bytes) 000478 1790098037.543463 mapwrite 0x02ca4a thru 0x030d19 (0x42d0 bytes) 000479 1790098037.565729 write 0x00bd96 thru 0x00e13c (0x23a7 bytes) 000480 1790098037.580383 mapread 0x0250cb thru 0x025972 (0x8a8 bytes) 000481 1790098037.582105 trunc from 0x0398b6 to 0x010272 (0x29643 bytes) 000482 1790098037.626149 mapwrite 0x037def thru 0x03ffff (0x8211 bytes) 000484 1790098037.680922 MIRROR_RESYNC 5 mirrors 000485 1790098038.839818 fallocate 0x0004c6 thru 0x005c54 (0x578f bytes) 000486 1790098038.895094 trunc from 0x040000 to 0x02bfda (0x14025 bytes) 000487 1790098038.941660 trunc from 0x01b05b to 0x025f2d (0xaed3 bytes) 000488 1790098038.948179 fallocate 0x017489 thru 0x026eed (0xfa65 bytes) 000489 1790098038.953749 write 0x0239db thru 0x032771 (0xed97 bytes) 000490 1790098038.968974 write 0x03257e thru 0x0338be (0x1341 bytes) 000491 1790098038.973529 mapwrite 0x036fb7 thru 0x03ffff (0x9049 bytes) 000492 1790098039.034688 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x8b627194 (stale) Mirror 9: 0x8b627194 (stale) Mirror 10: 0x8b627194 (stale) Mirror 11: 0x8b627194 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xabb4ca6c Mirror 12: 0xabb4ca6c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000494 1790098040.173497 mapread 0x01864d thru 0x01eca0 (0x6654 bytes) 000495 1790098040.211583 punch from 0x01d428 to 0x01ea7f (0x1658 bytes) 000497 1790098040.300755 mapwrite 0x028d9f thru 0x031dc1 (0x9023 bytes) 000498 1790098040.346015 fallocate 0x02cf16 thru 0x033c7e (0x6d69 bytes) 000499 1790098040.352951 punch from 0x0023fe to 0x00af9a (0x8b9d bytes) 000500 1790098040.357917 trunc from 0x01c2d6 to 0x02729d (0xafc8 bytes) 000501 1790098040.364012 read 0x03a1ad thru 0x03ffff (0x5e53 bytes) 000502 1790098040.374135 fallocate 0x021f0e thru 0x023587 (0x167a bytes) 000503 1790098040.381270 mapread 0x03b14e thru 0x03ffff (0x4eb2 bytes) 000504 1790098040.382511 write 0x00a615 thru 0x018960 (0xe34c bytes) 000505 1790098040.401446 MIRROR_RESYNC 6 mirrors 000506 1790098042.231850 write 0x0040fb thru 0x00ff87 (0xbe8d bytes) 000507 1790098042.317671 mapwrite 0x0045a2 thru 0x0086c4 (0x4123 bytes) 000508 1790098042.342279 read 0x0008d8 thru 0x001d80 (0x14a9 bytes) 000509 1790098042.352192 trunc from 0x003e78 to 0x00824f (0x43d8 bytes) 000510 1790098042.357213 fallocate 0x03e08c thru 0x03ffff (0x1f74 bytes) 000511 1790098042.368137 read 0x01a1b7 thru 0x025455 (0xb29f bytes) 000512 1790098042.396025 mapwrite 0x03e59e thru 0x03ffff (0x1a62 bytes) 000513 1790098042.413131 trunc from 0x040000 to 0x015979 (0x2a686 bytes) 000514 1790098042.438247 mapwrite 0x016d09 thru 0x025798 (0xea90 bytes) 000515 1790098042.569168 trunc from 0x025799 to 0x00f112 (0x16686 bytes) 000516 1790098042.590144 mapread 0x00b783 thru 0x00f112 (0x3990 bytes) 000517 1790098042.591583 trunc from 0x008e98 to 0x00f112 (0x627b bytes) 000518 1790098042.598560 trunc from 0x00f113 to 0x0143a9 (0x5297 bytes) 000519 1790098042.613807 punch from 0x0038c3 to 0x012bcd (0xf30b bytes) 000520 1790098042.619732 mapread 0x00e730 thru 0x0143a9 (0x5c7a bytes) 000522 1790098042.667342 punch from 0x00e17d to 0x0143a9 (0x622d bytes) 000523 1790098042.677581 trunc from 0x00cbdb to 0x0143a9 (0x77cf bytes) 000524 1790098042.682752 mapread 0x00b421 thru 0x0143a9 (0x8f89 bytes) 000525 1790098042.742029 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x143aa): Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x143aa): Mirror 6: 0x8160d50d (stale) Mirror 9: 0x8160d50d (stale) Mirror 10: 0x8160d50d (stale) Mirror 11: 0x8160d50d (stale) Mirror 12: 0x8160d50d (stale) CRC-32 checksum value for chunk [0, 0x143aa): Mirror 1: 0x4d0fd3ab Mirror 13: 0x4d0fd3ab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x143aa: skipped 000527 1790098043.879459 trunc from 0x0143aa to 0x03b591 (0x271e8 bytes) 000528 1790098043.937423 trunc from 0x03b592 to 0x00b61e (0x2ff73 bytes) 000529 1790098043.958958 trunc from 0x00b61f to 0x02e3f6 (0x22dd8 bytes) 000530 1790098043.972385 fallocate 0x027907 thru 0x029d41 (0x243b bytes) 000531 1790098043.977722 mapread 0x01f021 thru 0x02da83 (0xea63 bytes) 000532 1790098044.005488 write 0x0103b3 thru 0x012433 (0x2081 bytes) 000533 1790098044.013602 trunc from 0x0199d0 to 0x02678f (0xcdc0 bytes) 000534 1790098044.018418 fallocate 0x0345c8 thru 0x03ffff (0xba38 bytes) 000535 1790098044.023924 punch from 0x013ad6 to 0x0169fd (0x2f28 bytes) 000536 1790098044.028676 write 0x014992 thru 0x01a3e0 (0x5a4f bytes) 000537 1790098044.048189 MIRROR_RESYNC 7 mirrors 000538 1790098046.059410 trunc from 0x014d55 to 0x0218a6 (0xcb52 bytes) 000539 1790098046.111954 punch from 0x014e20 to 0x016206 (0x13e7 bytes) 000540 1790098046.122614 trunc from 0x040000 to 0x036b98 (0x9467 bytes) 000541 1790098046.152928 fallocate 0x029a90 thru 0x038ad6 (0xf047 bytes) 000542 1790098046.161189 mapread 0x010639 thru 0x01f7ce (0xf196 bytes) 000543 1790098046.258516 mapwrite 0x0272cf thru 0x027f21 (0xc53 bytes) 000544 1790098046.312239 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38ad7): Mirror 6: 0x1975c18e (stale) Mirror 9: 0x1975c18e (stale) Mirror 10: 0x1975c18e (stale) Mirror 12: 0x1975c18e (stale) Mirror 13: 0x1975c18e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38ad7): Mirror 6: 0x1975c18e (stale) Mirror 9: 0x1975c18e (stale) Mirror 10: 0x1975c18e (stale) Mirror 12: 0x1975c18e (stale) Mirror 13: 0x1975c18e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38ad7: skipped 000545 1790098046.796235 MIRROR_RESYNC 6 mirrors 000546 1790098048.516604 read 0x031d9f thru 0x038ad6 (0x6d38 bytes) 000547 1790098048.533028 punch from 0x028e7c to 0x036f73 (0xe0f8 bytes) 000548 1790098048.575026 mapread 0x00641f thru 0x011b09 (0xb6eb bytes) 000549 1790098048.609659 read 0x037d33 thru 0x038ad6 (0xda4 bytes) 000552 1790098048.638849 trunc from 0x038ad7 to 0x02b026 (0xdab0 bytes) 000553 1790098048.664734 trunc from 0x02b027 to 0x02d88d (0x2867 bytes) 000554 1790098048.679612 write 0x020669 thru 0x0259b6 (0x534e bytes) 000555 1790098048.680665 fallocate 0x00bff4 thru 0x0191fb (0xd208 bytes) 000557 1790098048.696380 trunc from 0x022f83 to 0x027f03 (0x4f81 bytes) 000559 1790098048.721576 trunc from 0x02d88e to 0x00d450 (0x2043d bytes) 000560 1790098048.743852 mapwrite 0x026d37 thru 0x02acd1 (0x3f9b bytes) 000561 1790098048.805444 mapread 0x00b155 thru 0x01588c (0xa738 bytes) 000562 1790098048.846241 mapwrite 0x03baa0 thru 0x03ffff (0x4560 bytes) 000563 1790098048.896413 punch from 0x01453f to 0x022a51 (0xe513 bytes) 000564 1790098048.904146 trunc from 0x040000 to 0x031593 (0xea6c bytes) 000565 1790098048.921330 trunc from 0x031594 to 0x02359e (0xdff5 bytes) 000566 1790098048.937584 trunc from 0x022b7c to 0x02359e (0xa23 bytes) 000567 1790098048.944218 mapwrite 0x00d4fb thru 0x0199c5 (0xc4cb bytes) 000569 1790098049.028272 trunc from 0x02359f to 0x00f759 (0x13e45 bytes) 000570 1790098049.062575 punch from 0x00c36d to 0x00e086 (0x1d1a bytes) 000571 1790098049.078816 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xf75a): Mirror 6: 0xf2e60bd8 (stale) Mirror 9: 0xf2e60bd8 (stale) Mirror 10: 0xf2e60bd8 (stale) Mirror 13: 0xf2e60bd8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xf75a): Mirror 6: 0xf2e60bd8 (stale) Mirror 9: 0xf2e60bd8 (stale) Mirror 10: 0xf2e60bd8 (stale) Mirror 13: 0xf2e60bd8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xf75a: skipped 000572 1790098049.527720 MIRROR_RESYNC 5 mirrors 000573 1790098050.619936 read 0x000233 thru 0x001ab5 (0x1883 bytes) 000574 1790098050.627128 write 0x00cef8 thru 0x01ca2b (0xfb34 bytes) 000575 1790098050.669577 mapread 0x007d53 thru 0x010820 (0x8ace bytes) 000576 1790098050.690362 mapwrite 0x006768 thru 0x013a2d (0xd2c6 bytes) 000577 1790098050.731250 mapread 0x015fdc thru 0x01a191 (0x41b6 bytes) 000578 1790098050.732739 trunc from 0x015fb8 to 0x01ca2b (0x6a74 bytes) 000579 1790098050.746259 mapread 0x01c4bb thru 0x01ca2b (0x571 bytes) 000580 1790098050.788878 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1ca2c): Mirror 6: 0xc60088d9 (stale) Mirror 10: 0xc60088d9 (stale) Mirror 13: 0xc60088d9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1ca2c): Mirror 6: 0xc60088d9 (stale) Mirror 10: 0xc60088d9 (stale) Mirror 13: 0xc60088d9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1ca2c: skipped 000581 1790098051.219608 MIRROR_RESYNC 4 mirrors 000583 1790098052.130558 trunc from 0x01ca2c to 0x026cc9 (0xa29e bytes) 000584 1790098052.183459 read 0x0138b9 thru 0x022c2f (0xf377 bytes) 000585 1790098052.194619 punch from 0x016d13 to 0x01b43e (0x472c bytes) 000586 1790098052.199332 fallocate 0x03bd2f thru 0x03cd3f (0x1011 bytes) 000587 1790098052.208132 MIRROR_RESYNC 4 mirrors 000588 1790098053.128511 mapread 0x022f70 thru 0x02c15f (0x91f0 bytes) 000589 1790098053.149221 trunc from 0x03cd40 to 0x0261f9 (0x16b46 bytes) 000590 1790098053.220928 read 0x00e2fe thru 0x01b1ef (0xcef2 bytes) 000592 1790098053.236140 mapread 0x01b705 thru 0x0261f9 (0xaaf5 bytes) 000593 1790098053.258204 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x261fa): Mirror 10: 0x7ed8e602 (stale) Mirror 13: 0x7ed8e602 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x261fa): Mirror 10: 0x7ed8e602 (stale) Mirror 13: 0x7ed8e602 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x261fa: skipped 000594 1790098053.572799 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x261fa): Mirror 13: 0x7ed8e602 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x261fa): Mirror 13: 0x7ed8e602 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x261fa: skipped 000595 1790098053.896163 write 0x03730a thru 0x03ffff (0x8cf6 bytes) 000597 1790098053.918017 mapread 0x03e54c thru 0x03ffff (0x1ab4 bytes) 000598 1790098053.919336 trunc from 0x029d7f to 0x02c217 (0x2499 bytes) 000599 1790098053.925860 trunc from 0x040000 to 0x02ed18 (0x112e7 bytes) 000600 1790098053.970541 punch from 0x014dbc to 0x0231ee (0xe433 bytes) 000601 1790098053.982464 write 0x016a35 thru 0x01e744 (0x7d10 bytes) 000603 1790098053.999070 fallocate 0x02d809 thru 0x02d97e (0x176 bytes) 000604 1790098054.005213 trunc from 0x02ed19 to 0x037ccd (0x8fb5 bytes) 000605 1790098054.030107 write 0x0392ee thru 0x03ffff (0x6d12 bytes) 000606 1790098054.034749 mapwrite 0x023c9f thru 0x0323af (0xe711 bytes) 000607 1790098054.164802 read 0x00de06 thru 0x016262 (0x845d bytes) 000608 1790098054.192994 trunc from 0x040000 to 0x03f301 (0xcfe bytes) 000609 1790098054.219883 read 0x02634f thru 0x02a8a8 (0x455a bytes) 000610 1790098054.220611 trunc from 0x03f302 to 0x0127f9 (0x2cb08 bytes) 000611 1790098054.237518 trunc from 0x00431c to 0x004c4b (0x930 bytes) 000612 1790098054.246071 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) 000613 1790098054.389634 mapread 0x011414 thru 0x0119ae (0x59b bytes) 000614 1790098054.398534 mapread 0x00d935 thru 0x0127f9 (0x4ec5 bytes) 000615 1790098054.414117 read 0x00d254 thru 0x0127f9 (0x55a6 bytes) 000616 1790098054.415261 write 0x01c969 thru 0x01e648 (0x1ce0 bytes) 000617 1790098054.421908 read 0x011524 thru 0x01272d (0x120a bytes) 000618 1790098054.422923 punch from 0x01a471 to 0x01e648 (0x41d8 bytes) 000619 1790098054.433124 trunc from 0x01e649 to 0x00b775 (0x12ed3 bytes) 000620 1790098054.451223 read 0x003964 thru 0x008aed (0x518a bytes) 000621 1790098054.458515 mapread 0x008520 thru 0x00b775 (0x3256 bytes) 000622 1790098054.459656 mapwrite 0x03c356 thru 0x03ec38 (0x28e3 bytes) 000623 1790098054.526078 trunc from 0x03ec39 to 0x01a748 (0x244f0 bytes) 000624 1790098054.557946 mapwrite 0x025af4 thru 0x026dcf (0x12dc bytes) 000625 1790098054.606069 fallocate 0x02e078 thru 0x0387e0 (0xa769 bytes) 000627 1790098054.617998 trunc from 0x0387e1 to 0x01d443 (0x1b39d bytes) 000631 1790098054.637873 write 0x00e8b2 thru 0x0140b7 (0x5806 bytes) 000632 1790098054.639249 mapread 0x013314 thru 0x01d443 (0xa130 bytes) 000633 1790098054.652460 trunc from 0x001de1 to 0x003980 (0x1ba0 bytes) 000636 1790098054.662197 write 0x01299e thru 0x02257d (0xfbe0 bytes) 000637 1790098054.664060 write 0x0140bc thru 0x016d29 (0x2c6e bytes) 000638 1790098054.666176 read 0x009592 thru 0x00a906 (0x1375 bytes) 000639 1790098054.666938 mapread 0x01ff42 thru 0x02257d (0x263c bytes) 000640 1790098054.668104 trunc from 0x0070b1 to 0x00a449 (0x3399 bytes) 000641 1790098054.672575 mapwrite 0x033fb7 thru 0x037ea9 (0x3ef3 bytes) 000642 1790098054.758641 fallocate 0x025802 thru 0x02cc01 (0x7400 bytes) 000643 1790098054.765366 mapwrite 0x002f90 thru 0x00a053 (0x70c4 bytes) 000644 1790098054.790600 MIRROR_EXTEND to 2 mirrors 000645 1790098055.617429 write 0x033f0c thru 0x0352ee (0x13e3 bytes) 000646 1790098055.702663 mapread 0x019f52 thru 0x02724f (0xd2fe bytes) 000647 1790098055.745028 trunc from 0x0225e2 to 0x023217 (0xc36 bytes) 000648 1790098055.751929 fallocate 0x011004 thru 0x0167a5 (0x57a2 bytes) 000649 1790098055.763697 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x37eaa): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37eaa): Mirror 2: 0x7f00741d (stale) CRC-32 checksum value for chunk [0, 0x37eaa): Mirror 1: 0xfbf463a0 Mirror 3: 0xfbf463a0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37eaa: skipped 000650 1790098056.882369 trunc from 0x037eaa to 0x02436e (0x13b3b bytes) 000651 1790098056.940421 read 0x0211b4 thru 0x023470 (0x22bd bytes) 000652 1790098056.945383 mapread 0x01c2af thru 0x01c866 (0x5b8 bytes) 000653 1790098056.951555 mapwrite 0x02c07e thru 0x031c92 (0x5c15 bytes) 000656 1790098057.039613 trunc from 0x031c93 to 0x011c91 (0x20001 bytes) 000657 1790098057.055498 trunc from 0x00d0a1 to 0x011c91 (0x4bf1 bytes) 000658 1790098057.067938 read 0x00ff02 thru 0x011c91 (0x1d90 bytes) 000659 1790098057.095020 mapread 0x00f7e9 thru 0x011c91 (0x24a9 bytes) 000660 1790098057.098462 punch from 0x00b9f4 to 0x011c91 (0x629e bytes) 000662 1790098057.106588 punch from 0x009bee to 0x00edaf (0x51c2 bytes) 000663 1790098057.131432 MIRROR_RESYNC 3 mirrors 000664 1790098058.010981 mapread 0x0079b0 thru 0x00c165 (0x47b6 bytes) 000666 1790098058.059892 MIRROR_RESYNC 3 mirrors 000667 1790098058.492427 fallocate 0x031fe9 thru 0x03ffff (0xe017 bytes) 000668 1790098058.548169 mapread 0x0000a6 thru 0x00c443 (0xc39e bytes) 000669 1790098058.606704 read 0x006dd5 thru 0x00f41e (0x864a bytes) 000670 1790098058.609698 punch from 0x0051ca to 0x005776 (0x5ad bytes) 000671 1790098058.618973 write 0x01f7e3 thru 0x024aa5 (0x52c3 bytes) 000672 1790098058.620374 trunc from 0x024aa6 to 0x03027e (0xb7d9 bytes) 000673 1790098058.696454 mapread 0x01ec79 thru 0x01f616 (0x99e bytes) 000674 1790098058.712820 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3027f): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3027f): Mirror 2: 0x4e34731c (stale) Mirror 3: 0x4e34731c (stale) CRC-32 checksum value for chunk [0, 0x3027f): Mirror 1: 0xedf4c1b7 Mirror 4: 0xedf4c1b7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3027f: skipped 000675 1790098059.786224 fallocate 0x014091 thru 0x018af9 (0x4a69 bytes) 000676 1790098059.826759 trunc from 0x03027f to 0x03f862 (0xf5e4 bytes) 000677 1790098059.849434 trunc from 0x010909 to 0x01b96f (0xb067 bytes) 000678 1790098059.855125 fallocate 0x03d0c0 thru 0x03d686 (0x5c7 bytes) 000679 1790098059.860017 mapread 0x00d055 thru 0x01cc5f (0xfc0b bytes) 000680 1790098059.884627 fallocate 0x034d69 thru 0x03ffff (0xb297 bytes) 000682 1790098059.891139 trunc from 0x02ce56 to 0x03c4ee (0xf699 bytes) 000683 1790098059.896180 trunc from 0x0203ae to 0x027811 (0x7464 bytes) 000684 1790098059.912574 MIRROR_RESYNC 4 mirrors 000686 1790098061.229908 mapread 0x0322a6 thru 0x03f862 (0xd5bd bytes) 000687 1790098061.291434 read 0x03927f thru 0x03f862 (0x65e4 bytes) 000688 1790098061.291896 trunc from 0x03f4cd to 0x03f862 (0x396 bytes) 000689 1790098061.347494 write 0x039c01 thru 0x03a15e (0x55e bytes) 000690 1790098061.366624 punch from 0x0374fa to 0x03f862 (0x8369 bytes) 000691 1790098061.390826 mapread 0x02e6b0 thru 0x02fb90 (0x14e1 bytes) 000692 1790098061.409932 trunc from 0x03f863 to 0x01ce51 (0x22a11 bytes) 000693 1790098061.456246 mapwrite 0x016c06 thru 0x026a82 (0xfe7d bytes) 000694 1790098061.592731 write 0x002366 thru 0x002fdd (0xc78 bytes) 000695 1790098061.623687 fallocate 0x03f144 thru 0x03ffff (0xebc bytes) 000696 1790098061.633679 fallocate 0x00495c thru 0x012f20 (0xe5c5 bytes) 000697 1790098061.639151 punch from 0x039751 to 0x03ffff (0x68af bytes) 000698 1790098061.644525 mapwrite 0x0228e4 thru 0x023c47 (0x1364 bytes) 000699 1790098061.662521 fallocate 0x0132bf thru 0x01ef28 (0xbc6a bytes) 000700 1790098061.680379 punch from 0x001cdd to 0x00f2dc (0xd600 bytes) 000701 1790098061.692987 write 0x000f10 thru 0x010e7a (0xff6b bytes) 000702 1790098061.700449 mapwrite 0x034c69 thru 0x03ffff (0xb397 bytes) 000703 1790098061.775877 fallocate 0x008b73 thru 0x011856 (0x8ce4 bytes) 000704 1790098061.785247 punch from 0x0186a7 to 0x027fe1 (0xf93b bytes) 000705 1790098061.794614 trunc from 0x002477 to 0x008cbf (0x6849 bytes) 000706 1790098061.801738 mapread 0x001bc1 thru 0x00542a (0x386a bytes) 000708 1790098061.839934 fallocate 0x00e98c thru 0x00f68d (0xd02 bytes) 000709 1790098061.852038 trunc from 0x0231b5 to 0x027df7 (0x4c43 bytes) 000710 1790098061.861279 write 0x00cf9c thru 0x0168a5 (0x990a bytes) 000711 1790098061.869876 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe6371ed (stale) Mirror 3: 0xe6371ed (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe6371ed (stale) Mirror 3: 0xe6371ed (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000713 1790098062.443121 fallocate 0x03d147 thru 0x03ffff (0x2eb9 bytes) 000714 1790098062.449615 punch from 0x006d6d to 0x009351 (0x25e5 bytes) 000716 1790098062.464943 trunc from 0x03945e to 0x03ffff (0x6ba2 bytes) 000717 1790098062.472671 trunc from 0x00ca6a to 0x0149e4 (0x7f7b bytes) 000718 1790098062.482865 trunc from 0x0266fe to 0x028c70 (0x2573 bytes) 000719 1790098062.501055 mapwrite 0x000f37 thru 0x009718 (0x87e2 bytes) 000721 1790098062.598196 mapwrite 0x031362 thru 0x03ee8f (0xdb2e bytes) 000722 1790098062.655831 trunc from 0x040000 to 0x039b38 (0x64c7 bytes) 000723 1790098062.689138 trunc from 0x003dc9 to 0x01064e (0xc886 bytes) 000724 1790098062.694171 fallocate 0x031592 thru 0x03b2b9 (0x9d28 bytes) 000725 1790098062.699639 read 0x003569 thru 0x007476 (0x3f0e bytes) 000726 1790098062.713973 mapread 0x009450 thru 0x018f43 (0xfaf4 bytes) 000727 1790098062.758571 read 0x026032 thru 0x02c98b (0x695a bytes) 000728 1790098062.773967 punch from 0x030176 to 0x037705 (0x7590 bytes) 000729 1790098062.787328 punch from 0x00c798 to 0x015079 (0x88e2 bytes) 000731 1790098062.810627 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3b2ba): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b2ba): Mirror 2: 0x8fa55a83 (stale) Mirror 3: 0x8fa55a83 (stale) CRC-32 checksum value for chunk [0, 0x3b2ba): Mirror 1: 0xc83ea7f7 Mirror 4: 0xc83ea7f7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b2ba: skipped 000732 1790098064.148955 MIRROR_RESYNC 4 mirrors 000733 1790098065.269168 write 0x01bdbd thru 0x0236e0 (0x7924 bytes) 000734 1790098065.329745 MIRROR_RESYNC 4 mirrors 000735 1790098066.957526 trunc from 0x037064 to 0x038750 (0x16ed bytes) 000736 1790098067.009522 write 0x0031f0 thru 0x007173 (0x3f84 bytes) 000738 1790098067.023090 read 0x00317e thru 0x011aa0 (0xe923 bytes) 000739 1790098067.031214 write 0x00bf37 thru 0x017619 (0xb6e3 bytes) 000740 1790098067.039059 trunc from 0x0375f7 to 0x0394cb (0x1ed5 bytes) 000741 1790098067.043414 trunc from 0x013882 to 0x0172b7 (0x3a36 bytes) 000742 1790098067.058731 write 0x0090ce thru 0x00b3b3 (0x22e6 bytes) 000743 1790098067.059792 trunc from 0x0385e5 to 0x03a7b6 (0x21d2 bytes) 000745 1790098067.064271 trunc from 0x03b2ba to 0x029641 (0x11c78 bytes) 000746 1790098067.084511 mapwrite 0x004287 thru 0x00bca0 (0x7a1a bytes) 000747 1790098067.103963 fallocate 0x038ab7 thru 0x03ffff (0x7549 bytes) 000749 1790098067.113366 trunc from 0x020267 to 0x023842 (0x35dc bytes) 000751 1790098067.120078 trunc from 0x040000 to 0x00d2ee (0x32d11 bytes) 000752 1790098067.136178 punch from 0x003407 to 0x0073a5 (0x3f9f bytes) 000753 1790098067.141420 fallocate 0x03199a thru 0x036f25 (0x558c bytes) 000754 1790098067.146082 fallocate 0x00714a thru 0x00abf3 (0x3aaa bytes) 000755 1790098067.150754 trunc from 0x00d2ef to 0x02efb1 (0x21cc3 bytes) 000756 1790098067.168449 mapread 0x002b5f thru 0x00c567 (0x9a09 bytes) 000757 1790098067.186345 trunc from 0x005617 to 0x00a1a9 (0x4b93 bytes) 000758 1790098067.191430 mapread 0x00fb35 thru 0x01ddeb (0xe2b7 bytes) 000759 1790098067.208239 punch from 0x021414 to 0x028db4 (0x79a1 bytes) 000761 1790098067.216141 fallocate 0x004943 thru 0x00b2f3 (0x69b1 bytes) 000762 1790098067.222122 write 0x028043 thru 0x0306a5 (0x8663 bytes) 000763 1790098067.232747 write 0x0012d9 thru 0x010d41 (0xfa69 bytes) 000764 1790098067.242217 MIRROR_RESYNC 4 mirrors 000766 1790098068.201600 punch from 0x003fc6 to 0x00e29c (0xa2d7 bytes) 000767 1790098068.251069 trunc from 0x020d42 to 0x02cda2 (0xc061 bytes) 000768 1790098068.259719 read 0x02b21d thru 0x02f112 (0x3ef6 bytes) 000770 1790098068.279654 mapread 0x0242ef thru 0x02a507 (0x6219 bytes) 000771 1790098068.306191 write 0x034f54 thru 0x03927b (0x4328 bytes) 000772 1790098068.308162 read 0x0337c3 thru 0x03927b (0x5ab9 bytes) 000773 1790098068.321266 read 0x02490e thru 0x02580e (0xf01 bytes) 000774 1790098068.322488 write 0x010366 thru 0x0121d8 (0x1e73 bytes) 000775 1790098068.325079 trunc from 0x03156d to 0x03927b (0x7d0f bytes) 000776 1790098068.340261 write 0x015542 thru 0x01ce0b (0x78ca bytes) 000777 1790098068.343396 read 0x0199b3 thru 0x019d37 (0x385 bytes) 000778 1790098068.344409 trunc from 0x030ddf to 0x036c12 (0x5e34 bytes) 000779 1790098068.350797 mapread 0x02ddab thru 0x0367ec (0x8a42 bytes) 000780 1790098068.364869 mapwrite 0x013d23 thru 0x014af3 (0xdd1 bytes) 000781 1790098068.394145 mapwrite 0x02f032 thru 0x0313b4 (0x2383 bytes) 000782 1790098068.417522 mapwrite 0x00d6a3 thru 0x0195e9 (0xbf47 bytes) 000783 1790098068.447240 write 0x019a04 thru 0x021041 (0x763e bytes) 000784 1790098068.461684 MIRROR_RESYNC 4 mirrors 000785 1790098069.884079 fallocate 0x0175ef thru 0x026803 (0xf215 bytes) 000786 1790098069.945773 punch from 0x02b33d to 0x03560f (0xa2d3 bytes) 000787 1790098069.955980 trunc from 0x007082 to 0x00fef8 (0x8e77 bytes) 000788 1790098069.962181 write 0x037ff9 thru 0x03e3ec (0x63f4 bytes) 000789 1790098069.969395 trunc from 0x024b29 to 0x025178 (0x650 bytes) 000790 1790098069.976399 punch from 0x03056d to 0x036bf8 (0x668c bytes) 000791 1790098069.983850 read 0x02b98d thru 0x03062e (0x4ca2 bytes) 000792 1790098069.995504 read 0x03af7c thru 0x03e3ec (0x3471 bytes) 000793 1790098069.996492 fallocate 0x00e7b9 thru 0x01b160 (0xc9a8 bytes) 000794 1790098070.010799 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3e3ed): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e3ed): Mirror 2: 0x383bf879 (stale) Mirror 3: 0x383bf879 (stale) Mirror 4: 0x383bf879 (stale) CRC-32 checksum value for chunk [0, 0x3e3ed): Mirror 1: 0x6801b657 Mirror 5: 0x6801b657 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e3ed: skipped 000795 1790098071.141959 mapwrite 0x0382e7 thru 0x03fe0f (0x7b29 bytes) 000796 1790098071.239324 trunc from 0x03fe10 to 0x00121f (0x3ebf0 bytes) 000797 1790098071.268156 trunc from 0x001220 to 0x027984 (0x26765 bytes) 000798 1790098071.293232 mapread 0x01f8d2 thru 0x027984 (0x80b3 bytes) 000799 1790098071.302428 write 0x03baaa thru 0x03ffff (0x4556 bytes) 000800 1790098071.304052 read 0x002380 thru 0x00f4ba (0xd13b bytes) 000801 1790098071.314938 mapwrite 0x014e29 thru 0x02331f (0xe4f7 bytes) 000802 1790098071.345219 mapwrite 0x028ce0 thru 0x0297d1 (0xaf2 bytes) 000803 1790098071.377080 mapread 0x0218fd thru 0x0220c4 (0x7c8 bytes) 000804 1790098071.378422 mapwrite 0x02f50c thru 0x03c834 (0xd329 bytes) 000805 1790098071.413320 mapwrite 0x023b86 thru 0x02cbb4 (0x902f bytes) 000807 1790098071.438206 read 0x01ab9c thru 0x0278d0 (0xcd35 bytes) 000808 1790098071.444418 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x8d1c3df (stale) Mirror 3: 0x8d1c3df (stale) Mirror 4: 0x8d1c3df (stale) Mirror 5: 0x7b80aaee (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa3415394 Mirror 6: 0xa3415394 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000809 1790098072.668912 write 0x022232 thru 0x0222e5 (0xb4 bytes) 000810 1790098072.743761 MIRROR_RESYNC 6 mirrors 000811 1790098074.623646 mapwrite 0x01355e thru 0x01952f (0x5fd2 bytes) 000812 1790098074.743482 read 0x02320f thru 0x02499f (0x1791 bytes) 000813 1790098074.752451 trunc from 0x040000 to 0x024722 (0x1b8dd bytes) 000814 1790098074.774827 trunc from 0x0143ba to 0x01fc65 (0xb8ac bytes) 000815 1790098074.785575 MIRROR_RESYNC 6 mirrors 000816 1790098076.369859 trunc from 0x01c8e2 to 0x024722 (0x7e41 bytes) 000817 1790098076.408063 trunc from 0x024723 to 0x02ded7 (0x97b5 bytes) 000819 1790098076.440095 fallocate 0x02890e thru 0x032bea (0xa2dd bytes) 000820 1790098076.446106 mapread 0x004c9f thru 0x010b30 (0xbe92 bytes) 000821 1790098076.467459 MIRROR_RESYNC 6 mirrors 000822 1790098078.325759 fallocate 0x00a3ef thru 0x00f745 (0x5357 bytes) 000823 1790098078.414100 write 0x01607f thru 0x022c12 (0xcb94 bytes) 000824 1790098078.431604 mapread 0x017503 thru 0x020726 (0x9224 bytes) 000825 1790098078.432656 trunc from 0x014571 to 0x01768b (0x311b bytes) 000826 1790098078.475845 MIRROR_RESYNC 6 mirrors 000828 1790098080.734004 mapwrite 0x0139dd thru 0x01aae4 (0x7108 bytes) 000829 1790098080.855730 mapread 0x02c6bc thru 0x02ded7 (0x181c bytes) 000830 1790098080.875232 trunc from 0x02ded8 to 0x026c4a (0x728d bytes) 000831 1790098080.913166 read 0x014ebe thru 0x02175d (0xc8a0 bytes) 000832 1790098080.924765 fallocate 0x029a05 thru 0x02d102 (0x36fe bytes) 000833 1790098080.929619 punch from 0x01566a to 0x015d29 (0x6c0 bytes) 000834 1790098080.934134 mapread 0x00b7e8 thru 0x00ca38 (0x1251 bytes) 000837 1790098080.945161 trunc from 0x02d103 to 0x03d27f (0x1017d bytes) 000838 1790098080.966029 punch from 0x009a39 to 0x019384 (0xf94c bytes) 000839 1790098080.974558 write 0x038187 thru 0x03e375 (0x61ef bytes) 000842 1790098080.982766 read 0x01f2b3 thru 0x025c67 (0x69b5 bytes) 000844 1790098080.994949 punch from 0x00ce44 to 0x015472 (0x862f bytes) 000845 1790098080.999786 write 0x00e1b9 thru 0x0104f9 (0x2341 bytes) 000846 1790098081.009247 mapread 0x034dd0 thru 0x0377fe (0x2a2f bytes) 000847 1790098081.010514 read 0x039e2a thru 0x03a45c (0x633 bytes) 000848 1790098081.011941 mapwrite 0x000548 thru 0x0042b8 (0x3d71 bytes) 000849 1790098081.031126 trunc from 0x00ba09 to 0x011f40 (0x6538 bytes) 000850 1790098081.041492 read 0x03b760 thru 0x03e375 (0x2c16 bytes) 000852 1790098081.042674 trunc from 0x03e376 to 0x0134d6 (0x2ae9f bytes) 000853 1790098081.062442 write 0x00ea48 thru 0x0112e7 (0x28a0 bytes) 000854 1790098081.084791 write 0x03e01c thru 0x03ffff (0x1fe4 bytes) 000855 1790098081.090369 read 0x019b24 thru 0x02292b (0x8e08 bytes) 000856 1790098081.118835 read 0x01fa81 thru 0x02f50e (0xfa8e bytes) 000857 1790098081.121082 fallocate 0x010edd thru 0x010f8c (0xb0 bytes) 000858 1790098081.147245 mapread 0x02094f thru 0x02fb78 (0xf22a bytes) 000859 1790098081.154105 read 0x0268ad thru 0x032f0a (0xc65e bytes) 000860 1790098081.159897 mapwrite 0x0172b4 thru 0x018bfb (0x1948 bytes) 000861 1790098081.194185 fallocate 0x00c7d5 thru 0x0106ca (0x3ef6 bytes) 000862 1790098081.200471 trunc from 0x009792 to 0x00d087 (0x38f6 bytes) 000863 1790098081.221108 fallocate 0x02b3e5 thru 0x03559b (0xa1b7 bytes) 000864 1790098081.228429 write 0x024ee8 thru 0x025a5b (0xb74 bytes) 000865 1790098081.233809 mapwrite 0x029459 thru 0x0302e3 (0x6e8b bytes) 000866 1790098081.281820 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x56d14658 (stale) Mirror 3: 0x56d14658 (stale) Mirror 4: 0x56d14658 (stale) Mirror 5: 0x56d14658 (stale) Mirror 6: 0x56d14658 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x10317456 Mirror 7: 0x10317456 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000867 1790098082.461460 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x56d14658 (stale) Mirror 3: 0x56d14658 (stale) Mirror 4: 0x56d14658 (stale) Mirror 5: 0x56d14658 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x56d14658 (stale) Mirror 3: 0x56d14658 (stale) Mirror 4: 0x56d14658 (stale) Mirror 5: 0x56d14658 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x10317456 Mirror 7: 0x10317456 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000868 1790098083.068212 mapwrite 0x03d539 thru 0x03dd2c (0x7f4 bytes) 000869 1790098083.154228 punch from 0x024b78 to 0x031a15 (0xce9e bytes) 000870 1790098083.168393 MIRROR_RESYNC 6 mirrors 000871 1790098084.992952 trunc from 0x040000 to 0x02699a (0x19665 bytes) 000872 1790098085.081093 mapread 0x00d140 thru 0x01aa03 (0xd8c4 bytes) 000873 1790098085.149381 mapread 0x016b9a thru 0x018528 (0x198f bytes) 000875 1790098085.152489 mapread 0x024b76 thru 0x02699a (0x1e25 bytes) 000876 1790098085.166736 read 0x00975d thru 0x00aab8 (0x135c bytes) 000877 1790098085.171403 fallocate 0x037ce3 thru 0x03ffff (0x831d bytes) 000878 1790098085.183809 write 0x0146e1 thru 0x0166b8 (0x1fd8 bytes) 000879 1790098085.187077 read 0x01f66d thru 0x0259f1 (0x6385 bytes) 000880 1790098085.212379 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x3afb5cce (stale) Mirror 3: 0x3afb5cce (stale) Mirror 4: 0x3afb5cce (stale) Mirror 5: 0x3afb5cce (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x3afb5cce (stale) Mirror 3: 0x3afb5cce (stale) Mirror 4: 0x3afb5cce (stale) Mirror 5: 0x3afb5cce (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000881 1790098085.711259 punch from 0x035a6b to 0x03ffff (0xa595 bytes) 000882 1790098085.717272 trunc from 0x00baaf to 0x01785b (0xbdad bytes) 000883 1790098085.723331 read 0x034919 thru 0x035ce0 (0x13c8 bytes) 000884 1790098085.741764 fallocate 0x039baa thru 0x03ffff (0x6456 bytes) 000885 1790098085.754692 mapwrite 0x03713d thru 0x03ffff (0x8ec3 bytes) 000886 1790098085.816338 mapwrite 0x0110f2 thru 0x016401 (0x5310 bytes) 000887 1790098085.865628 trunc from 0x040000 to 0x02038b (0x1fc74 bytes) 000888 1790098085.898243 fallocate 0x0269a6 thru 0x02a0ce (0x3729 bytes) 000889 1790098085.905388 trunc from 0x02a0cf to 0x0300e5 (0x6017 bytes) 000890 1790098085.920638 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x300e6): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x300e6): Mirror 2: 0xdddcad8a (stale) Mirror 3: 0xdddcad8a (stale) Mirror 4: 0xdddcad8a (stale) Mirror 5: 0xdddcad8a (stale) CRC-32 checksum value for chunk [0, 0x300e6): Mirror 1: 0xf0b45c32 Mirror 6: 0xf0b45c32 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x300e6: skipped 000891 1790098086.864982 fallocate 0x03c605 thru 0x03ffff (0x39fb bytes) 000892 1790098086.902045 punch from 0x00c6cc to 0x0190bf (0xc9f4 bytes) 000893 1790098086.917256 mapread 0x00dd38 thru 0x01046f (0x2738 bytes) 000894 1790098086.961731 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x300e6): Mirror 3: 0xdddcad8a (stale) Mirror 4: 0xdddcad8a (stale) Mirror 5: 0xdddcad8a (stale) Mirror 6: 0xf0b45c32 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x300e6): Mirror 3: 0xdddcad8a (stale) Mirror 4: 0xdddcad8a (stale) Mirror 5: 0xdddcad8a (stale) Mirror 6: 0xf0b45c32 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x300e6: skipped 000895 1790098087.389421 fallocate 0x00bda5 thru 0x016ce1 (0xaf3d bytes) 000896 1790098087.399157 MIRROR_RESYNC 5 mirrors 000897 1790098088.466894 read 0x021a3d thru 0x0300e5 (0xe6a9 bytes) 000898 1790098088.484708 write 0x006969 thru 0x00da46 (0x70de bytes) 000900 1790098088.544934 trunc from 0x0300e6 to 0x0368d3 (0x67ee bytes) 000901 1790098088.578878 punch from 0x01af10 to 0x025574 (0xa665 bytes) 000902 1790098088.587533 read 0x02ccb0 thru 0x0368d3 (0x9c24 bytes) 000903 1790098088.601147 read 0x01edb2 thru 0x024ae0 (0x5d2f bytes) 000904 1790098088.601941 mapread 0x01bce6 thru 0x025f37 (0xa252 bytes) 000905 1790098088.603752 read 0x002b58 thru 0x0033e0 (0x889 bytes) 000906 1790098088.604401 mapwrite 0x029ad8 thru 0x033ede (0xa407 bytes) 000907 1790098088.631336 punch from 0x0285ef to 0x0320ac (0x9abe bytes) 000908 1790098088.637889 fallocate 0x00c70f thru 0x00e498 (0x1d8a bytes) 000909 1790098088.642712 punch from 0x02df49 to 0x0368d3 (0x898b bytes) 000910 1790098088.647595 read 0x02fac5 thru 0x0368d3 (0x6e0f bytes) 000911 1790098088.667010 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x368d4): Mirror 3: 0x3efaa27c (stale) Mirror 4: 0x3efaa27c (stale) Mirror 6: 0x3efaa27c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x368d4): Mirror 3: 0x3efaa27c (stale) Mirror 4: 0x3efaa27c (stale) Mirror 6: 0x3efaa27c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x368d4: skipped 000912 1790098089.164861 trunc from 0x0368d4 to 0x036354 (0x57f bytes) 000914 1790098089.196379 read 0x01c815 thru 0x01f3dd (0x2bc9 bytes) 000915 1790098089.202939 write 0x00c9a3 thru 0x018ca5 (0xc303 bytes) 000916 1790098089.227711 fallocate 0x03f9d5 thru 0x03ffff (0x62b bytes) 000917 1790098089.238822 fallocate 0x039a76 thru 0x03ffff (0x658a bytes) 000918 1790098089.248908 trunc from 0x02d914 to 0x036354 (0x8a41 bytes) 000919 1790098089.266069 trunc from 0x036355 to 0x03bc86 (0x5932 bytes) 000920 1790098089.290934 mapwrite 0x01250d thru 0x0163f6 (0x3eea bytes) 000921 1790098089.313266 mapread 0x00c690 thru 0x01aa69 (0xe3da bytes) 000922 1790098089.331454 trunc from 0x00ca2b to 0x0102b9 (0x388f bytes) 000923 1790098089.346949 mapread 0x01b968 thru 0x021e1e (0x64b7 bytes) 000924 1790098089.358079 punch from 0x0351cb to 0x03bc86 (0x6abc bytes) 000925 1790098089.367879 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bc87): Mirror 3: 0x3f07ab91 (stale) Mirror 6: 0x3f07ab91 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bc87): Mirror 3: 0x3f07ab91 (stale) Mirror 6: 0x3f07ab91 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bc87: skipped 000926 1790098089.724773 trunc from 0x022b29 to 0x02aa5f (0x7f37 bytes) 000927 1790098089.729760 write 0x028b6f thru 0x035b65 (0xcff7 bytes) 000928 1790098089.745482 fallocate 0x033c2b thru 0x03ffff (0xc3d5 bytes) 000930 1790098089.767011 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xf51a6142 (stale) Mirror 6: 0xf51a6142 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf6a071d Mirror 7: 0xf6a071d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000931 1790098090.982610 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xf51a6142 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xf51a6142 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf6a071d Mirror 7: 0xf6a071d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000932 1790098091.514724 fallocate 0x03eed8 thru 0x03ffff (0x1128 bytes) 000933 1790098091.581060 read 0x01923d thru 0x02446f (0xb233 bytes) 000934 1790098091.598727 punch from 0x03cbea to 0x03ffff (0x3416 bytes) 000935 1790098091.607819 fallocate 0x029a0e thru 0x030099 (0x668c bytes) 000936 1790098091.619166 mapwrite 0x0091c0 thru 0x0091c7 (0x8 bytes) 000937 1790098091.651105 write 0x01c156 thru 0x029aa7 (0xd952 bytes) 000938 1790098091.673017 MIRROR_RESYNC 3 mirrors 000939 1790098092.833043 write 0x00ae28 thru 0x00b261 (0x43a bytes) 000940 1790098092.885077 mapwrite 0x029859 thru 0x02b22e (0x19d6 bytes) 000941 1790098092.932239 mapwrite 0x036161 thru 0x03ffff (0x9e9f bytes) 000942 1790098092.978465 write 0x01dc8e thru 0x0203be (0x2731 bytes) 000943 1790098093.003048 MIRROR_RESYNC 3 mirrors 000944 1790098093.961588 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) 000945 1790098094.342903 trunc from 0x03f4cb to 0x03ffff (0xb35 bytes) 000946 1790098094.402715 trunc from 0x040000 to 0x029781 (0x1687e bytes) 000947 1790098094.445775 mapwrite 0x011db0 thru 0x0165fc (0x484d bytes) 000948 1790098094.484107 write 0x033c8c thru 0x03ebcb (0xaf40 bytes) 000950 1790098094.489923 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) 000951 1790098094.640042 punch from 0x013083 to 0x022a21 (0xf99f bytes) 000953 1790098094.653966 mapread 0x035ee5 thru 0x038072 (0x218e bytes) 000954 1790098094.678648 read 0x0277c0 thru 0x02cefe (0x573f bytes) 000955 1790098094.695125 read 0x025a9c thru 0x030e48 (0xb3ad bytes) 000956 1790098094.708050 read 0x00a854 thru 0x00e78d (0x3f3a bytes) 000957 1790098094.708758 mapread 0x0167a6 thru 0x01847c (0x1cd7 bytes) 000958 1790098094.712415 fallocate 0x020e7b thru 0x025d4d (0x4ed3 bytes) 000959 1790098094.719767 mapread 0x014ff3 thru 0x01a102 (0x5110 bytes) 000960 1790098094.722612 read 0x02df85 thru 0x03a9bb (0xca37 bytes) 000961 1790098094.723982 mapread 0x022835 thru 0x02ca37 (0xa203 bytes) 000962 1790098094.725132 trunc from 0x020f4f to 0x029fb5 (0x9067 bytes) 000963 1790098094.734212 punch from 0x02a7d1 to 0x02d8a7 (0x30d7 bytes) 000964 1790098094.741925 trunc from 0x03ebcc to 0x0288f8 (0x162d3 bytes) 000965 1790098094.768768 trunc from 0x01f83f to 0x0219a8 (0x216a bytes) 000966 1790098094.773116 write 0x016fe1 thru 0x0174b0 (0x4d0 bytes) 000967 1790098094.774547 fallocate 0x034620 thru 0x03ffff (0xb9e0 bytes) 000968 1790098094.781861 punch from 0x01e72b to 0x0288f8 (0xa1ce bytes) 000969 1790098094.787232 punch from 0x001997 to 0x007a6c (0x60d6 bytes) 000970 1790098094.793048 mapwrite 0x03c45d thru 0x03ffff (0x3ba3 bytes) 000971 1790098094.843677 fallocate 0x0059a5 thru 0x00ec36 (0x9292 bytes) 000972 1790098094.853372 punch from 0x02ecf9 to 0x03d721 (0xea29 bytes) 000973 1790098094.860834 trunc from 0x040000 to 0x01b088 (0x24f77 bytes) 000974 1790098094.888897 MIRROR_EXTEND to 2 mirrors 000975 1790098095.734136 mapwrite 0x02c1a7 thru 0x03b6ef (0xf549 bytes) 000976 1790098095.865891 mapwrite 0x03a0d1 thru 0x03d2c7 (0x31f7 bytes) 000978 1790098095.927149 trunc from 0x03d2c8 to 0x0151ef (0x280d8 bytes) 000979 1790098095.958400 mapwrite 0x01f292 thru 0x022baa (0x3919 bytes) 000980 1790098096.003058 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x188:0x0]: Invalid argument (22) 000981 1790098096.146661 fallocate 0x00822b thru 0x0134d8 (0xb2ae bytes) 000982 1790098096.154386 trunc from 0x017d54 to 0x017d5a (0x7 bytes) 000983 1790098096.162350 trunc from 0x008128 to 0x011a57 (0x9930 bytes) 000984 1790098096.167807 fallocate 0x020c2d thru 0x02dfd7 (0xd3ab bytes) 000985 1790098096.177641 mapread 0x002045 thru 0x00617e (0x413a bytes) 000986 1790098096.199601 trunc from 0x0181c6 to 0x025168 (0xcfa3 bytes) 000987 1790098096.209194 fallocate 0x01dcda thru 0x02743b (0x9762 bytes) 000988 1790098096.215912 mapread 0x0153c4 thru 0x01e98c (0x95c9 bytes) 000989 1790098096.248416 read 0x00e16c thru 0x01159b (0x3430 bytes) 000990 1790098096.249056 trunc from 0x00dfc1 to 0x018342 (0xa382 bytes) 000991 1790098096.276055 MIRROR_EXTEND to 2 mirrors 000992 1790098097.019507 read 0x0216fd thru 0x02a284 (0x8b88 bytes) 000994 1790098097.031818 write 0x001faf thru 0x00ec90 (0xcce2 bytes) 000995 1790098097.116398 MIRROR_RESYNC 2 mirrors 000996 1790098097.795362 mapread 0x00afc5 thru 0x01a35b (0xf397 bytes) 000997 1790098097.856227 MIRROR_EXTEND to 3 mirrors 000998 1790098098.543688 MIRROR_RESYNC 3 mirrors 000999 1790098098.885095 fallocate 0x0046ba thru 0x0109e5 (0xc32c bytes) 001000 1790098098.925221 punch from 0x007cbe to 0x017a6e (0xfdb1 bytes) All operations completed A-OK!