== sanity-flr test 70a: flr mode fsx test ================ 02:35:36 (1786948536) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 8538 000001 1786948539.170265 MIRROR_EXTEND to 2 mirrors 000002 1786948539.606128 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) skipping zero size read 000004 1786948539.745350 mapwrite 0x013762 thru 0x01d59f (0x9e3e bytes) 000007 1786948539.813877 mapwrite 0x019704 thru 0x02064f (0x6f4c bytes) 000008 1786948539.849022 trunc from 0x005f72 to 0x015914 (0xf9a3 bytes) 000010 1786948539.855488 mapread 0x008b24 thru 0x00f6d6 (0x6bb3 bytes) 000011 1786948539.870977 punch from 0x003de2 to 0x0108c1 (0xcae0 bytes) 000012 1786948539.878047 read 0x0079fc thru 0x0105ff (0x8c04 bytes) truncating to largest ever: 0x3547f 000013 1786948539.890488 trunc from 0x020650 to 0x03547e (0x14e2f bytes) 000014 1786948539.913207 punch from 0x01e016 to 0x02392e (0x5919 bytes) 000015 1786948539.918942 trunc from 0x02acf1 to 0x0314a5 (0x67b5 bytes) 000016 1786948539.924980 trunc from 0x03547f to 0x02ce42 (0x863c bytes) 000017 1786948539.944659 read 0x015330 thru 0x018d8a (0x3a5b bytes) 000018 1786948539.962914 read 0x00657c thru 0x009b6c (0x35f1 bytes) 000019 1786948539.963626 punch from 0x026241 to 0x02ce42 (0x6c02 bytes) 000020 1786948539.969030 trunc from 0x02ce43 to 0x0238b6 (0x958c bytes) 000021 1786948539.987980 read 0x00a0c9 thru 0x00b092 (0xfca bytes) 000022 1786948539.989739 trunc from 0x01fffe to 0x0238b6 (0x38b9 bytes) 000023 1786948539.995610 mapread 0x002325 thru 0x0044c3 (0x219f bytes) 000024 1786948539.997052 read 0x00f71e thru 0x012bb9 (0x349c bytes) 000026 1786948540.000562 trunc from 0x0238b7 to 0x01efcb (0x48eb bytes) 000027 1786948540.020932 mapwrite 0x01319b thru 0x016be0 (0x3a46 bytes) 000028 1786948540.036325 trunc from 0x01acf1 to 0x01b06e (0x37e bytes) 000032 1786948540.044045 fallocate 0x02779c thru 0x02fb39 (0x839e bytes) 000033 1786948540.049127 mapread 0x00e57d thru 0x018c2c (0xa6b0 bytes) 000034 1786948540.050913 mapwrite 0x02d346 thru 0x02d613 (0x2ce bytes) 000035 1786948540.073515 punch from 0x01e69c to 0x0241d0 (0x5b35 bytes) 000036 1786948540.079171 mapread 0x00c5e4 thru 0x00e407 (0x1e24 bytes) 000038 1786948540.083491 trunc from 0x01893d to 0x01cff2 (0x46b6 bytes) 000039 1786948540.088969 read 0x02f415 thru 0x02fb39 (0x725 bytes) truncating to largest ever: 0x3f898 000040 1786948540.089708 trunc from 0x02fb3a to 0x03f897 (0xfd5e bytes) 000041 1786948540.103104 mapwrite 0x029f60 thru 0x0347f0 (0xa891 bytes) 000042 1786948540.135630 mapwrite 0x033256 thru 0x039837 (0x65e2 bytes) 000045 1786948540.155340 trunc from 0x03f898 to 0x01a787 (0x25110 bytes) 000046 1786948540.173966 write 0x015790 thru 0x021e5e (0xc6cf bytes) 000048 1786948540.178019 trunc from 0x021e5f to 0x039ee7 (0x18089 bytes) 000049 1786948540.195248 write 0x033fff thru 0x03ffff (0xc001 bytes) 000050 1786948540.201265 trunc from 0x040000 to 0x014e03 (0x2b1fc bytes) 000051 1786948540.228028 punch from 0x004a72 to 0x00a5b6 (0x5b45 bytes) 000052 1786948540.233527 mapwrite 0x038da7 thru 0x03f132 (0x638c bytes) 000053 1786948540.315514 MIRROR_EXTEND to 2 mirrors 000054 1786948540.832950 mapread 0x032617 thru 0x03ae6a (0x8854 bytes) 000055 1786948540.873259 trunc from 0x02e184 to 0x03a4fb (0xc378 bytes) 000056 1786948540.908869 trunc from 0x03f133 to 0x00ef55 (0x301dd bytes) 000057 1786948540.930792 fallocate 0x01093a thru 0x011715 (0xddc bytes) 000058 1786948540.938432 mapwrite 0x01aabd thru 0x01e124 (0x3668 bytes) 000059 1786948540.982707 read 0x00e37c thru 0x01a5d6 (0xc25b bytes) 000060 1786948540.992735 fallocate 0x019992 thru 0x023009 (0x9678 bytes) 000062 1786948540.999978 write 0x0120ce thru 0x01ace4 (0x8c17 bytes) 000063 1786948541.002292 trunc from 0x00f93c to 0x01b60c (0xbcd1 bytes) 000064 1786948541.017400 trunc from 0x009b50 to 0x017f51 (0xe402 bytes) 000065 1786948541.023727 punch from 0x003a29 to 0x00dc30 (0xa208 bytes) 000066 1786948541.029405 punch from 0x010efc to 0x01acb5 (0x9dba bytes) 000067 1786948541.034476 read 0x00ab83 thru 0x013714 (0x8b92 bytes) 000068 1786948541.044980 trunc from 0x01e125 to 0x028c46 (0xab22 bytes) 000069 1786948541.059363 mapwrite 0x02f46b thru 0x031170 (0x1d06 bytes) 000070 1786948541.096901 trunc from 0x031171 to 0x0325bd (0x144d bytes) 000071 1786948541.119860 MIRROR_RESYNC 2 mirrors 000073 1786948541.775447 fallocate 0x00dfba thru 0x01954e (0xb595 bytes) 000074 1786948541.822811 trunc from 0x01b545 to 0x02973c (0xe1f8 bytes) 000076 1786948541.836970 mapread 0x00aceb thru 0x00cd30 (0x2046 bytes) 000078 1786948541.873895 read 0x00e8b7 thru 0x018f79 (0xa6c3 bytes) 000079 1786948541.904095 punch from 0x025823 to 0x02969f (0x3e7d bytes) 000080 1786948541.914344 read 0x008778 thru 0x01361b (0xaea4 bytes) 000081 1786948541.916718 fallocate 0x0293fe thru 0x0355e4 (0xc1e7 bytes) 000082 1786948541.925669 trunc from 0x01e5bd to 0x02a4c2 (0xbf06 bytes) 000084 1786948541.935132 fallocate 0x02291f thru 0x02f6c6 (0xcda8 bytes) 000085 1786948541.938917 write 0x03a485 thru 0x03a747 (0x2c3 bytes) 000086 1786948541.939797 trunc from 0x03a748 to 0x00785c (0x32eeb bytes) 000087 1786948541.963506 read 0x006a72 thru 0x00785c (0xdeb bytes) 000088 1786948541.967319 trunc from 0x006710 to 0x007511 (0xe02 bytes) 000089 1786948541.972114 mapwrite 0x00a46f thru 0x00cfb7 (0x2b49 bytes) 000093 1786948542.034994 read 0x00179e thru 0x006e55 (0x56b8 bytes) 000094 1786948542.036078 fallocate 0x02aa09 thru 0x03102e (0x6626 bytes) 000096 1786948542.042790 fallocate 0x00ff45 thru 0x010356 (0x412 bytes) 000097 1786948542.049732 read 0x0099b9 thru 0x013ffa (0xa642 bytes) 000098 1786948542.075715 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) 000099 1786948542.202219 MIRROR_EXTEND to 2 mirrors 000100 1786948542.766871 punch from 0x0263d0 to 0x03102e (0xac5f bytes) 000102 1786948542.798578 trunc from 0x02b210 to 0x03102e (0x5e1f bytes) 000103 1786948542.805094 fallocate 0x000bfa thru 0x0045de (0x39e5 bytes) 000105 1786948542.812343 mapread 0x02df9e thru 0x03102e (0x3091 bytes) 000106 1786948542.833502 punch from 0x02ab80 to 0x03102e (0x64af bytes) 000107 1786948542.849027 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: 0x3c5d179e (stale) CRC-32 checksum value for chunk [0, 0x3102f): Mirror 1: 0x3c5d179e Mirror 3: 0x3c5d179e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3102f: skipped 000108 1786948543.937655 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: 0x3c5d179e (stale) CRC-32 checksum value for chunk [0, 0x3102f): Mirror 1: 0x3c5d179e Mirror 3: 0x3c5d179e Mirror 4: 0x3c5d179e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3102f: skipped 000109 1786948544.724921 write 0x0184d9 thru 0x025d77 (0xd89f bytes) 000110 1786948544.769612 read 0x000ca9 thru 0x002545 (0x189d bytes) 000111 1786948544.778990 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: 0x3c5d179e (stale) Mirror 3: 0x3c5d179e (stale) Mirror 4: 0x3c5d179e (stale) CRC-32 checksum value for chunk [0, 0x3102f): Mirror 1: 0x29ac642c Mirror 5: 0x29ac642c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3102f: skipped 000112 1786948545.507011 trunc from 0x03102f to 0x01be68 (0x151c6 bytes) 000113 1786948545.562954 punch from 0x00e5b4 to 0x00eda3 (0x7f0 bytes) 000114 1786948545.568543 trunc from 0x00a8d7 to 0x017f57 (0xd681 bytes) 000115 1786948545.574517 trunc from 0x01085f to 0x019041 (0x87e3 bytes) 000116 1786948545.579906 trunc from 0x01be69 to 0x007e31 (0x14037 bytes) 000117 1786948545.600268 punch from 0x004b3c to 0x007e31 (0x32f6 bytes) 000118 1786948545.606326 trunc from 0x0071f9 to 0x007e31 (0xc39 bytes) 000119 1786948545.611550 write 0x00f543 thru 0x017618 (0x80d6 bytes) 000120 1786948545.613812 write 0x011060 thru 0x01f7f4 (0xe795 bytes) 000121 1786948545.616738 mapread 0x007af9 thru 0x010b8a (0x9092 bytes) 000123 1786948545.638477 read 0x019305 thru 0x01f77c (0x6478 bytes) 000125 1786948545.645300 MIRROR_RESYNC 5 mirrors 000126 1786948546.755594 fallocate 0x00c1dd thru 0x01b086 (0xeeaa bytes) 000127 1786948546.793809 punch from 0x00066a to 0x00a1ca (0x9b61 bytes) 000128 1786948546.802803 read 0x00cad5 thru 0x016821 (0x9d4d bytes) 000129 1786948546.825059 MIRROR_RESYNC 5 mirrors 000130 1786948547.971951 MIRROR_RESYNC 5 mirrors 000131 1786948548.400722 trunc from 0x01f7f5 to 0x037970 (0x1817c bytes) 000132 1786948548.448596 fallocate 0x0355bc thru 0x036c24 (0x1669 bytes) 000133 1786948548.456932 trunc from 0x037971 to 0x012fe8 (0x24988 bytes) 000134 1786948548.476735 read 0x00be25 thru 0x01206e (0x624a bytes) 000135 1786948548.488253 trunc from 0x012fe9 to 0x006669 (0xc97f bytes) 000136 1786948548.522442 mapwrite 0x02d71e thru 0x036ffa (0x98dd bytes) 000137 1786948548.580749 read 0x00e6da thru 0x01dde5 (0xf70c bytes) 000138 1786948548.594358 trunc from 0x0012aa to 0x00e614 (0xd36b bytes) 000139 1786948548.598673 trunc from 0x036ffb to 0x01d61c (0x199de bytes) 000140 1786948548.623916 MIRROR_RESYNC 5 mirrors 000141 1786948549.518538 mapread 0x003f5b thru 0x00dda4 (0x9e4a bytes) 000142 1786948549.536325 mapread 0x0100e1 thru 0x01628c (0x61ac bytes) 000143 1786948549.544838 punch from 0x00d3cb to 0x010c88 (0x38be bytes) 000144 1786948549.574309 write 0x017fdc thru 0x021522 (0x9547 bytes) 000145 1786948549.582889 mapread 0x01e17f thru 0x0206bc (0x253e bytes) 000146 1786948549.584496 mapwrite 0x005432 thru 0x01182c (0xc3fb bytes) 000147 1786948549.618528 punch from 0x017143 to 0x01eae6 (0x79a4 bytes) 000148 1786948549.624426 read 0x01624a thru 0x01626f (0x26 bytes) 000149 1786948549.629308 MIRROR_RESYNC 5 mirrors 000150 1786948550.758439 trunc from 0x003082 to 0x00d53f (0xa4be bytes) 000151 1786948550.793768 read 0x01337f thru 0x020eb5 (0xdb37 bytes) 000152 1786948550.803924 trunc from 0x021523 to 0x03ea76 (0x1d554 bytes) 000153 1786948550.825937 punch from 0x023118 to 0x028f79 (0x5e62 bytes) 000154 1786948550.835653 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ea77): Mirror 3: 0x2b0f441f (stale) Mirror 4: 0x2b0f441f (stale) Mirror 5: 0x2b0f441f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ea77): Mirror 3: 0x2b0f441f (stale) Mirror 4: 0x2b0f441f (stale) Mirror 5: 0x2b0f441f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ea77: skipped 000155 1786948551.373386 MIRROR_RESYNC 4 mirrors 000156 1786948552.893597 mapwrite 0x0125b0 thru 0x01e415 (0xbe66 bytes) 000157 1786948553.093804 MIRROR_RESYNC 4 mirrors 000159 1786948554.039721 trunc from 0x0221a8 to 0x030f79 (0xedd2 bytes) 000160 1786948554.074741 trunc from 0x0284f6 to 0x02c7d8 (0x42e3 bytes) 000161 1786948554.082434 mapwrite 0x03f69d thru 0x03ffff (0x963 bytes) 000162 1786948554.124799 read 0x03507e thru 0x03ffff (0xaf82 bytes) 000163 1786948554.142317 write 0x03e05f thru 0x03f607 (0x15a9 bytes) 000164 1786948554.143767 write 0x012b2f thru 0x0144bb (0x198d bytes) 000165 1786948554.156106 mapread 0x02f82b thru 0x0394c6 (0x9c9c bytes) 000166 1786948554.173232 punch from 0x006954 to 0x009831 (0x2ede bytes) 000167 1786948554.178652 trunc from 0x040000 to 0x01ed94 (0x2126b bytes) 000168 1786948554.212887 read 0x0110eb thru 0x014ac2 (0x39d8 bytes) 000169 1786948554.224620 mapwrite 0x030ccc thru 0x03d096 (0xc3cb bytes) 000170 1786948554.304966 trunc from 0x03d097 to 0x03e2c2 (0x122c bytes) 000171 1786948554.341918 mapread 0x009c01 thru 0x0168d3 (0xccd3 bytes) 000172 1786948554.343599 mapread 0x02ec6f thru 0x03b6ce (0xca60 bytes) 000173 1786948554.345928 mapwrite 0x01b72a thru 0x02a57b (0xee52 bytes) 000174 1786948554.376121 mapread 0x00eeec thru 0x01d14f (0xe264 bytes) 000175 1786948554.377723 fallocate 0x0198a0 thru 0x01eb8d (0x52ee bytes) 000176 1786948554.384436 read 0x026bf9 thru 0x0339a1 (0xcda9 bytes) 000177 1786948554.387940 trunc from 0x03e2c3 to 0x00032a (0x3df98 bytes) 000178 1786948554.413995 trunc from 0x00032b to 0x02bd43 (0x2ba19 bytes) 000180 1786948554.432800 read 0x01c929 thru 0x01f15c (0x2834 bytes) 000182 1786948554.468048 read 0x02279f thru 0x02bd43 (0x95a5 bytes) 000183 1786948554.468797 trunc from 0x02bd44 to 0x03f084 (0x13341 bytes) 000184 1786948554.496033 fallocate 0x01e96c thru 0x0261dd (0x7872 bytes) 000185 1786948554.506010 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3f085): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f085): Mirror 3: 0x32d844e8 (stale) Mirror 4: 0x32d844e8 (stale) Mirror 5: 0x32d844e8 (stale) CRC-32 checksum value for chunk [0, 0x3f085): Mirror 1: 0x17eed73 Mirror 6: 0x17eed73 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f085: skipped 000186 1786948555.340115 mapwrite 0x014ca6 thru 0x01aa72 (0x5dcd bytes) 000187 1786948555.485040 trunc from 0x03f085 to 0x007f56 (0x3712e bytes) 000188 1786948555.511121 write 0x02b8d3 thru 0x02d3a4 (0x1ad2 bytes) 000190 1786948555.518883 fallocate 0x027e25 thru 0x02940a (0x15e6 bytes) 000191 1786948555.526728 punch from 0x008c25 to 0x0140a8 (0xb484 bytes) 000193 1786948555.533347 trunc from 0x012d49 to 0x02259e (0xf856 bytes) 000194 1786948555.540303 fallocate 0x02c18d thru 0x03556f (0x93e3 bytes) 000195 1786948555.553833 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x35570): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35570): Mirror 3: 0x2a8fc170 (stale) Mirror 4: 0x2a8fc170 (stale) Mirror 5: 0x2a8fc170 (stale) Mirror 6: 0x2403e9cf (stale) CRC-32 checksum value for chunk [0, 0x35570): Mirror 1: 0x834eb90f Mirror 7: 0x834eb90f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35570: skipped 000196 1786948556.689195 write 0x020a97 thru 0x02d884 (0xcdee bytes) 000197 1786948556.762523 write 0x02f053 thru 0x035e12 (0x6dc0 bytes) 000198 1786948556.777654 trunc from 0x035e13 to 0x00fe04 (0x2600e bytes) 000199 1786948556.797711 mapread 0x009c4e thru 0x00fe04 (0x61b7 bytes) 000201 1786948556.820083 mapwrite 0x037955 thru 0x03ffff (0x86ab bytes) 000202 1786948556.866713 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x59340c89 (stale) Mirror 4: 0x59340c89 (stale) Mirror 5: 0x59340c89 (stale) Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xc674150c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6bc62f7e Mirror 8: 0x6bc62f7e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000203 1786948557.553071 trunc from 0x031a8a to 0x03ffff (0xe576 bytes) zero_range to largest ever: 0x40000 000204 1786948557.614369 trunc from 0x03a6d8 to 0x03ffff (0x5928 bytes) 000205 1786948557.623850 read 0x00f8fa thru 0x01494c (0x5053 bytes) 000206 1786948557.637976 mapread 0x0378e9 thru 0x039e2e (0x2546 bytes) 000208 1786948557.667974 punch from 0x01d5e1 to 0x021c9a (0x46ba bytes) 000210 1786948557.677488 mapwrite 0x02dc1c thru 0x03bc62 (0xe047 bytes) 000211 1786948557.724442 read 0x005865 thru 0x0096c4 (0x3e60 bytes) 000212 1786948557.743007 MIRROR_RESYNC 7 mirrors 000213 1786948559.130216 read 0x026ac7 thru 0x03366f (0xcba9 bytes) 000214 1786948559.153812 MIRROR_EXTEND to 8 mirrors 000215 1786948559.796982 trunc from 0x03e5fb to 0x03ea32 (0x438 bytes) 000216 1786948559.844483 mapwrite 0x0179e0 thru 0x01938c (0x19ad bytes) 000218 1786948559.873444 mapread 0x0269c1 thru 0x033e44 (0xd484 bytes) 000219 1786948559.894701 trunc from 0x040000 to 0x0107e7 (0x2f818 bytes) 000220 1786948559.926588 write 0x02cce9 thru 0x0370a2 (0xa3ba bytes) 000221 1786948559.930192 trunc from 0x0370a3 to 0x02469b (0x12a07 bytes) 000222 1786948559.954306 write 0x01dbb7 thru 0x01f5f9 (0x1a43 bytes) 000223 1786948559.966870 fallocate 0x01305b thru 0x020ad2 (0xda78 bytes) 000224 1786948559.973136 read 0x0050b8 thru 0x00be59 (0x6da2 bytes) 000225 1786948559.986928 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2469c): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2469c): Mirror 3: 0x9032695c (stale) Mirror 4: 0x9032695c (stale) Mirror 5: 0x9032695c (stale) Mirror 6: 0x9032695c (stale) Mirror 7: 0x9032695c (stale) Mirror 8: 0x9032695c (stale) Mirror 9: 0x9032695c (stale) CRC-32 checksum value for chunk [0, 0x2469c): Mirror 1: 0x76fb04a7 Mirror 10: 0x76fb04a7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2469c: skipped 000226 1786948561.054107 punch from 0x01bfa5 to 0x02469b (0x86f7 bytes) 000227 1786948561.097726 trunc from 0x009254 to 0x00c41a (0x31c7 bytes) 000229 1786948561.104263 read 0x005d36 thru 0x00a044 (0x430f bytes) 000230 1786948561.113736 punch from 0x002219 to 0x003961 (0x1749 bytes) 000231 1786948561.118892 read 0x012de9 thru 0x019cb5 (0x6ecd bytes) 000232 1786948561.129189 mapread 0x021268 thru 0x02469b (0x3434 bytes) 000233 1786948561.131447 punch from 0x006520 to 0x006753 (0x234 bytes) 000234 1786948561.139836 punch from 0x00f62f to 0x01e3fc (0xedce bytes) 000235 1786948561.146117 trunc from 0x01ce71 to 0x01fdff (0x2f8f bytes) 000236 1786948561.152602 punch from 0x009b8d to 0x00c132 (0x25a6 bytes) 000237 1786948561.156889 write 0x035d4c thru 0x03bf6b (0x6220 bytes) 000238 1786948561.162563 trunc from 0x035705 to 0x03a879 (0x5175 bytes) 000239 1786948561.186643 mapread 0x03658b thru 0x03bf6b (0x59e1 bytes) 000241 1786948561.205246 mapread 0x03771b thru 0x03bf6b (0x4851 bytes) 000242 1786948561.206976 trunc from 0x000bb7 to 0x0094c2 (0x890c bytes) 000243 1786948561.213082 punch from 0x01b28c to 0x028b7e (0xd8f3 bytes) 000244 1786948561.225727 punch from 0x015a38 to 0x01c3fb (0x69c4 bytes) 000245 1786948561.231047 write 0x01488b thru 0x01e6ef (0x9e65 bytes) 000246 1786948561.244883 trunc from 0x03bf6c to 0x02c4d5 (0xfa96 bytes) 000247 1786948561.269318 read 0x004831 thru 0x008d7a (0x454a bytes) 000248 1786948561.289411 write 0x038525 thru 0x039898 (0x1374 bytes) 000249 1786948561.291462 punch from 0x02b3df to 0x0377a8 (0xc3ca bytes) 000250 1786948561.300647 read 0x02cc80 thru 0x032166 (0x54e7 bytes) 000251 1786948561.312314 trunc from 0x026855 to 0x029d83 (0x352f bytes) 000252 1786948561.325110 read 0x032adb thru 0x039898 (0x6dbe bytes) 000253 1786948561.326214 mapread 0x034455 thru 0x0370ec (0x2c98 bytes) 000254 1786948561.344059 write 0x01ac67 thru 0x0220b8 (0x7452 bytes) 000255 1786948561.357376 MIRROR_RESYNC 9 mirrors 000256 1786948563.016128 trunc from 0x039899 to 0x025a76 (0x13e22 bytes) 000258 1786948563.065953 punch from 0x00c100 to 0x013595 (0x7496 bytes) 000259 1786948563.073381 fallocate 0x01c1a8 thru 0x02775f (0xb5b8 bytes) 000260 1786948563.079250 mapwrite 0x007b29 thru 0x008089 (0x561 bytes) 000261 1786948563.102333 trunc from 0x002f1f to 0x00486f (0x1951 bytes) 000262 1786948563.119786 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x25a77): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25a77): Mirror 3: 0x92fd8c84 (stale) Mirror 4: 0x92fd8c84 (stale) Mirror 5: 0x92fd8c84 (stale) Mirror 6: 0x92fd8c84 (stale) Mirror 7: 0x92fd8c84 (stale) Mirror 8: 0x92fd8c84 (stale) Mirror 9: 0x92fd8c84 (stale) Mirror 10: 0x92fd8c84 (stale) CRC-32 checksum value for chunk [0, 0x25a77): Mirror 1: 0xb7a9412c Mirror 11: 0xb7a9412c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25a77: skipped 000263 1786948564.111369 fallocate 0x02d975 thru 0x03376a (0x5df6 bytes) 000264 1786948564.164479 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x3376b): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3376b): Mirror 3: 0x65214e94 (stale) Mirror 4: 0x65214e94 (stale) Mirror 5: 0x65214e94 (stale) Mirror 6: 0x65214e94 (stale) Mirror 7: 0x65214e94 (stale) Mirror 8: 0x65214e94 (stale) Mirror 9: 0x65214e94 (stale) Mirror 10: 0x65214e94 (stale) Mirror 11: 0xfb51678 (stale) CRC-32 checksum value for chunk [0, 0x3376b): Mirror 1: 0xfb51678 Mirror 12: 0xfb51678 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3376b: skipped 000265 1786948565.070824 mapread 0x01ca3d thru 0x023c79 (0x723d bytes) 000266 1786948565.104576 read 0x015b93 thru 0x01ce20 (0x728e bytes) 000267 1786948565.116774 fallocate 0x01fe57 thru 0x0245fd (0x47a7 bytes) 000268 1786948565.160696 mapread 0x01c242 thru 0x0261d7 (0x9f96 bytes) 000269 1786948565.182236 trunc from 0x007eca to 0x011d4b (0x9e82 bytes) 000270 1786948565.188509 mapwrite 0x03e332 thru 0x03ffff (0x1cce bytes) 000272 1786948565.240864 write 0x032e14 thru 0x0393ba (0x65a7 bytes) 000273 1786948565.251083 mapwrite 0x02d279 thru 0x02e153 (0xedb bytes) 000274 1786948565.285099 write 0x030704 thru 0x031258 (0xb55 bytes) 000275 1786948565.289339 write 0x038396 thru 0x03ffff (0x7c6a bytes) 000276 1786948565.292244 trunc from 0x040000 to 0x03ca2a (0x35d5 bytes) 000277 1786948565.325497 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x3ca2b): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ca2b): Mirror 3: 0xbb12b383 (stale) Mirror 4: 0xbb12b383 (stale) Mirror 5: 0xbb12b383 (stale) Mirror 6: 0xbb12b383 (stale) Mirror 7: 0xbb12b383 (stale) Mirror 8: 0xbb12b383 (stale) Mirror 9: 0xbb12b383 (stale) Mirror 10: 0xbb12b383 (stale) Mirror 11: 0x8a1cc98e (stale) Mirror 12: 0x8a1cc98e (stale) CRC-32 checksum value for chunk [0, 0x3ca2b): Mirror 1: 0xd93170f9 Mirror 13: 0xd93170f9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ca2b: skipped 000278 1786948566.330873 punch from 0x028aa6 to 0x02dc2b (0x5186 bytes) 000279 1786948566.357758 write 0x02bc94 thru 0x037dcf (0xc13c bytes) 000280 1786948566.368558 read 0x018d31 thru 0x0204cb (0x779b bytes) 000281 1786948566.384057 mapwrite 0x03e2d0 thru 0x03e67b (0x3ac bytes) 000283 1786948566.435349 mapread 0x013d0d thru 0x021b07 (0xddfb bytes) 000284 1786948566.469032 write 0x019225 thru 0x021b77 (0x8953 bytes) 000285 1786948566.471250 write 0x013b6c thru 0x020e31 (0xd2c6 bytes) 000286 1786948566.474594 read 0x017f78 thru 0x024349 (0xc3d2 bytes) 000287 1786948566.476037 read 0x01f01c thru 0x020c50 (0x1c35 bytes) 000288 1786948566.477204 fallocate 0x03ebeb thru 0x03ffff (0x1415 bytes) 000289 1786948566.485457 mapwrite 0x021208 thru 0x024510 (0x3309 bytes) 000290 1786948566.515800 mapread 0x02dc06 thru 0x03277d (0x4b78 bytes) 000291 1786948566.523583 MIRROR_SPLIT mirror 1 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa31e2480 (stale) Mirror 5: 0xa31e2480 (stale) Mirror 6: 0xa31e2480 (stale) Mirror 7: 0xa31e2480 (stale) Mirror 8: 0xa31e2480 (stale) Mirror 9: 0xa31e2480 (stale) Mirror 10: 0xa31e2480 (stale) Mirror 11: 0x3dce6bc1 (stale) Mirror 12: 0x3dce6bc1 (stale) Mirror 13: 0x717ec2fe (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa31e2480 (stale) Mirror 5: 0xa31e2480 (stale) Mirror 6: 0xa31e2480 (stale) Mirror 7: 0xa31e2480 (stale) Mirror 8: 0xa31e2480 (stale) Mirror 9: 0xa31e2480 (stale) Mirror 10: 0xa31e2480 (stale) Mirror 11: 0x3dce6bc1 (stale) Mirror 12: 0x3dce6bc1 (stale) Mirror 13: 0x717ec2fe (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000292 1786948567.123898 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa31e2480 (stale) Mirror 5: 0xa31e2480 (stale) Mirror 6: 0xa31e2480 (stale) Mirror 7: 0xa31e2480 (stale) Mirror 8: 0xa31e2480 (stale) Mirror 9: 0xa31e2480 (stale) Mirror 10: 0xa31e2480 (stale) Mirror 11: 0x3dce6bc1 (stale) Mirror 12: 0x3dce6bc1 (stale) Mirror 13: 0x717ec2fe (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe0a61ac8 Mirror 14: 0xe0a61ac8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000293 1786948568.142860 trunc from 0x039ee1 to 0x03a033 (0x153 bytes) 000294 1786948568.216961 trunc from 0x040000 to 0x0079a5 (0x3865a bytes) 000295 1786948568.258583 trunc from 0x000eab to 0x005237 (0x438d bytes) 000296 1786948568.266900 write 0x01f9ea thru 0x0298a5 (0x9ebc bytes) 000297 1786948568.271035 trunc from 0x019436 to 0x01e1ed (0x4db8 bytes) 000298 1786948568.278564 punch from 0x01cf08 to 0x0298a5 (0xc99e bytes) 000299 1786948568.299031 fallocate 0x02014b thru 0x02c678 (0xc52e bytes) 000301 1786948568.307086 mapread 0x02b1ba thru 0x02c678 (0x14bf bytes) 000302 1786948568.321592 trunc from 0x02c679 to 0x01d79e (0xeeda bytes) 000303 1786948568.352069 write 0x005cd5 thru 0x00d05f (0x738b bytes) 000304 1786948568.365698 read 0x01504e thru 0x01d79e (0x8751 bytes) 000305 1786948568.383503 MIRROR_RESYNC 12 mirrors 000306 1786948571.070501 mapwrite 0x0129cd thru 0x014c19 (0x224d bytes) 000307 1786948571.156091 mapread 0x00fe28 thru 0x01d79e (0xd977 bytes) 000308 1786948571.162648 trunc from 0x01ac92 to 0x01d79e (0x2b0d bytes) 000309 1786948571.168679 MIRROR_SPLIT mirror 4 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1d79f): Mirror 4: 0x7915f329 (stale) Mirror 5: 0x7915f329 (stale) Mirror 6: 0x7915f329 (stale) Mirror 8: 0x7915f329 (stale) Mirror 9: 0x7915f329 (stale) Mirror 10: 0x7915f329 (stale) Mirror 11: 0x7915f329 (stale) Mirror 12: 0x7915f329 (stale) Mirror 13: 0x7915f329 (stale) Mirror 14: 0x7915f329 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d79f): Mirror 4: 0x7915f329 (stale) Mirror 5: 0x7915f329 (stale) Mirror 6: 0x7915f329 (stale) Mirror 8: 0x7915f329 (stale) Mirror 9: 0x7915f329 (stale) Mirror 10: 0x7915f329 (stale) Mirror 11: 0x7915f329 (stale) Mirror 12: 0x7915f329 (stale) Mirror 13: 0x7915f329 (stale) Mirror 14: 0x7915f329 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d79f: skipped 000310 1786948571.605368 trunc from 0x01d79f to 0x03816c (0x1a9ce bytes) 000311 1786948571.630881 trunc from 0x03816d to 0x021f10 (0x1625c bytes) 000312 1786948571.664217 trunc from 0x00c151 to 0x00c941 (0x7f1 bytes) 000313 1786948571.673759 mapread 0x0016ff thru 0x010656 (0xef58 bytes) 000314 1786948571.696822 mapread 0x01b965 thru 0x021704 (0x5da0 bytes) 000315 1786948571.704514 punch from 0x004990 to 0x00ea65 (0xa0d6 bytes) 000316 1786948571.708374 trunc from 0x00c18e to 0x01ae92 (0xed05 bytes) 000317 1786948571.713293 fallocate 0x03e0ea thru 0x03ffff (0x1f16 bytes) 000318 1786948571.719485 trunc from 0x040000 to 0x023eaf (0x1c150 bytes) 000319 1786948571.741834 mapwrite 0x0260db thru 0x02a4b8 (0x43de bytes) 000320 1786948571.794351 trunc from 0x02a4b9 to 0x00d7ef (0x1ccc9 bytes) 000321 1786948571.819873 mapread 0x000250 thru 0x002990 (0x2741 bytes) 000322 1786948571.842498 mapread 0x0072ed thru 0x0092c4 (0x1fd8 bytes) 000323 1786948571.845088 mapread 0x00b116 thru 0x00d7ef (0x26da bytes) 000324 1786948571.849002 mapread 0x005788 thru 0x00d7ef (0x8068 bytes) 000325 1786948571.850407 trunc from 0x00d7f0 to 0x03706b (0x2987c bytes) 000326 1786948571.882368 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x3706c): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3706c): Mirror 4: 0x795fcbbc (stale) Mirror 5: 0x795fcbbc (stale) Mirror 6: 0x795fcbbc (stale) Mirror 8: 0x795fcbbc (stale) Mirror 9: 0x795fcbbc (stale) Mirror 10: 0x795fcbbc (stale) Mirror 11: 0x795fcbbc (stale) Mirror 12: 0x795fcbbc (stale) Mirror 13: 0x795fcbbc (stale) Mirror 14: 0x795fcbbc (stale) CRC-32 checksum value for chunk [0, 0x3706c): Mirror 1: 0x9aa04a23 Mirror 15: 0x9aa04a23 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3706c: skipped 000327 1786948572.876253 trunc from 0x03706c to 0x01cdd0 (0x1a29b bytes) 000328 1786948572.964334 write 0x00fb0b thru 0x01252b (0x2a21 bytes) 000329 1786948572.977250 write 0x02c15a thru 0x03a892 (0xe739 bytes) 000330 1786948572.980098 write 0x01de55 thru 0x026931 (0x8add bytes) 000331 1786948572.990534 write 0x02d5af thru 0x0372bf (0x9d11 bytes) 000332 1786948572.992547 trunc from 0x03a893 to 0x00e96f (0x2bf23 bytes) 000334 1786948573.022366 trunc from 0x00e970 to 0x03c5e0 (0x2dc71 bytes) 000335 1786948573.040768 read 0x0378ea thru 0x03b28c (0x39a3 bytes) 000337 1786948573.050921 write 0x0186c3 thru 0x021e8f (0x97cd bytes) 000338 1786948573.061896 fallocate 0x020333 thru 0x0212c5 (0xf93 bytes) 000339 1786948573.078612 write 0x01edc6 thru 0x0253fd (0x6638 bytes) 000340 1786948573.087398 trunc from 0x03c5e1 to 0x013318 (0x292c8 bytes) 000341 1786948573.112103 trunc from 0x013319 to 0x002500 (0x10e18 bytes) 000343 1786948573.145468 trunc from 0x002501 to 0x03c773 (0x3a273 bytes) 000344 1786948573.174868 fallocate 0x030060 thru 0x034e93 (0x4e34 bytes) 000345 1786948573.181068 punch from 0x0288e6 to 0x031ae7 (0x9202 bytes) 000346 1786948573.186262 trunc from 0x03c774 to 0x02fa2d (0xcd46 bytes) 000347 1786948573.199394 fallocate 0x017cdb thru 0x0252e8 (0xd60e bytes) 000348 1786948573.205723 fallocate 0x009ea0 thru 0x01150f (0x7670 bytes) 000349 1786948573.220004 MIRROR_SPLIT mirror 4 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2fa2e): Mirror 4: 0x2de051bd (stale) Mirror 5: 0x2de051bd (stale) Mirror 6: 0x2de051bd (stale) Mirror 9: 0x2de051bd (stale) Mirror 10: 0x2de051bd (stale) Mirror 11: 0x2de051bd (stale) Mirror 12: 0x2de051bd (stale) Mirror 13: 0x2de051bd (stale) Mirror 14: 0x2de051bd (stale) Mirror 15: 0xda64fc95 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fa2e): Mirror 4: 0x2de051bd (stale) Mirror 5: 0x2de051bd (stale) Mirror 6: 0x2de051bd (stale) Mirror 9: 0x2de051bd (stale) Mirror 10: 0x2de051bd (stale) Mirror 11: 0x2de051bd (stale) Mirror 12: 0x2de051bd (stale) Mirror 13: 0x2de051bd (stale) Mirror 14: 0x2de051bd (stale) Mirror 15: 0xda64fc95 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fa2e: skipped 000350 1786948573.751342 trunc from 0x02fa2e to 0x03fd86 (0x10359 bytes) 000351 1786948573.772057 write 0x03fb9a thru 0x03ffff (0x466 bytes) 000353 1786948573.781084 mapwrite 0x03ee44 thru 0x03ffff (0x11bc bytes) 000354 1786948573.802487 trunc from 0x040000 to 0x036c27 (0x93d8 bytes) 000355 1786948573.818080 mapread 0x03571b thru 0x036c27 (0x150d bytes) 000356 1786948573.835134 mapread 0x00be4e thru 0x01ae41 (0xeff4 bytes) 000357 1786948573.858590 punch from 0x018480 to 0x025aaa (0xd62b bytes) 000358 1786948573.867622 MIRROR_RESYNC 11 mirrors 000359 1786948575.122962 mapwrite 0x017612 thru 0x0178d5 (0x2c4 bytes) 000360 1786948575.204601 trunc from 0x006933 to 0x0071f1 (0x8bf bytes) 000361 1786948575.214782 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x36c28): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36c28): Mirror 4: 0xe44c7488 (stale) Mirror 5: 0xe44c7488 (stale) Mirror 6: 0xe44c7488 (stale) Mirror 9: 0xe44c7488 (stale) Mirror 10: 0xe44c7488 (stale) Mirror 11: 0xe44c7488 (stale) Mirror 12: 0xe44c7488 (stale) Mirror 13: 0xe44c7488 (stale) Mirror 14: 0xe44c7488 (stale) Mirror 15: 0xe44c7488 (stale) CRC-32 checksum value for chunk [0, 0x36c28): Mirror 1: 0xe4b4894c Mirror 16: 0xe4b4894c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36c28: skipped 000362 1786948576.549193 trunc from 0x027ac6 to 0x032aa8 (0xafe3 bytes) 000363 1786948576.629363 mapread 0x004728 thru 0x00782e (0x3107 bytes) 000364 1786948576.681281 fallocate 0x025f05 thru 0x02d3e8 (0x74e4 bytes) 000365 1786948576.692615 mapwrite 0x020074 thru 0x025daa (0x5d37 bytes) 000366 1786948576.802053 write 0x01e3bc thru 0x022c33 (0x4878 bytes) 000367 1786948576.811507 write 0x030f56 thru 0x03ffff (0xf0aa bytes) 000368 1786948576.829707 punch from 0x02952c to 0x033d50 (0xa825 bytes) 000369 1786948576.858020 trunc from 0x03ca45 to 0x03ffff (0x35bb bytes) 000370 1786948576.879119 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 6: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 14: 0xe20eea22 (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0x14c5faeb (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x73424c6c Mirror 17: 0x73424c6c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000371 1786948578.678973 mapwrite 0x017ba4 thru 0x01bae2 (0x3f3f bytes) 000372 1786948578.849715 fallocate 0x03120b thru 0x032591 (0x1387 bytes) 000373 1786948578.859176 write 0x035359 thru 0x03869c (0x3344 bytes) 000374 1786948578.892631 fallocate 0x038765 thru 0x03b28d (0x2b29 bytes) 000375 1786948578.909945 write 0x007071 thru 0x00f4ff (0x848f bytes) 000376 1786948578.927022 mapread 0x01afe6 thru 0x029de5 (0xee00 bytes) 000377 1786948578.965805 fallocate 0x0232f4 thru 0x028aae (0x57bb bytes) 000378 1786948578.974502 read 0x026a3b thru 0x031d3b (0xb301 bytes) 000379 1786948579.017345 write 0x011fc1 thru 0x012b00 (0xb40 bytes) 000380 1786948579.018433 punch from 0x026763 to 0x0326b2 (0xbf50 bytes) 000382 1786948579.031085 punch from 0x03aa00 to 0x03ffff (0x5600 bytes) 000383 1786948579.056909 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 6: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 14: 0xe20eea22 (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0x14c5faeb (stale) Mirror 17: 0x73424c6c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7f8bcaab Mirror 18: 0x7f8bcaab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000384 1786948580.523258 MIRROR_RESYNC 14 mirrors 000385 1786948585.676036 punch from 0x00430c to 0x00c8a1 (0x8596 bytes) 000386 1786948585.739411 mapread 0x00ab68 thru 0x018305 (0xd79e bytes) 000388 1786948585.774591 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7f8bcaab (stale) Mirror 5: 0x7f8bcaab (stale) Mirror 6: 0x7f8bcaab (stale) Mirror 9: 0x7f8bcaab (stale) Mirror 10: 0x7f8bcaab (stale) Mirror 11: 0x7f8bcaab (stale) Mirror 12: 0x7f8bcaab (stale) Mirror 13: 0x7f8bcaab (stale) Mirror 14: 0x7f8bcaab (stale) Mirror 15: 0x7f8bcaab (stale) Mirror 16: 0x7f8bcaab (stale) Mirror 17: 0x7f8bcaab (stale) Mirror 18: 0x7f8bcaab (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x50dc3ed9 Mirror 19: 0x50dc3ed9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000389 1786948586.897122 mapread 0x03e9ba thru 0x03ffff (0x1646 bytes) 000390 1786948586.924898 read 0x01a19d thru 0x028df3 (0xec57 bytes) 000391 1786948586.942909 mapwrite 0x02f942 thru 0x03c3bd (0xca7c bytes) 000393 1786948587.114655 MIRROR_SPLIT mirror 6 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7f8bcaab (stale) Mirror 5: 0x7f8bcaab (stale) Mirror 6: 0x7f8bcaab (stale) Mirror 9: 0x7f8bcaab (stale) Mirror 10: 0x7f8bcaab (stale) Mirror 12: 0x7f8bcaab (stale) Mirror 13: 0x7f8bcaab (stale) Mirror 14: 0x7f8bcaab (stale) Mirror 15: 0x7f8bcaab (stale) Mirror 16: 0x7f8bcaab (stale) Mirror 17: 0x7f8bcaab (stale) Mirror 18: 0x7f8bcaab (stale) Mirror 19: 0x50dc3ed9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7f8bcaab (stale) Mirror 5: 0x7f8bcaab (stale) Mirror 6: 0x7f8bcaab (stale) Mirror 9: 0x7f8bcaab (stale) Mirror 10: 0x7f8bcaab (stale) Mirror 12: 0x7f8bcaab (stale) Mirror 13: 0x7f8bcaab (stale) Mirror 14: 0x7f8bcaab (stale) Mirror 15: 0x7f8bcaab (stale) Mirror 16: 0x7f8bcaab (stale) Mirror 17: 0x7f8bcaab (stale) Mirror 18: 0x7f8bcaab (stale) Mirror 19: 0x50dc3ed9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000394 1786948587.804071 trunc from 0x040000 to 0x038a03 (0x75fc bytes) 000395 1786948587.829007 trunc from 0x038a04 to 0x023fde (0x14a25 bytes) 000397 1786948587.868534 MIRROR_SPLIT mirror 5 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23fdf): Mirror 4: 0x8509651f (stale) Mirror 5: 0x8509651f (stale) Mirror 6: 0x8509651f (stale) Mirror 9: 0x8509651f (stale) Mirror 12: 0x8509651f (stale) Mirror 13: 0x8509651f (stale) Mirror 14: 0x8509651f (stale) Mirror 15: 0x8509651f (stale) Mirror 16: 0x8509651f (stale) Mirror 17: 0x8509651f (stale) Mirror 18: 0x8509651f (stale) Mirror 19: 0x5b0a88b0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23fdf): Mirror 4: 0x8509651f (stale) Mirror 5: 0x8509651f (stale) Mirror 6: 0x8509651f (stale) Mirror 9: 0x8509651f (stale) Mirror 12: 0x8509651f (stale) Mirror 13: 0x8509651f (stale) Mirror 14: 0x8509651f (stale) Mirror 15: 0x8509651f (stale) Mirror 16: 0x8509651f (stale) Mirror 17: 0x8509651f (stale) Mirror 18: 0x8509651f (stale) Mirror 19: 0x5b0a88b0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23fdf: skipped 000398 1786948588.399168 fallocate 0x03f87c thru 0x03ffff (0x784 bytes) 000399 1786948588.405488 punch from 0x0292d6 to 0x030362 (0x708d bytes) 000400 1786948588.410681 mapwrite 0x02777b thru 0x02f6bf (0x7f45 bytes) 000401 1786948588.447134 mapread 0x0268d6 thru 0x029e47 (0x3572 bytes) 000402 1786948588.448928 write 0x037e16 thru 0x03e461 (0x664c bytes) 000403 1786948588.461989 read 0x0309b6 thru 0x03d902 (0xcf4d bytes) 000404 1786948588.469237 trunc from 0x038f01 to 0x03b091 (0x2191 bytes) 000405 1786948588.481650 write 0x01dcc2 thru 0x0277f4 (0x9b33 bytes) 000406 1786948588.489886 mapwrite 0x011e36 thru 0x01caa8 (0xac73 bytes) 000407 1786948588.520890 write 0x01b485 thru 0x01f5c6 (0x4142 bytes) 000408 1786948588.522225 write 0x01e1ef thru 0x0235db (0x53ed bytes) 000409 1786948588.524468 read 0x027649 thru 0x028fb2 (0x196a bytes) 000410 1786948588.525359 trunc from 0x040000 to 0x0083a6 (0x37c59 bytes) 000411 1786948588.541722 mapread 0x007cad thru 0x0083a6 (0x6fa bytes) 000412 1786948588.551013 trunc from 0x0083a7 to 0x00a7a9 (0x2403 bytes) 000413 1786948588.564554 mapwrite 0x01261b thru 0x02178f (0xf175 bytes) 000414 1786948588.613417 write 0x0197f8 thru 0x0222d8 (0x8ae1 bytes) 000415 1786948588.616122 trunc from 0x0222d9 to 0x0031a0 (0x1f138 bytes) 000416 1786948588.629980 trunc from 0x00217a to 0x0031a0 (0x1027 bytes) 000417 1786948588.635310 read 0x000b86 thru 0x0031a0 (0x261b bytes) 000418 1786948588.639976 read 0x000332 thru 0x0031a0 (0x2e6f bytes) 000419 1786948588.640739 trunc from 0x000bf4 to 0x002a13 (0x1e20 bytes) 000420 1786948588.649546 MIRROR_RESYNC 13 mirrors 000421 1786948589.912080 punch from 0x0005d4 to 0x0031a0 (0x2bcd bytes) 000422 1786948589.945368 read 0x0027d5 thru 0x0031a0 (0x9cc bytes) 000423 1786948589.951933 punch from 0x000a1d to 0x0031a0 (0x2784 bytes) 000424 1786948589.956318 punch from 0x00179d to 0x0031a0 (0x1a04 bytes) 000425 1786948589.964927 MIRROR_RESYNC 13 mirrors 000426 1786948591.148377 read 0x000828 thru 0x0011c4 (0x99d bytes) 000427 1786948591.155105 read 0x001baa thru 0x0031a0 (0x15f7 bytes) 000428 1786948591.164572 MIRROR_SPLIT mirror 9 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) 000429 1786948591.537352 write 0x0179b9 thru 0x0206dd (0x8d25 bytes) 000430 1786948591.593621 write 0x00db98 thru 0x01c92a (0xed93 bytes) 000431 1786948591.599046 mapwrite 0x0270dd thru 0x03123a (0xa15e bytes) 000432 1786948591.662127 trunc from 0x03123b to 0x02b61b (0x5c1f bytes) 000433 1786948591.683523 punch from 0x01eb0a to 0x0282b3 (0x97aa bytes) 000434 1786948591.689700 trunc from 0x02b61c to 0x00c5ff (0x1f01c bytes) 000435 1786948591.716456 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0xc600): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xc600): Mirror 4: 0x3113ec55 (stale) Mirror 5: 0x3113ec55 (stale) Mirror 6: 0x3113ec55 (stale) Mirror 9: 0x3113ec55 (stale) Mirror 12: 0x3113ec55 (stale) Mirror 13: 0x3113ec55 (stale) Mirror 14: 0x3113ec55 (stale) Mirror 15: 0x3113ec55 (stale) Mirror 17: 0x3113ec55 (stale) Mirror 18: 0x3113ec55 (stale) Mirror 19: 0x3113ec55 (stale) CRC-32 checksum value for chunk [0, 0xc600): Mirror 1: 0x3113ec55 Mirror 20: 0x3113ec55 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xc600: skipped 000436 1786948592.744175 fallocate 0x01dc7d thru 0x02dc19 (0xff9d bytes) 000437 1786948592.784466 trunc from 0x00c600 to 0x02f0ad (0x22aae bytes) 000438 1786948592.810705 write 0x0374b2 thru 0x03ffff (0x8b4e bytes) 000439 1786948592.813393 trunc from 0x006621 to 0x00c878 (0x6258 bytes) 000440 1786948592.818988 mapread 0x02892d thru 0x02ccbd (0x4391 bytes) 000441 1786948592.839783 trunc from 0x040000 to 0x02249a (0x1db65 bytes) 000442 1786948592.857339 MIRROR_SPLIT mirror 5 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2249b): Mirror 4: 0xff017abb (stale) Mirror 5: 0xff017abb (stale) Mirror 6: 0xff017abb (stale) Mirror 9: 0xff017abb (stale) Mirror 13: 0xff017abb (stale) Mirror 14: 0xff017abb (stale) Mirror 15: 0xff017abb (stale) Mirror 17: 0xff017abb (stale) Mirror 18: 0xff017abb (stale) Mirror 19: 0xff017abb (stale) Mirror 20: 0xff017abb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2249b): Mirror 4: 0xff017abb (stale) Mirror 5: 0xff017abb (stale) Mirror 6: 0xff017abb (stale) Mirror 9: 0xff017abb (stale) Mirror 13: 0xff017abb (stale) Mirror 14: 0xff017abb (stale) Mirror 15: 0xff017abb (stale) Mirror 17: 0xff017abb (stale) Mirror 18: 0xff017abb (stale) Mirror 19: 0xff017abb (stale) Mirror 20: 0xff017abb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2249b: skipped 000443 1786948593.351577 fallocate 0x012d85 thru 0x019dc0 (0x703c bytes) 000444 1786948593.359448 trunc from 0x00037e to 0x00f6cc (0xf34f bytes) 000445 1786948593.369494 punch from 0x014abf to 0x016ba7 (0x20e9 bytes) 000446 1786948593.374134 trunc from 0x02249b to 0x0070ac (0x1b3ee bytes) 000447 1786948593.400631 trunc from 0x0070ad to 0x015e2a (0xed7e bytes) 000448 1786948593.420489 trunc from 0x00131d to 0x00db7a (0xc85e bytes) 000449 1786948593.429727 write 0x007665 thru 0x01127c (0x9c18 bytes) 000450 1786948593.444311 mapread 0x00be87 thru 0x015e2a (0x9fa4 bytes) 000451 1786948593.461439 write 0x002900 thru 0x00e783 (0xbe84 bytes) 000452 1786948593.469029 punch from 0x004d1a to 0x0061a7 (0x148e bytes) 000453 1786948593.487523 MIRROR_RESYNC 12 mirrors 000454 1786948596.549096 write 0x02e37a thru 0x03afd9 (0xcc60 bytes) 000455 1786948596.610608 trunc from 0x03afda to 0x002a84 (0x38555 bytes) 000456 1786948596.669759 read 0x00019e thru 0x002a84 (0x28e7 bytes) 000457 1786948596.687539 mapread 0x000913 thru 0x002a84 (0x2172 bytes) 000458 1786948596.696943 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x2a85): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a85): Mirror 4: 0x8a08d7c2 (stale) Mirror 5: 0x8a08d7c2 (stale) Mirror 6: 0x8a08d7c2 (stale) Mirror 9: 0x8a08d7c2 (stale) Mirror 13: 0x8a08d7c2 (stale) Mirror 14: 0x8a08d7c2 (stale) Mirror 15: 0x8a08d7c2 (stale) Mirror 17: 0x8a08d7c2 (stale) Mirror 18: 0x8a08d7c2 (stale) Mirror 19: 0x8a08d7c2 (stale) Mirror 20: 0x8a08d7c2 (stale) CRC-32 checksum value for chunk [0, 0x2a85): Mirror 1: 0x8a08d7c2 Mirror 21: 0x8a08d7c2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a85: skipped 000459 1786948597.516134 MIRROR_SPLIT mirror 8 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2a85): Mirror 4: 0x8a08d7c2 (stale) Mirror 5: 0x8a08d7c2 (stale) Mirror 6: 0x8a08d7c2 (stale) Mirror 9: 0x8a08d7c2 (stale) Mirror 13: 0x8a08d7c2 (stale) Mirror 14: 0x8a08d7c2 (stale) Mirror 15: 0x8a08d7c2 (stale) Mirror 18: 0x8a08d7c2 (stale) Mirror 19: 0x8a08d7c2 (stale) Mirror 20: 0x8a08d7c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a85): Mirror 4: 0x8a08d7c2 (stale) Mirror 5: 0x8a08d7c2 (stale) Mirror 6: 0x8a08d7c2 (stale) Mirror 9: 0x8a08d7c2 (stale) Mirror 13: 0x8a08d7c2 (stale) Mirror 14: 0x8a08d7c2 (stale) Mirror 15: 0x8a08d7c2 (stale) Mirror 18: 0x8a08d7c2 (stale) Mirror 19: 0x8a08d7c2 (stale) Mirror 20: 0x8a08d7c2 (stale) CRC-32 checksum value for chunk [0, 0x2a85): Mirror 1: 0x8a08d7c2 Mirror 21: 0x8a08d7c2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a85: skipped 000460 1786948598.372998 mapread 0x0010bf thru 0x002a84 (0x19c6 bytes) 000461 1786948598.438403 trunc from 0x002a85 to 0x0202d8 (0x1d854 bytes) 000463 1786948598.565507 read 0x014387 thru 0x016a41 (0x26bb bytes) 000464 1786948598.571434 trunc from 0x0202d9 to 0x02535e (0x5086 bytes) 000465 1786948598.589070 write 0x01d288 thru 0x021b5e (0x48d7 bytes) 000466 1786948598.600743 write 0x0294b4 thru 0x02b867 (0x23b4 bytes) 000467 1786948598.606652 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x2b868): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b868): Mirror 4: 0xed97ab4d (stale) Mirror 5: 0xed97ab4d (stale) Mirror 6: 0xed97ab4d (stale) Mirror 9: 0xed97ab4d (stale) Mirror 13: 0xed97ab4d (stale) Mirror 14: 0xed97ab4d (stale) Mirror 15: 0xed97ab4d (stale) Mirror 18: 0xed97ab4d (stale) Mirror 19: 0xed97ab4d (stale) Mirror 20: 0xed97ab4d (stale) Mirror 21: 0x72b060bb (stale) CRC-32 checksum value for chunk [0, 0x2b868): Mirror 1: 0xaa67ce1 Mirror 22: 0xaa67ce1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b868: skipped 000468 1786948600.213782 read 0x027763 thru 0x02b867 (0x4105 bytes) 000469 1786948600.234820 write 0x00e1cc thru 0x00e2e3 (0x118 bytes) 000470 1786948600.314624 write 0x0172db thru 0x018dd0 (0x1af6 bytes) 000471 1786948600.361938 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x2b868): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b868): Mirror 4: 0xed97ab4d (stale) Mirror 5: 0xed97ab4d (stale) Mirror 6: 0xed97ab4d (stale) Mirror 9: 0xed97ab4d (stale) Mirror 13: 0xed97ab4d (stale) Mirror 14: 0xed97ab4d (stale) Mirror 15: 0xed97ab4d (stale) Mirror 18: 0xed97ab4d (stale) Mirror 19: 0xed97ab4d (stale) Mirror 20: 0xed97ab4d (stale) Mirror 21: 0x72b060bb (stale) Mirror 22: 0xaa67ce1 (stale) CRC-32 checksum value for chunk [0, 0x2b868): Mirror 1: 0x39db8596 Mirror 23: 0x39db8596 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b868: skipped 000472 1786948601.529022 write 0x020d30 thru 0x02e3d1 (0xd6a2 bytes) 000473 1786948601.583451 write 0x00dbbb thru 0x014116 (0x655c bytes) 000475 1786948601.594892 read 0x00774d thru 0x0108f2 (0x91a6 bytes) 000476 1786948601.605456 trunc from 0x02e3d2 to 0x03596d (0x759c bytes) 000477 1786948601.636477 trunc from 0x034ce1 to 0x03596d (0xc8d bytes) 000478 1786948601.640870 punch from 0x00174b to 0x004097 (0x294d bytes) 000480 1786948601.647791 fallocate 0x0352be thru 0x03eb1c (0x985f bytes) 000481 1786948601.652934 mapwrite 0x00c444 thru 0x01a673 (0xe230 bytes) 000482 1786948601.690502 mapread 0x0113b1 thru 0x01a8ec (0x953c bytes) 000483 1786948601.691731 trunc from 0x03596e to 0x01ac95 (0x1acd8 bytes) 000484 1786948601.709598 punch from 0x004cea to 0x006c87 (0x1f9e bytes) 000485 1786948601.715801 mapwrite 0x01e626 thru 0x01f0ed (0xac8 bytes) 000486 1786948601.750424 mapwrite 0x03f87f thru 0x03ffff (0x781 bytes) 000487 1786948601.789537 mapwrite 0x019031 thru 0x01b44e (0x241e bytes) 000488 1786948601.802922 write 0x023a06 thru 0x030f82 (0xd57d bytes) 000489 1786948601.813448 read 0x02206d thru 0x02a16a (0x80fe bytes) 000490 1786948601.826330 fallocate 0x001812 thru 0x01010b (0xe8fa bytes) 000491 1786948601.831036 mapread 0x01c5b7 thru 0x02795a (0xb3a4 bytes) 000492 1786948601.832676 trunc from 0x040000 to 0x024771 (0x1b88e bytes) 000493 1786948601.851368 fallocate 0x030430 thru 0x03cd43 (0xc914 bytes) 000494 1786948601.856899 write 0x00ef1a thru 0x010007 (0x10ee bytes) 000495 1786948601.858981 mapwrite 0x016322 thru 0x01c2b9 (0x5f98 bytes) 000496 1786948601.880126 write 0x02d224 thru 0x037053 (0x9e30 bytes) 000497 1786948601.904756 MIRROR_RESYNC 14 mirrors 000498 1786948605.828413 trunc from 0x03cd44 to 0x012497 (0x2a8ac bytes) 000499 1786948605.876000 punch from 0x000fbe to 0x0081c3 (0x7206 bytes) 000500 1786948605.882528 trunc from 0x00f621 to 0x012497 (0x2e77 bytes) 000501 1786948605.891183 trunc from 0x012498 to 0x02535e (0x12ec7 bytes) 000502 1786948605.920457 fallocate 0x03592d thru 0x03c7db (0x6eaf bytes) 000503 1786948605.927838 trunc from 0x014ec0 to 0x016961 (0x1aa2 bytes) 000504 1786948605.934917 trunc from 0x0145db to 0x01d40e (0x8e34 bytes) 000505 1786948605.940879 trunc from 0x001fe8 to 0x00b62b (0x9644 bytes) 000506 1786948605.954481 MIRROR_SPLIT mirror 2 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2535f): Mirror 4: 0xdb4874f (stale) Mirror 6: 0xdb4874f (stale) Mirror 9: 0xdb4874f (stale) Mirror 13: 0xdb4874f (stale) Mirror 14: 0xdb4874f (stale) Mirror 15: 0xdb4874f (stale) Mirror 18: 0xdb4874f (stale) Mirror 19: 0xdb4874f (stale) Mirror 20: 0xdb4874f (stale) Mirror 21: 0xdb4874f (stale) Mirror 22: 0xdb4874f (stale) Mirror 23: 0xdb4874f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2535f): Mirror 4: 0xdb4874f (stale) Mirror 6: 0xdb4874f (stale) Mirror 9: 0xdb4874f (stale) Mirror 13: 0xdb4874f (stale) Mirror 14: 0xdb4874f (stale) Mirror 15: 0xdb4874f (stale) Mirror 18: 0xdb4874f (stale) Mirror 19: 0xdb4874f (stale) Mirror 20: 0xdb4874f (stale) Mirror 21: 0xdb4874f (stale) Mirror 22: 0xdb4874f (stale) Mirror 23: 0xdb4874f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2535f: skipped 000507 1786948606.770011 trunc from 0x0065e4 to 0x014ab5 (0xe4d2 bytes) 000508 1786948606.776252 write 0x00005a thru 0x004751 (0x46f8 bytes) 000509 1786948606.793581 trunc from 0x02535f to 0x002883 (0x22adb bytes) 000510 1786948606.814755 trunc from 0x00269b to 0x002883 (0x1e9 bytes) 000511 1786948606.831682 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x2884): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2884): Mirror 4: 0x9d0ce9d0 (stale) Mirror 6: 0x9d0ce9d0 (stale) Mirror 9: 0x9d0ce9d0 (stale) Mirror 13: 0x9d0ce9d0 (stale) Mirror 14: 0x9d0ce9d0 (stale) Mirror 15: 0x9d0ce9d0 (stale) Mirror 18: 0x9d0ce9d0 (stale) Mirror 19: 0x9d0ce9d0 (stale) Mirror 20: 0x9d0ce9d0 (stale) Mirror 21: 0x9d0ce9d0 (stale) Mirror 22: 0x9d0ce9d0 (stale) Mirror 23: 0x9d0ce9d0 (stale) CRC-32 checksum value for chunk [0, 0x2884): Mirror 1: 0x589294df Mirror 24: 0x589294df lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2884: skipped 000512 1786948608.353453 mapwrite 0x02df2e thru 0x038b77 (0xac4a bytes) 000513 1786948608.539213 read 0x027b41 thru 0x035346 (0xd806 bytes) 000515 1786948608.551233 punch from 0x002e12 to 0x0031ab (0x39a bytes) 000516 1786948608.562922 trunc from 0x01d027 to 0x020251 (0x322b bytes) 000517 1786948608.568029 write 0x0331b2 thru 0x03928d (0x60dc bytes) 000518 1786948608.570860 trunc from 0x03928e to 0x00e1a8 (0x2b0e5 bytes) 000519 1786948608.611548 read 0x000ec3 thru 0x0028c1 (0x19ff bytes) 000520 1786948608.628172 fallocate 0x02bc82 thru 0x03b497 (0xf816 bytes) 000521 1786948608.635915 punch from 0x01ab0b to 0x01f5b0 (0x4aa6 bytes) 000524 1786948608.644295 read 0x036327 thru 0x03a597 (0x4271 bytes) 000525 1786948608.664514 mapwrite 0x039b08 thru 0x03ffff (0x64f8 bytes) 000526 1786948608.787726 MIRROR_SPLIT mirror 13 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x90247dcd (stale) Mirror 6: 0x90247dcd (stale) Mirror 9: 0x90247dcd (stale) Mirror 13: 0x90247dcd (stale) Mirror 14: 0x90247dcd (stale) Mirror 15: 0x90247dcd (stale) Mirror 18: 0x90247dcd (stale) Mirror 19: 0x90247dcd (stale) Mirror 20: 0x90247dcd (stale) Mirror 21: 0x90247dcd (stale) Mirror 22: 0x90247dcd (stale) Mirror 23: 0x90247dcd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x90247dcd (stale) Mirror 6: 0x90247dcd (stale) Mirror 9: 0x90247dcd (stale) Mirror 13: 0x90247dcd (stale) Mirror 14: 0x90247dcd (stale) Mirror 15: 0x90247dcd (stale) Mirror 18: 0x90247dcd (stale) Mirror 19: 0x90247dcd (stale) Mirror 20: 0x90247dcd (stale) Mirror 21: 0x90247dcd (stale) Mirror 22: 0x90247dcd (stale) Mirror 23: 0x90247dcd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000527 1786948610.051887 MIRROR_SPLIT mirror 12 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x90247dcd (stale) Mirror 6: 0x90247dcd (stale) Mirror 9: 0x90247dcd (stale) Mirror 13: 0x90247dcd (stale) Mirror 14: 0x90247dcd (stale) Mirror 15: 0x90247dcd (stale) Mirror 18: 0x90247dcd (stale) Mirror 19: 0x90247dcd (stale) Mirror 20: 0x90247dcd (stale) Mirror 21: 0x90247dcd (stale) Mirror 22: 0x90247dcd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x90247dcd (stale) Mirror 6: 0x90247dcd (stale) Mirror 9: 0x90247dcd (stale) Mirror 13: 0x90247dcd (stale) Mirror 14: 0x90247dcd (stale) Mirror 15: 0x90247dcd (stale) Mirror 18: 0x90247dcd (stale) Mirror 19: 0x90247dcd (stale) Mirror 20: 0x90247dcd (stale) Mirror 21: 0x90247dcd (stale) Mirror 22: 0x90247dcd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000528 1786948611.436520 mapwrite 0x01ef96 thru 0x020b3c (0x1ba7 bytes) 000529 1786948611.538275 write 0x038a08 thru 0x03d9a6 (0x4f9f bytes) 000530 1786948611.568906 trunc from 0x040000 to 0x01b005 (0x24ffa bytes) 000531 1786948611.620184 MIRROR_SPLIT mirror 3 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1b006): Mirror 4: 0x89a5ce3 (stale) Mirror 6: 0x89a5ce3 (stale) Mirror 13: 0x89a5ce3 (stale) Mirror 14: 0x89a5ce3 (stale) Mirror 15: 0x89a5ce3 (stale) Mirror 18: 0x89a5ce3 (stale) Mirror 19: 0x89a5ce3 (stale) Mirror 20: 0x89a5ce3 (stale) Mirror 21: 0x89a5ce3 (stale) Mirror 22: 0x89a5ce3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b006): Mirror 4: 0x89a5ce3 (stale) Mirror 6: 0x89a5ce3 (stale) Mirror 13: 0x89a5ce3 (stale) Mirror 14: 0x89a5ce3 (stale) Mirror 15: 0x89a5ce3 (stale) Mirror 18: 0x89a5ce3 (stale) Mirror 19: 0x89a5ce3 (stale) Mirror 20: 0x89a5ce3 (stale) Mirror 21: 0x89a5ce3 (stale) Mirror 22: 0x89a5ce3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b006: skipped 000532 1786948612.677649 mapwrite 0x02514e thru 0x02b745 (0x65f8 bytes) 000533 1786948612.780713 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x2b746): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b746): Mirror 4: 0x1f52a7df (stale) Mirror 6: 0x1f52a7df (stale) Mirror 13: 0x1f52a7df (stale) Mirror 14: 0x1f52a7df (stale) Mirror 15: 0x1f52a7df (stale) Mirror 18: 0x1f52a7df (stale) Mirror 19: 0x1f52a7df (stale) Mirror 20: 0x1f52a7df (stale) Mirror 21: 0x1f52a7df (stale) Mirror 22: 0x1f52a7df (stale) CRC-32 checksum value for chunk [0, 0x2b746): Mirror 1: 0x8f88070c Mirror 23: 0x8f88070c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b746: skipped 000534 1786948614.414363 fallocate 0x005023 thru 0x00e7fd (0x97db bytes) 000535 1786948614.531165 write 0x038f3d thru 0x03bd1c (0x2de0 bytes) 000536 1786948614.548329 mapwrite 0x00b0a1 thru 0x00ef1e (0x3e7e bytes) 000537 1786948614.632860 write 0x03b8a9 thru 0x03ffff (0x4757 bytes) 000539 1786948614.634779 punch from 0x00c4e1 to 0x00ce9f (0x9bf bytes) 000540 1786948614.655964 MIRROR_RESYNC 12 mirrors 000541 1786948620.138793 trunc from 0x027a97 to 0x03499d (0xcf07 bytes) 000542 1786948620.201778 write 0x03113c thru 0x038015 (0x6eda bytes) 000543 1786948620.218843 trunc from 0x00008d to 0x002097 (0x200b bytes) 000544 1786948620.236577 punch from 0x020837 to 0x02cf59 (0xc723 bytes) 000545 1786948620.242460 punch from 0x0175b9 to 0x021d5e (0xa7a6 bytes) 000546 1786948620.252883 mapwrite 0x026639 thru 0x02769f (0x1067 bytes) 000547 1786948620.317764 MIRROR_RESYNC 12 mirrors 000548 1786948624.879765 trunc from 0x040000 to 0x038589 (0x7a76 bytes) 000549 1786948624.942246 trunc from 0x021436 to 0x026733 (0x52fe bytes) 000550 1786948624.956838 fallocate 0x03841a thru 0x03e925 (0x650c bytes) 000551 1786948624.966644 fallocate 0x03ebe8 thru 0x03ffff (0x1418 bytes) 000552 1786948624.982648 mapread 0x02d8e7 thru 0x039495 (0xbbaf bytes) 000553 1786948625.032949 fallocate 0x02447e thru 0x02c988 (0x850b bytes) 000554 1786948625.040055 fallocate 0x039402 thru 0x03ffff (0x6bfe bytes) 000557 1786948625.057757 MIRROR_RESYNC 12 mirrors 000558 1786948630.536698 mapwrite 0x0154dd thru 0x01756b (0x208f bytes) 000559 1786948630.669060 trunc from 0x03e926 to 0x01b552 (0x233d3 bytes) 000560 1786948630.723441 read 0x00c04d thru 0x013c2e (0x7be2 bytes) 000561 1786948630.743263 mapwrite 0x009671 thru 0x00b813 (0x21a3 bytes) 000562 1786948630.787748 read 0x001889 thru 0x0117b4 (0xff2c bytes) 000563 1786948630.801067 write 0x031dba thru 0x03ffff (0xe246 bytes) 000565 1786948630.817954 trunc from 0x040000 to 0x037c71 (0x838e bytes) 000566 1786948630.841246 read 0x01cfe7 thru 0x025df2 (0x8e0c bytes) 000567 1786948630.869981 MIRROR_SPLIT mirror 8 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: 0x974c9aa0 (stale) Mirror 6: 0x974c9aa0 (stale) Mirror 13: 0x974c9aa0 (stale) Mirror 14: 0x974c9aa0 (stale) Mirror 15: 0x974c9aa0 (stale) Mirror 18: 0x974c9aa0 (stale) Mirror 19: 0x974c9aa0 (stale) Mirror 21: 0x974c9aa0 (stale) Mirror 22: 0x974c9aa0 (stale) Mirror 23: 0x974c9aa0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: 0x974c9aa0 (stale) Mirror 6: 0x974c9aa0 (stale) Mirror 13: 0x974c9aa0 (stale) Mirror 14: 0x974c9aa0 (stale) Mirror 15: 0x974c9aa0 (stale) Mirror 18: 0x974c9aa0 (stale) Mirror 19: 0x974c9aa0 (stale) Mirror 21: 0x974c9aa0 (stale) Mirror 22: 0x974c9aa0 (stale) Mirror 23: 0x974c9aa0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37c72: skipped 000569 1786948631.853838 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: 0x974c9aa0 (stale) Mirror 6: 0x974c9aa0 (stale) Mirror 13: 0x974c9aa0 (stale) Mirror 14: 0x974c9aa0 (stale) Mirror 15: 0x974c9aa0 (stale) Mirror 18: 0x974c9aa0 (stale) Mirror 19: 0x974c9aa0 (stale) Mirror 21: 0x974c9aa0 (stale) Mirror 22: 0x974c9aa0 (stale) Mirror 23: 0x974c9aa0 (stale) CRC-32 checksum value for chunk [0, 0x37c72): Mirror 1: 0x80e0347e Mirror 24: 0x80e0347e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37c72: skipped 000570 1786948633.193036 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: 0x974c9aa0 (stale) Mirror 6: 0x974c9aa0 (stale) Mirror 13: 0x974c9aa0 (stale) Mirror 14: 0x974c9aa0 (stale) Mirror 15: 0x974c9aa0 (stale) Mirror 18: 0x974c9aa0 (stale) Mirror 19: 0x974c9aa0 (stale) Mirror 21: 0x974c9aa0 (stale) Mirror 22: 0x974c9aa0 (stale) Mirror 23: 0x974c9aa0 (stale) CRC-32 checksum value for chunk [0, 0x37c72): Mirror 1: 0x80e0347e Mirror 24: 0x80e0347e Mirror 25: 0x80e0347e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37c72: skipped 000571 1786948634.091697 read 0x00916c thru 0x0155db (0xc470 bytes) 000572 1786948634.100544 trunc from 0x037c72 to 0x038145 (0x4d4 bytes) 000573 1786948634.147318 mapwrite 0x032c55 thru 0x03d0f1 (0xa49d bytes) 000574 1786948634.187576 mapread 0x0031e8 thru 0x009f62 (0x6d7b bytes) 000575 1786948634.196902 write 0x03db02 thru 0x03ffff (0x24fe bytes) 000576 1786948634.199272 fallocate 0x01388b thru 0x01f5e0 (0xbd56 bytes) 000577 1786948634.206558 write 0x037347 thru 0x03c213 (0x4ecd bytes) 000578 1786948634.207787 trunc from 0x003040 to 0x01201b (0xefdc bytes) 000579 1786948634.211769 mapwrite 0x025a46 thru 0x0314ea (0xbaa5 bytes) 000580 1786948634.255457 MIRROR_SPLIT mirror 3 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 15: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 15: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000581 1786948634.982648 punch from 0x023a5d to 0x029a16 (0x5fba bytes) 000582 1786948634.994606 trunc from 0x0249f6 to 0x02599b (0xfa6 bytes) 000583 1786948635.003061 mapwrite 0x03be89 thru 0x03ed8a (0x2f02 bytes) 000584 1786948635.053574 trunc from 0x01eb90 to 0x02dae4 (0xef55 bytes) 000585 1786948635.060204 mapwrite 0x037493 thru 0x0381ae (0xd1c bytes) 000587 1786948635.083569 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 15: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa0fb9a76 Mirror 26: 0xa0fb9a76 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000588 1786948636.095595 trunc from 0x040000 to 0x0399df (0x6620 bytes) 000590 1786948636.166052 fallocate 0x02670e thru 0x026df7 (0x6ea bytes) 000591 1786948636.171721 write 0x013d86 thru 0x014617 (0x892 bytes) 000592 1786948636.183675 punch from 0x026a0c to 0x031fbc (0xb5b1 bytes) 000593 1786948636.189754 trunc from 0x028ea5 to 0x02efde (0x613a bytes) 000594 1786948636.194644 trunc from 0x0079f6 to 0x00c84c (0x4e57 bytes) 000595 1786948636.200425 read 0x001d28 thru 0x005159 (0x3432 bytes) 000596 1786948636.211789 trunc from 0x0399e0 to 0x027639 (0x123a6 bytes) 000597 1786948636.239927 read 0x018660 thru 0x023920 (0xb2c1 bytes) 000599 1786948636.267748 mapwrite 0x03123f thru 0x03f696 (0xe458 bytes) 000600 1786948636.304698 read 0x013ba4 thru 0x0232a0 (0xf6fd bytes) 000601 1786948636.305562 mapwrite 0x008cf9 thru 0x00ea54 (0x5d5c bytes) 000602 1786948636.321249 punch from 0x032ac6 to 0x03f696 (0xcbd1 bytes) 000603 1786948636.326852 trunc from 0x004f27 to 0x007700 (0x27da bytes) 000604 1786948636.332715 write 0x03e3d7 thru 0x03ffff (0x1c29 bytes) 000605 1786948636.341672 punch from 0x03c8bc to 0x03ffff (0x3744 bytes) 000606 1786948636.352485 mapwrite 0x002498 thru 0x005fcd (0x3b36 bytes) 000607 1786948636.366935 fallocate 0x035fcc thru 0x03e81b (0x8850 bytes) 000608 1786948636.374411 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 15: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) Mirror 26: 0xa0fb9a76 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdbbd43a9 Mirror 27: 0xdbbd43a9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000609 1786948637.679572 read 0x019d09 thru 0x0267bd (0xcab5 bytes) 000610 1786948637.726995 mapwrite 0x038278 thru 0x03ffff (0x7d88 bytes) 000611 1786948637.966913 read 0x02d828 thru 0x03610d (0x88e6 bytes) 000612 1786948637.995945 mapwrite 0x0221b6 thru 0x029173 (0x6fbe bytes) 000614 1786948638.036776 MIRROR_SPLIT mirror 4 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) Mirror 26: 0xa0fb9a76 (stale) Mirror 27: 0xdbbd43a9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) Mirror 26: 0xa0fb9a76 (stale) Mirror 27: 0xdbbd43a9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000615 1786948638.602520 trunc from 0x040000 to 0x039446 (0x6bb9 bytes) 000616 1786948638.634003 write 0x0025ff thru 0x010862 (0xe264 bytes) 000617 1786948638.644970 punch from 0x01df7e to 0x024e2f (0x6eb2 bytes) 000619 1786948638.652397 trunc from 0x039447 to 0x024ade (0x14968 bytes) 000621 1786948638.673605 mapwrite 0x02a2e2 thru 0x0345f5 (0xa314 bytes) 000622 1786948638.729764 fallocate 0x01b97a thru 0x01c84d (0xed4 bytes) 000623 1786948638.735900 write 0x019c42 thru 0x01ff5b (0x631a bytes) 000624 1786948638.747461 trunc from 0x0345f6 to 0x01ee09 (0x157ec bytes) 000625 1786948638.768868 fallocate 0x017295 thru 0x01d361 (0x60cd bytes) 000626 1786948638.777853 mapread 0x00231a thru 0x00d8b1 (0xb598 bytes) 000627 1786948638.780179 write 0x0203ed thru 0x021f55 (0x1b69 bytes) 000628 1786948638.782779 mapread 0x01ce32 thru 0x021221 (0x43f0 bytes) 000630 1786948638.794739 punch from 0x0193c1 to 0x021394 (0x7fd4 bytes) 000631 1786948638.816753 fallocate 0x00647e thru 0x00e71b (0x829e bytes) 000632 1786948638.823124 trunc from 0x01f2bd to 0x021f55 (0x2c99 bytes) 000633 1786948638.831265 write 0x00fd5b thru 0x014234 (0x44da bytes) 000634 1786948638.844240 fallocate 0x018383 thru 0x022dfc (0xaa7a bytes) 000635 1786948638.854816 write 0x02b3d6 thru 0x036b70 (0xb79b bytes) 000636 1786948638.864060 trunc from 0x0321ba to 0x036392 (0x41d9 bytes) 000637 1786948638.893057 trunc from 0x01569d to 0x01f1ec (0x9b50 bytes) 000638 1786948638.903050 trunc from 0x036b71 to 0x0222cb (0x148a5 bytes) 000639 1786948638.958411 MIRROR_RESYNC 13 mirrors 000640 1786948643.290067 MIRROR_EXTEND to 14 mirrors 000641 1786948644.691505 read 0x008989 thru 0x00ca79 (0x40f1 bytes) 000642 1786948644.715116 trunc from 0x01f65d to 0x020a35 (0x13d9 bytes) 000643 1786948644.808716 fallocate 0x001547 thru 0x004c7a (0x3734 bytes) 000644 1786948644.818862 read 0x0189ba thru 0x01a854 (0x1e9b bytes) 000645 1786948644.829014 trunc from 0x0222cc to 0x01536f (0xcf5c bytes) 000646 1786948644.889325 mapread 0x00d938 thru 0x01536f (0x7a38 bytes) 000647 1786948644.891623 read 0x002e2c thru 0x0045e8 (0x17bd bytes) 000648 1786948644.893388 punch from 0x00db43 to 0x00ff41 (0x23ff bytes) 000649 1786948644.899029 punch from 0x00a60a to 0x01536f (0xad66 bytes) 000650 1786948644.904515 mapread 0x0107e4 thru 0x01536f (0x4b8c bytes) 000651 1786948644.929575 trunc from 0x00e67e to 0x0143cd (0x5d50 bytes) 000652 1786948644.951864 fallocate 0x038949 thru 0x03ffff (0x76b7 bytes) 000653 1786948644.963731 fallocate 0x014565 thru 0x01fc1c (0xb6b8 bytes) 000654 1786948644.975024 trunc from 0x013f8c to 0x01536f (0x13e4 bytes) 000655 1786948644.993812 mapread 0x0137b8 thru 0x01536f (0x1bb8 bytes) 000656 1786948645.072831 MIRROR_SPLIT mirror 12 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x15370): Mirror 4: 0x7a675635 (stale) Mirror 6: 0x7a675635 (stale) Mirror 14: 0x7a675635 (stale) Mirror 18: 0x7a675635 (stale) Mirror 19: 0x7a675635 (stale) Mirror 21: 0x7a675635 (stale) Mirror 22: 0x7a675635 (stale) Mirror 23: 0x7a675635 (stale) Mirror 24: 0x7a675635 (stale) Mirror 25: 0x7a675635 (stale) Mirror 26: 0x7a675635 (stale) Mirror 28: 0x7a675635 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x15370): Mirror 4: 0x7a675635 (stale) Mirror 6: 0x7a675635 (stale) Mirror 14: 0x7a675635 (stale) Mirror 18: 0x7a675635 (stale) Mirror 19: 0x7a675635 (stale) Mirror 21: 0x7a675635 (stale) Mirror 22: 0x7a675635 (stale) Mirror 23: 0x7a675635 (stale) Mirror 24: 0x7a675635 (stale) Mirror 25: 0x7a675635 (stale) Mirror 26: 0x7a675635 (stale) Mirror 28: 0x7a675635 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x15370: skipped 000658 1786948645.991576 fallocate 0x000a68 thru 0x004c24 (0x41bd bytes) 000659 1786948646.005043 trunc from 0x00b67f to 0x00db4c (0x24ce bytes) 000660 1786948646.013800 trunc from 0x015370 to 0x03c52e (0x271bf bytes) 000661 1786948646.057902 write 0x0034b8 thru 0x00845e (0x4fa7 bytes) 000662 1786948646.079915 fallocate 0x001bd0 thru 0x002e62 (0x1293 bytes) 000663 1786948646.092404 read 0x00e8fd thru 0x010355 (0x1a59 bytes) 000665 1786948646.121406 trunc from 0x03c52f to 0x03dff2 (0x1ac4 bytes) 000666 1786948646.183359 mapread 0x009b87 thru 0x01538f (0xb809 bytes) 000667 1786948646.222120 mapread 0x01545b thru 0x021458 (0xbffe bytes) 000668 1786948646.233877 punch from 0x02d9f0 to 0x02f9d1 (0x1fe2 bytes) 000669 1786948646.238403 trunc from 0x03dff3 to 0x01dcf3 (0x202ff bytes) 000670 1786948646.263482 punch from 0x011545 to 0x01d326 (0xbde2 bytes) 000671 1786948646.269550 write 0x020472 thru 0x02d52a (0xd0b9 bytes) 000672 1786948646.271542 trunc from 0x02d52b to 0x02bb15 (0x1a15 bytes) 000673 1786948646.303917 mapread 0x014fb3 thru 0x024053 (0xf0a1 bytes) 000674 1786948646.322704 read 0x0252ef thru 0x027868 (0x257a bytes) 000675 1786948646.324456 punch from 0x01dd24 to 0x01e508 (0x7e5 bytes) 000676 1786948646.336111 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x2bb16): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2bb16): Mirror 4: 0x9cb75dc1 (stale) Mirror 6: 0x9cb75dc1 (stale) Mirror 14: 0x9cb75dc1 (stale) Mirror 18: 0x9cb75dc1 (stale) Mirror 19: 0x9cb75dc1 (stale) Mirror 21: 0x9cb75dc1 (stale) Mirror 22: 0x9cb75dc1 (stale) Mirror 23: 0x9cb75dc1 (stale) Mirror 24: 0x9cb75dc1 (stale) Mirror 25: 0x9cb75dc1 (stale) Mirror 26: 0x9cb75dc1 (stale) Mirror 28: 0x9cb75dc1 (stale) CRC-32 checksum value for chunk [0, 0x2bb16): Mirror 1: 0x9caa84c7 Mirror 29: 0x9caa84c7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2bb16: skipped 000677 1786948648.151622 write 0x0379ce thru 0x03c05c (0x468f bytes) 000678 1786948648.229778 read 0x004ddc thru 0x00d445 (0x866a bytes) 000679 1786948648.240941 write 0x03d77c thru 0x03f848 (0x20cd bytes) 000681 1786948648.250519 read 0x037c27 thru 0x03ac42 (0x301c bytes) 000682 1786948648.254324 mapread 0x019abd thru 0x024ae5 (0xb029 bytes) 000683 1786948648.285264 mapwrite 0x03ca2f thru 0x03ffff (0x35d1 bytes) 000684 1786948648.339726 fallocate 0x019ca7 thru 0x022f1c (0x9276 bytes) 000685 1786948648.349009 fallocate 0x030a06 thru 0x03a3c4 (0x99bf bytes) 000687 1786948648.367442 MIRROR_SPLIT mirror 13 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x38a0a597 (stale) Mirror 6: 0x38a0a597 (stale) Mirror 14: 0x38a0a597 (stale) Mirror 18: 0x38a0a597 (stale) Mirror 19: 0x38a0a597 (stale) Mirror 21: 0x38a0a597 (stale) Mirror 22: 0x38a0a597 (stale) Mirror 23: 0x38a0a597 (stale) Mirror 24: 0x38a0a597 (stale) Mirror 25: 0x38a0a597 (stale) Mirror 26: 0x38a0a597 (stale) Mirror 28: 0x38a0a597 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x38a0a597 (stale) Mirror 6: 0x38a0a597 (stale) Mirror 14: 0x38a0a597 (stale) Mirror 18: 0x38a0a597 (stale) Mirror 19: 0x38a0a597 (stale) Mirror 21: 0x38a0a597 (stale) Mirror 22: 0x38a0a597 (stale) Mirror 23: 0x38a0a597 (stale) Mirror 24: 0x38a0a597 (stale) Mirror 25: 0x38a0a597 (stale) Mirror 26: 0x38a0a597 (stale) Mirror 28: 0x38a0a597 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000688 1786948649.324315 trunc from 0x008776 to 0x017727 (0xefb2 bytes) 000689 1786948649.337097 read 0x01b9f8 thru 0x022c0f (0x7218 bytes) 000690 1786948649.352577 trunc from 0x040000 to 0x02f36a (0x10c95 bytes) 000691 1786948649.387449 mapread 0x006534 thru 0x01196b (0xb438 bytes) 000692 1786948649.429308 punch from 0x00abee to 0x013cbc (0x90cf bytes) 000693 1786948649.436914 mapwrite 0x006a55 thru 0x010ea3 (0xa44f bytes) 000694 1786948649.470595 punch from 0x012efa to 0x016697 (0x379e bytes) 000695 1786948649.475881 trunc from 0x02f36b to 0x030a9c (0x1732 bytes) 000696 1786948649.526602 MIRROR_SPLIT mirror 2 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 4: 0x8306fc1b (stale) Mirror 14: 0x8306fc1b (stale) Mirror 18: 0x8306fc1b (stale) Mirror 19: 0x8306fc1b (stale) Mirror 21: 0x8306fc1b (stale) Mirror 22: 0x8306fc1b (stale) Mirror 23: 0x8306fc1b (stale) Mirror 24: 0x8306fc1b (stale) Mirror 25: 0x8306fc1b (stale) Mirror 26: 0x8306fc1b (stale) Mirror 28: 0x8306fc1b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 4: 0x8306fc1b (stale) Mirror 14: 0x8306fc1b (stale) Mirror 18: 0x8306fc1b (stale) Mirror 19: 0x8306fc1b (stale) Mirror 21: 0x8306fc1b (stale) Mirror 22: 0x8306fc1b (stale) Mirror 23: 0x8306fc1b (stale) Mirror 24: 0x8306fc1b (stale) Mirror 25: 0x8306fc1b (stale) Mirror 26: 0x8306fc1b (stale) Mirror 28: 0x8306fc1b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30a9d: skipped 000697 1786948650.938672 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 4: 0x8306fc1b (stale) Mirror 14: 0x8306fc1b (stale) Mirror 18: 0x8306fc1b (stale) Mirror 19: 0x8306fc1b (stale) Mirror 21: 0x8306fc1b (stale) Mirror 22: 0x8306fc1b (stale) Mirror 23: 0x8306fc1b (stale) Mirror 24: 0x8306fc1b (stale) Mirror 25: 0x8306fc1b (stale) Mirror 26: 0x8306fc1b (stale) Mirror 28: 0x8306fc1b (stale) CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 1: 0x3c0ebd49 Mirror 29: 0x3c0ebd49 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30a9d: skipped 000698 1786948652.843807 mapwrite 0x03be73 thru 0x03ffff (0x418d bytes) 000699 1786948652.942816 punch from 0x0147d7 to 0x01b770 (0x6f9a bytes) 000700 1786948652.951758 write 0x0081a2 thru 0x01139a (0x91f9 bytes) 000702 1786948652.973780 fallocate 0x006668 thru 0x00c992 (0x632b bytes) 000703 1786948652.980986 mapread 0x00b5a1 thru 0x011f0a (0x696a bytes) 000704 1786948652.982718 read 0x02de72 thru 0x03b458 (0xd5e7 bytes) 000705 1786948652.997416 punch from 0x03a2ff to 0x03ffff (0x5d01 bytes) 000706 1786948653.003871 write 0x0243d1 thru 0x02b810 (0x7440 bytes) 000707 1786948653.016056 fallocate 0x03637e thru 0x03ff0e (0x9b91 bytes) 000708 1786948653.025071 fallocate 0x031e06 thru 0x03e41d (0xc618 bytes) 000709 1786948653.030838 mapread 0x030ea5 thru 0x03aa72 (0x9bce bytes) 000710 1786948653.046415 fallocate 0x01561c thru 0x016c4d (0x1632 bytes) 000711 1786948653.054227 mapread 0x001a07 thru 0x008296 (0x6890 bytes) 000712 1786948653.077396 MIRROR_SPLIT mirror 6 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x38a0a597 (stale) Mirror 14: 0x38a0a597 (stale) Mirror 18: 0x38a0a597 (stale) Mirror 19: 0x38a0a597 (stale) Mirror 21: 0x38a0a597 (stale) Mirror 23: 0x38a0a597 (stale) Mirror 24: 0x38a0a597 (stale) Mirror 25: 0x38a0a597 (stale) Mirror 26: 0x38a0a597 (stale) Mirror 28: 0x38a0a597 (stale) Mirror 29: 0xedf1a01d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x38a0a597 (stale) Mirror 14: 0x38a0a597 (stale) Mirror 18: 0x38a0a597 (stale) Mirror 19: 0x38a0a597 (stale) Mirror 21: 0x38a0a597 (stale) Mirror 23: 0x38a0a597 (stale) Mirror 24: 0x38a0a597 (stale) Mirror 25: 0x38a0a597 (stale) Mirror 26: 0x38a0a597 (stale) Mirror 28: 0x38a0a597 (stale) Mirror 29: 0xedf1a01d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000713 1786948653.673646 write 0x03b786 thru 0x03ffff (0x487a bytes) 000714 1786948653.691366 trunc from 0x040000 to 0x011d0b (0x2e2f4 bytes) 000715 1786948653.705179 read 0x000d1e thru 0x00d3b8 (0xc69b bytes) 000716 1786948653.727989 MIRROR_SPLIT mirror 11 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x11d0c): Mirror 4: 0xa0fdc9bc (stale) Mirror 14: 0xa0fdc9bc (stale) Mirror 18: 0xa0fdc9bc (stale) Mirror 19: 0xa0fdc9bc (stale) Mirror 21: 0xa0fdc9bc (stale) Mirror 23: 0xa0fdc9bc (stale) Mirror 24: 0xa0fdc9bc (stale) Mirror 25: 0xa0fdc9bc (stale) Mirror 26: 0xa0fdc9bc (stale) Mirror 28: 0xa0fdc9bc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11d0c): Mirror 4: 0xa0fdc9bc (stale) Mirror 14: 0xa0fdc9bc (stale) Mirror 18: 0xa0fdc9bc (stale) Mirror 19: 0xa0fdc9bc (stale) Mirror 21: 0xa0fdc9bc (stale) Mirror 23: 0xa0fdc9bc (stale) Mirror 24: 0xa0fdc9bc (stale) Mirror 25: 0xa0fdc9bc (stale) Mirror 26: 0xa0fdc9bc (stale) Mirror 28: 0xa0fdc9bc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11d0c: skipped 000717 1786948654.219484 MIRROR_RESYNC 11 mirrors 000718 1786948656.256555 fallocate 0x009b3e thru 0x016893 (0xcd56 bytes) 000719 1786948656.320360 mapwrite 0x025ccc thru 0x02d69a (0x79cf bytes) 000720 1786948656.386929 fallocate 0x00d0e0 thru 0x011d11 (0x4c32 bytes) 000721 1786948656.393136 read 0x001565 thru 0x00c22c (0xacc8 bytes) 000722 1786948656.403714 punch from 0x00bacc to 0x013031 (0x7566 bytes) 000723 1786948656.409480 read 0x01c701 thru 0x025628 (0x8f28 bytes) 000724 1786948656.419315 trunc from 0x01c7f2 to 0x021116 (0x4925 bytes) 000725 1786948656.426176 read 0x01d1ef thru 0x028adc (0xb8ee bytes) 000726 1786948656.441560 trunc from 0x02d69b to 0x02012e (0xd56c bytes) 000727 1786948656.474528 mapread 0x01fc74 thru 0x02012e (0x4bb bytes) 000728 1786948656.475726 read 0x01a619 thru 0x01f7b9 (0x51a1 bytes) 000729 1786948656.476824 write 0x003d17 thru 0x00a800 (0x6aea bytes) 000730 1786948656.479133 read 0x017e4b thru 0x01a9a8 (0x2b5e bytes) 000731 1786948656.480017 read 0x002144 thru 0x009154 (0x7011 bytes) 000732 1786948656.481421 fallocate 0x03f462 thru 0x03ffff (0xb9e bytes) 000733 1786948656.486440 trunc from 0x010033 to 0x0153c4 (0x5392 bytes) 000734 1786948656.491011 punch from 0x0010d8 to 0x001e62 (0xd8b bytes) 000735 1786948656.495123 fallocate 0x0216ee thru 0x0232bd (0x1bd0 bytes) 000736 1786948656.499964 read 0x01a282 thru 0x02012e (0x5ead bytes) 000737 1786948656.501028 write 0x00c9ee thru 0x016655 (0x9c68 bytes) 000738 1786948656.503043 trunc from 0x01a6e1 to 0x02012e (0x5a4e bytes) 000739 1786948656.508490 mapread 0x000085 thru 0x00a28d (0xa209 bytes) 000741 1786948656.523327 MIRROR_RESYNC 11 mirrors 000742 1786948658.832659 read 0x0115d2 thru 0x01cc16 (0xb645 bytes) 000744 1786948658.848277 trunc from 0x007db3 to 0x01194c (0x9b9a bytes) 000745 1786948658.893498 mapwrite 0x00c077 thru 0x010b1e (0x4aa8 bytes) 000746 1786948658.930034 read 0x000bf4 thru 0x005831 (0x4c3e bytes) 000748 1786948658.950104 write 0x0098c6 thru 0x009b44 (0x27f bytes) 000750 1786948658.952458 fallocate 0x021cf0 thru 0x02beea (0xa1fb bytes) 000751 1786948658.960919 trunc from 0x02beeb to 0x038dd8 (0xceee bytes) 000752 1786948658.987793 read 0x00f3fe thru 0x013456 (0x4059 bytes) 000753 1786948658.988896 trunc from 0x027d57 to 0x03421a (0xc4c4 bytes) 000754 1786948658.996596 trunc from 0x01ddd2 to 0x0254b4 (0x76e3 bytes) 000755 1786948659.014435 MIRROR_RESYNC 11 mirrors 000756 1786948661.989078 write 0x003468 thru 0x006a25 (0x35be bytes) 000758 1786948662.032496 read 0x009ced thru 0x0102db (0x65ef bytes) 000759 1786948662.041410 write 0x03531c thru 0x0397c4 (0x44a9 bytes) 000760 1786948662.051965 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x397c5): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x397c5): Mirror 4: 0xb06f0d48 (stale) Mirror 14: 0xb06f0d48 (stale) Mirror 18: 0xb06f0d48 (stale) Mirror 19: 0xb06f0d48 (stale) Mirror 21: 0xb06f0d48 (stale) Mirror 23: 0xb06f0d48 (stale) Mirror 24: 0xb06f0d48 (stale) Mirror 25: 0xb06f0d48 (stale) Mirror 26: 0xb06f0d48 (stale) Mirror 28: 0xb06f0d48 (stale) CRC-32 checksum value for chunk [0, 0x397c5): Mirror 1: 0x660c55f4 Mirror 29: 0x660c55f4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x397c5: skipped 000761 1786948663.354560 mapwrite 0x03ac63 thru 0x03ffff (0x539d bytes) 000762 1786948663.467336 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7a63ab8c (stale) Mirror 14: 0x7a63ab8c (stale) Mirror 18: 0x7a63ab8c (stale) Mirror 19: 0x7a63ab8c (stale) Mirror 21: 0x7a63ab8c (stale) Mirror 23: 0x7a63ab8c (stale) Mirror 24: 0x7a63ab8c (stale) Mirror 25: 0x7a63ab8c (stale) Mirror 26: 0x7a63ab8c (stale) Mirror 28: 0x7a63ab8c (stale) Mirror 29: 0x7e79faed (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe87d18dc Mirror 30: 0xe87d18dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000763 1786948664.772190 punch from 0x01b2aa to 0x01c855 (0x15ac bytes) 000764 1786948664.816623 mapwrite 0x0302b5 thru 0x039425 (0x9171 bytes) 000765 1786948664.855382 punch from 0x025800 to 0x02e45a (0x8c5b bytes) 000766 1786948664.863830 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7a63ab8c (stale) Mirror 14: 0x7a63ab8c (stale) Mirror 18: 0x7a63ab8c (stale) Mirror 19: 0x7a63ab8c (stale) Mirror 21: 0x7a63ab8c (stale) Mirror 23: 0x7a63ab8c (stale) Mirror 24: 0x7a63ab8c (stale) Mirror 25: 0x7a63ab8c (stale) Mirror 26: 0x7a63ab8c (stale) Mirror 28: 0x7a63ab8c (stale) Mirror 29: 0x7e79faed (stale) Mirror 30: 0xe87d18dc (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf79655d3 Mirror 31: 0xf79655d3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000767 1786948666.058130 mapread 0x03755e thru 0x03df60 (0x6a03 bytes) 000768 1786948666.101956 fallocate 0x03b77c thru 0x03ffff (0x4884 bytes) 000769 1786948666.173970 write 0x013e57 thru 0x02186d (0xda17 bytes) 000771 1786948666.201030 trunc from 0x040000 to 0x028f73 (0x1708c bytes) 000772 1786948666.224523 mapread 0x002568 thru 0x007513 (0x4fac bytes) 000774 1786948666.237357 write 0x012d6a thru 0x016cff (0x3f96 bytes) 000776 1786948666.243292 punch from 0x024dda to 0x028f73 (0x419a bytes) 000777 1786948666.249006 trunc from 0x028f74 to 0x02f47b (0x6508 bytes) 000778 1786948666.266316 trunc from 0x00174b to 0x00f7f4 (0xe0aa bytes) 000779 1786948666.275057 trunc from 0x027c2d to 0x02f47b (0x784f bytes) 000780 1786948666.281932 mapwrite 0x0223ee thru 0x02b221 (0x8e34 bytes) 000781 1786948666.323057 MIRROR_SPLIT mirror 7 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f47c): Mirror 4: 0x56b7b23e (stale) Mirror 14: 0x56b7b23e (stale) Mirror 18: 0x56b7b23e (stale) Mirror 19: 0x56b7b23e (stale) Mirror 21: 0x56b7b23e (stale) Mirror 23: 0x56b7b23e (stale) Mirror 25: 0x56b7b23e (stale) Mirror 26: 0x56b7b23e (stale) Mirror 28: 0x56b7b23e (stale) Mirror 29: 0x7ed1c21f (stale) Mirror 30: 0x7ed1c21f (stale) Mirror 31: 0x7ed1c21f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f47c): Mirror 4: 0x56b7b23e (stale) Mirror 14: 0x56b7b23e (stale) Mirror 18: 0x56b7b23e (stale) Mirror 19: 0x56b7b23e (stale) Mirror 21: 0x56b7b23e (stale) Mirror 23: 0x56b7b23e (stale) Mirror 25: 0x56b7b23e (stale) Mirror 26: 0x56b7b23e (stale) Mirror 28: 0x56b7b23e (stale) Mirror 29: 0x7ed1c21f (stale) Mirror 30: 0x7ed1c21f (stale) Mirror 31: 0x7ed1c21f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f47c: skipped 000782 1786948666.825384 trunc from 0x009c4a to 0x00c32b (0x26e2 bytes) 000783 1786948666.829862 fallocate 0x012e49 thru 0x01f494 (0xc64c bytes) 000784 1786948666.834561 trunc from 0x02f47c to 0x033656 (0x41db bytes) 000785 1786948666.853522 fallocate 0x0391a0 thru 0x03a9bf (0x1820 bytes) 000786 1786948666.859719 mapwrite 0x02c94c thru 0x03179a (0x4e4f bytes) 000787 1786948666.899662 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 4: 0x8ffef6dc (stale) Mirror 14: 0x8ffef6dc (stale) Mirror 18: 0x8ffef6dc (stale) Mirror 19: 0x8ffef6dc (stale) Mirror 21: 0x8ffef6dc (stale) Mirror 23: 0x8ffef6dc (stale) Mirror 25: 0x8ffef6dc (stale) Mirror 26: 0x8ffef6dc (stale) Mirror 28: 0x8ffef6dc (stale) Mirror 29: 0x34b003b5 (stale) Mirror 30: 0x34b003b5 (stale) Mirror 31: 0xab1dc945 (stale) CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 1: 0x32852cfa Mirror 32: 0x32852cfa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a9c0: skipped 000788 1786948667.952359 read 0x02f2b8 thru 0x0395e2 (0xa32b bytes) 000789 1786948667.967948 mapwrite 0x02fdb7 thru 0x038ec0 (0x910a bytes) 000790 1786948668.101860 mapread 0x015331 thru 0x016f0d (0x1bdd bytes) 000791 1786948668.113852 trunc from 0x022323 to 0x02d4ed (0xb1cb bytes) 000792 1786948668.120424 mapwrite 0x01348d thru 0x0217d9 (0xe34d bytes) 000793 1786948668.168195 mapread 0x009d7e thru 0x0163c9 (0xc64c bytes) 000794 1786948668.185297 mapwrite 0x02868a thru 0x0344c1 (0xbe38 bytes) 000795 1786948668.232204 mapread 0x009420 thru 0x01606d (0xcc4e bytes) 000796 1786948668.242389 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 4: 0x8ffef6dc (stale) Mirror 14: 0x8ffef6dc (stale) Mirror 18: 0x8ffef6dc (stale) Mirror 19: 0x8ffef6dc (stale) Mirror 21: 0x8ffef6dc (stale) Mirror 23: 0x8ffef6dc (stale) Mirror 25: 0x8ffef6dc (stale) Mirror 26: 0x8ffef6dc (stale) Mirror 28: 0x8ffef6dc (stale) Mirror 29: 0x34b003b5 (stale) Mirror 30: 0x34b003b5 (stale) Mirror 31: 0xab1dc945 (stale) Mirror 32: 0x32852cfa (stale) CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 1: 0x1a91771e Mirror 33: 0x1a91771e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a9c0: skipped 000797 1786948669.449389 read 0x000e71 thru 0x00d20c (0xc39c bytes) 000798 1786948669.465338 trunc from 0x03a9c0 to 0x030e89 (0x9b36 bytes) 000799 1786948669.501504 trunc from 0x030e8a to 0x00c4c5 (0x249c4 bytes) 000800 1786948669.521034 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0xc4c6): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xc4c6): Mirror 4: 0xffe36a24 (stale) Mirror 14: 0xffe36a24 (stale) Mirror 18: 0xffe36a24 (stale) Mirror 19: 0xffe36a24 (stale) Mirror 21: 0xffe36a24 (stale) Mirror 23: 0xffe36a24 (stale) Mirror 25: 0xffe36a24 (stale) Mirror 26: 0xffe36a24 (stale) Mirror 28: 0xffe36a24 (stale) Mirror 29: 0xca89e83 (stale) Mirror 30: 0xca89e83 (stale) Mirror 31: 0xca89e83 (stale) Mirror 32: 0xa0228f70 (stale) Mirror 33: 0xa0228f70 (stale) CRC-32 checksum value for chunk [0, 0xc4c6): Mirror 1: 0xa0228f70 Mirror 34: 0xa0228f70 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xc4c6: skipped 000801 1786948670.670356 write 0x003b99 thru 0x013219 (0xf681 bytes) 000802 1786948670.729706 punch from 0x01291d to 0x013219 (0x8fd bytes) 000804 1786948670.763978 mapread 0x00ddb0 thru 0x00f642 (0x1893 bytes) 000805 1786948670.765442 fallocate 0x0326ef thru 0x0383bd (0x5ccf bytes) 000807 1786948670.772350 mapwrite 0x00e148 thru 0x01d347 (0xf200 bytes) 000808 1786948670.851442 fallocate 0x02f9d7 thru 0x03157a (0x1ba4 bytes) 000811 1786948670.857582 write 0x00243e thru 0x005380 (0x2f43 bytes) 000812 1786948670.867328 MIRROR_RESYNC 16 mirrors 000813 1786948673.359747 read 0x01a5fd thru 0x01d347 (0x2d4b bytes) 000814 1786948673.366764 trunc from 0x00dfd0 to 0x014f40 (0x6f71 bytes) 000815 1786948673.404003 write 0x03fb3f thru 0x03ffff (0x4c1 bytes) 000816 1786948673.405598 mapwrite 0x03a44b thru 0x03ffff (0x5bb5 bytes) 000817 1786948673.444919 read 0x01239a thru 0x01bd8c (0x99f3 bytes) 000818 1786948673.471769 write 0x02c911 thru 0x02f5b8 (0x2ca8 bytes) 000819 1786948673.473696 punch from 0x0018ab to 0x003375 (0x1acb bytes) 000820 1786948673.480728 mapread 0x0266d3 thru 0x02cb58 (0x6486 bytes) 000821 1786948673.483337 trunc from 0x039634 to 0x03ffff (0x69cc bytes) 000822 1786948673.489630 trunc from 0x02567c to 0x02f92b (0xa2b0 bytes) 000823 1786948673.498749 trunc from 0x02824b to 0x0308ee (0x86a4 bytes) 000824 1786948673.503027 fallocate 0x03a97e thru 0x03b97b (0xffe bytes) 000825 1786948673.507133 read 0x005178 thru 0x009638 (0x44c1 bytes) 000826 1786948673.507971 read 0x02a6f2 thru 0x033720 (0x902f bytes) 000827 1786948673.520660 write 0x0111bc thru 0x01c483 (0xb2c8 bytes) 000828 1786948673.523129 trunc from 0x040000 to 0x02f5a7 (0x10a58 bytes) 000829 1786948673.561957 trunc from 0x013f48 to 0x015400 (0x14b9 bytes) 000830 1786948673.584087 trunc from 0x02f5a8 to 0x036bcd (0x7626 bytes) 000831 1786948673.604115 read 0x013930 thru 0x019474 (0x5b45 bytes) 000832 1786948673.613019 trunc from 0x02e702 to 0x036bcd (0x84cc bytes) 000833 1786948673.616948 mapread 0x0187db thru 0x024101 (0xb927 bytes) 000834 1786948673.618295 read 0x008cb7 thru 0x00d220 (0x456a bytes) 000835 1786948673.618809 mapwrite 0x02c70f thru 0x036910 (0xa202 bytes) 000836 1786948673.647908 mapwrite 0x0079be thru 0x017237 (0xf87a bytes) 000837 1786948673.670344 trunc from 0x02cfa4 to 0x03106d (0x40ca bytes) 000838 1786948673.682009 write 0x025ed9 thru 0x031151 (0xb279 bytes) 000839 1786948673.691605 write 0x009f27 thru 0x011d53 (0x7e2d bytes) 000840 1786948673.692876 punch from 0x0353d5 to 0x036bcd (0x17f9 bytes) 000842 1786948673.699634 punch from 0x029620 to 0x02a5c7 (0xfa8 bytes) 000843 1786948673.720398 punch from 0x0367b5 to 0x036bcd (0x419 bytes) 000844 1786948673.726839 mapwrite 0x0022a1 thru 0x0091be (0x6f1e bytes) 000846 1786948673.753654 mapwrite 0x028b15 thru 0x02c99b (0x3e87 bytes) 000847 1786948673.781325 fallocate 0x0221d9 thru 0x02675a (0x4582 bytes) 000848 1786948673.787473 punch from 0x0212fc to 0x02482d (0x3532 bytes) 000850 1786948673.799399 MIRROR_RESYNC 16 mirrors 000852 1786948677.016094 MIRROR_SPLIT mirror 8 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) 000853 1786948677.741533 mapwrite 0x000afa thru 0x007a3a (0x6f41 bytes) 000854 1786948677.889184 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x36bce): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36bce): Mirror 4: 0x2fac8227 (stale) Mirror 14: 0x2fac8227 (stale) Mirror 18: 0x2fac8227 (stale) Mirror 19: 0x2fac8227 (stale) Mirror 21: 0x2fac8227 (stale) Mirror 23: 0x2fac8227 (stale) Mirror 25: 0x2fac8227 (stale) Mirror 28: 0x2fac8227 (stale) Mirror 29: 0x2fac8227 (stale) Mirror 30: 0x2fac8227 (stale) Mirror 31: 0x2fac8227 (stale) Mirror 32: 0x2fac8227 (stale) Mirror 33: 0x2fac8227 (stale) Mirror 34: 0x2fac8227 (stale) CRC-32 checksum value for chunk [0, 0x36bce): Mirror 1: 0xd0efccb6 Mirror 35: 0xd0efccb6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36bce: skipped 000855 1786948679.228437 mapread 0x01829c thru 0x018438 (0x19d bytes) 000856 1786948679.255592 MIRROR_SPLIT mirror 1 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36bce): Mirror 14: 0x2fac8227 (stale) Mirror 18: 0x2fac8227 (stale) Mirror 19: 0x2fac8227 (stale) Mirror 21: 0x2fac8227 (stale) Mirror 23: 0x2fac8227 (stale) Mirror 25: 0x2fac8227 (stale) Mirror 28: 0x2fac8227 (stale) Mirror 29: 0x2fac8227 (stale) Mirror 30: 0x2fac8227 (stale) Mirror 31: 0x2fac8227 (stale) Mirror 32: 0x2fac8227 (stale) Mirror 33: 0x2fac8227 (stale) Mirror 34: 0x2fac8227 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36bce): Mirror 14: 0x2fac8227 (stale) Mirror 18: 0x2fac8227 (stale) Mirror 19: 0x2fac8227 (stale) Mirror 21: 0x2fac8227 (stale) Mirror 23: 0x2fac8227 (stale) Mirror 25: 0x2fac8227 (stale) Mirror 28: 0x2fac8227 (stale) Mirror 29: 0x2fac8227 (stale) Mirror 30: 0x2fac8227 (stale) Mirror 31: 0x2fac8227 (stale) Mirror 32: 0x2fac8227 (stale) Mirror 33: 0x2fac8227 (stale) Mirror 34: 0x2fac8227 (stale) CRC-32 checksum value for chunk [0, 0x36bce): Mirror 1: 0xd0efccb6 Mirror 35: 0xd0efccb6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36bce: skipped 000858 1786948680.632585 write 0x02a3c1 thru 0x03804a (0xdc8a bytes) 000859 1786948680.703266 read 0x02433e thru 0x029cab (0x596e bytes) 000860 1786948680.711566 punch from 0x00a372 to 0x00a514 (0x1a3 bytes) 000861 1786948680.717347 mapwrite 0x03200d thru 0x035a64 (0x3a58 bytes) 000862 1786948680.738511 MIRROR_RESYNC 15 mirrors 000863 1786948683.150392 punch from 0x02df5f to 0x03804a (0xa0ec bytes) 000864 1786948683.194605 trunc from 0x03804b to 0x00c988 (0x2b6c2 bytes) 000866 1786948683.217567 trunc from 0x00b3fd to 0x00c988 (0x158c bytes) 000867 1786948683.238986 MIRROR_SPLIT mirror 1 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xc989): Mirror 18: 0xbb102081 (stale) Mirror 19: 0xbb102081 (stale) Mirror 21: 0xbb102081 (stale) Mirror 23: 0xbb102081 (stale) Mirror 25: 0xbb102081 (stale) Mirror 28: 0xbb102081 (stale) Mirror 29: 0xbb102081 (stale) Mirror 30: 0xbb102081 (stale) Mirror 31: 0xbb102081 (stale) Mirror 32: 0xbb102081 (stale) Mirror 33: 0xbb102081 (stale) Mirror 34: 0xbb102081 (stale) Mirror 35: 0xbb102081 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xc989): Mirror 18: 0xbb102081 (stale) Mirror 19: 0xbb102081 (stale) Mirror 21: 0xbb102081 (stale) Mirror 23: 0xbb102081 (stale) Mirror 25: 0xbb102081 (stale) Mirror 28: 0xbb102081 (stale) Mirror 29: 0xbb102081 (stale) Mirror 30: 0xbb102081 (stale) Mirror 31: 0xbb102081 (stale) Mirror 32: 0xbb102081 (stale) Mirror 33: 0xbb102081 (stale) Mirror 34: 0xbb102081 (stale) Mirror 35: 0xbb102081 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xc989: skipped 000868 1786948683.726934 write 0x0392ac thru 0x03cb47 (0x389c bytes) 000869 1786948683.734607 fallocate 0x02a95a thru 0x02aba8 (0x24f bytes) 000870 1786948683.746675 write 0x01b887 thru 0x0266ee (0xae68 bytes) 000872 1786948683.762378 fallocate 0x032289 thru 0x03f0c2 (0xce3a bytes) 000873 1786948683.769450 mapread 0x037908 thru 0x03d82e (0x5f27 bytes) 000874 1786948683.794894 read 0x02a776 thru 0x039e9d (0xf728 bytes) 000875 1786948683.811577 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) Mirror 35: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: 0xcb76b50a (stale) Mirror 19: 0xcb76b50a (stale) Mirror 21: 0xcb76b50a (stale) Mirror 23: 0xcb76b50a (stale) Mirror 25: 0xcb76b50a (stale) Mirror 28: 0xcb76b50a (stale) Mirror 29: 0xcb76b50a (stale) Mirror 30: 0xcb76b50a (stale) Mirror 31: 0xcb76b50a (stale) Mirror 32: 0xcb76b50a (stale) Mirror 33: 0xcb76b50a (stale) Mirror 34: 0xcb76b50a (stale) Mirror 35: 0xcb76b50a (stale) CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 1: 0xfc7a04cf Mirror 36: 0xfc7a04cf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f0c3: skipped 000877 1786948685.128261 trunc from 0x0255bd to 0x028aad (0x34f1 bytes) 000879 1786948685.184000 punch from 0x01319b to 0x016a59 (0x38bf bytes) 000880 1786948685.190408 punch from 0x020fc5 to 0x02181f (0x85b bytes) 000881 1786948685.194571 read 0x02b3d9 thru 0x0315ba (0x61e2 bytes) 000882 1786948685.212543 punch from 0x01ec1e to 0x01ef98 (0x37b bytes) 000883 1786948685.222426 punch from 0x006ec4 to 0x007d9f (0xedc bytes) 000884 1786948685.237300 MIRROR_SPLIT mirror 2 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1a3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: 0xcb76b50a (stale) Mirror 21: 0xcb76b50a (stale) Mirror 23: 0xcb76b50a (stale) Mirror 25: 0xcb76b50a (stale) Mirror 28: 0xcb76b50a (stale) Mirror 29: 0xcb76b50a (stale) Mirror 30: 0xcb76b50a (stale) Mirror 31: 0xcb76b50a (stale) Mirror 32: 0xcb76b50a (stale) Mirror 33: 0xcb76b50a (stale) Mirror 34: 0xcb76b50a (stale) Mirror 35: 0xcb76b50a (stale) Mirror 36: 0xfc7a04cf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: 0xcb76b50a (stale) Mirror 21: 0xcb76b50a (stale) Mirror 23: 0xcb76b50a (stale) Mirror 25: 0xcb76b50a (stale) Mirror 28: 0xcb76b50a (stale) Mirror 29: 0xcb76b50a (stale) Mirror 30: 0xcb76b50a (stale) Mirror 31: 0xcb76b50a (stale) Mirror 32: 0xcb76b50a (stale) Mirror 33: 0xcb76b50a (stale) Mirror 34: 0xcb76b50a (stale) Mirror 35: 0xcb76b50a (stale) Mirror 36: 0xfc7a04cf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f0c3: skipped 000885 1786948686.265125 mapwrite 0x0200d2 thru 0x02e3c4 (0xe2f3 bytes) 000886 1786948686.325732 write 0x0083d0 thru 0x010d49 (0x897a bytes) 000887 1786948686.345265 read 0x00486e thru 0x00a5d9 (0x5d6c bytes) 000888 1786948686.360363 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: 0xcb76b50a (stale) Mirror 21: 0xcb76b50a (stale) Mirror 23: 0xcb76b50a (stale) Mirror 25: 0xcb76b50a (stale) Mirror 28: 0xcb76b50a (stale) Mirror 29: 0xcb76b50a (stale) Mirror 30: 0xcb76b50a (stale) Mirror 31: 0xcb76b50a (stale) Mirror 32: 0xcb76b50a (stale) Mirror 33: 0xcb76b50a (stale) Mirror 34: 0xcb76b50a (stale) Mirror 35: 0xcb76b50a (stale) Mirror 36: 0xfc7a04cf (stale) CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 1: 0x8136af95 Mirror 37: 0x8136af95 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f0c3: skipped 000889 1786948688.509335 mapread 0x00590f thru 0x00be16 (0x6508 bytes) 000890 1786948688.571787 MIRROR_RESYNC 15 mirrors 000891 1786948692.895382 trunc from 0x03f0c3 to 0x037a95 (0x762d bytes) 000892 1786948692.991428 mapread 0x0000fd thru 0x00372a (0x362e bytes) 000894 1786948693.030692 read 0x033a4e thru 0x037a95 (0x4048 bytes) 000895 1786948693.044790 trunc from 0x018451 to 0x021d50 (0x9900 bytes) 000896 1786948693.053372 punch from 0x022a44 to 0x026c3b (0x41f8 bytes) 000897 1786948693.068005 write 0x032afc thru 0x03f39e (0xc8a3 bytes) 000898 1786948693.097124 trunc from 0x03f39f to 0x00bb97 (0x33807 bytes) 000899 1786948693.135463 fallocate 0x02e8d7 thru 0x0309d8 (0x2102 bytes) 000900 1786948693.144587 mapwrite 0x020551 thru 0x028115 (0x7bc5 bytes) 000902 1786948693.307169 trunc from 0x00dbc4 to 0x017a2a (0x9e67 bytes) 000903 1786948693.317889 trunc from 0x028116 to 0x01c23b (0xbeda bytes) 000904 1786948693.352802 write 0x0206fe thru 0x0289b1 (0x82b4 bytes) 000906 1786948693.407764 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x289b2): Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) Mirror 37: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x289b2): Mirror 18: 0x31838b8b (stale) Mirror 21: 0x31838b8b (stale) Mirror 23: 0x31838b8b (stale) Mirror 25: 0x31838b8b (stale) Mirror 28: 0x31838b8b (stale) Mirror 29: 0x31838b8b (stale) Mirror 30: 0x31838b8b (stale) Mirror 31: 0x31838b8b (stale) Mirror 32: 0x31838b8b (stale) Mirror 33: 0x31838b8b (stale) Mirror 34: 0x31838b8b (stale) Mirror 35: 0x31838b8b (stale) Mirror 36: 0x31838b8b (stale) Mirror 37: 0x31838b8b (stale) CRC-32 checksum value for chunk [0, 0x289b2): Mirror 1: 0xc1511031 Mirror 38: 0xc1511031 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x289b2: skipped 000907 1786948695.166479 mapread 0x012dc8 thru 0x022be6 (0xfe1f bytes) 000909 1786948695.254704 mapread 0x01fbf3 thru 0x0289b1 (0x8dbf bytes) 000910 1786948695.281333 read 0x000bd4 thru 0x01012d (0xf55a bytes) 000911 1786948695.309250 punch from 0x00916f to 0x01870d (0xf59f bytes) 000913 1786948695.393310 mapwrite 0x01b46d thru 0x02a9a2 (0xf536 bytes) 000914 1786948695.478086 punch from 0x015e6e to 0x01d077 (0x720a bytes) 000915 1786948695.485446 read 0x022ed5 thru 0x02a9a2 (0x7ace bytes) 000916 1786948695.486277 punch from 0x029a18 to 0x02a9a2 (0xf8b bytes) 000917 1786948695.493509 mapread 0x012cfb thru 0x01c49e (0x97a4 bytes) 000920 1786948695.522069 mapread 0x01cc3f thru 0x029ac4 (0xce86 bytes) 000921 1786948695.524998 mapwrite 0x020959 thru 0x0288c3 (0x7f6b bytes) 000922 1786948695.544573 mapwrite 0x004356 thru 0x00c109 (0x7db4 bytes) 000923 1786948695.596469 read 0x01bc29 thru 0x0266c8 (0xaaa0 bytes) 000924 1786948695.604443 MIRROR_RESYNC 16 mirrors 000925 1786948698.979524 mapwrite 0x033c9f thru 0x03a70b (0x6a6d bytes) 000926 1786948699.124165 punch from 0x008b0b to 0x017cfe (0xf1f4 bytes) 000927 1786948699.134179 fallocate 0x0287b1 thru 0x02a6f7 (0x1f47 bytes) 000929 1786948699.147408 write 0x001272 thru 0x00c0ef (0xae7e bytes) 000930 1786948699.165751 mapwrite 0x026ebd thru 0x036255 (0xf399 bytes) 000931 1786948699.225226 read 0x017827 thru 0x024ba0 (0xd37a bytes) 000932 1786948699.246404 read 0x01c2fa thru 0x029bc5 (0xd8cc bytes) 000933 1786948699.247085 trunc from 0x03a70c to 0x01d0a4 (0x1d667 bytes) 000934 1786948699.288299 punch from 0x00f15a to 0x010585 (0x142c bytes) 000935 1786948699.298747 read 0x0191b6 thru 0x01d0a4 (0x3eef bytes) 000936 1786948699.300575 punch from 0x01a079 to 0x01d0a4 (0x302c bytes) 000937 1786948699.322040 trunc from 0x01d0a5 to 0x038730 (0x1b68c bytes) 000938 1786948699.339704 punch from 0x029b0b to 0x0375cf (0xdac5 bytes) 000939 1786948699.345100 mapread 0x000a9b thru 0x007257 (0x67bd bytes) 000941 1786948699.380421 trunc from 0x001d57 to 0x006ef0 (0x519a bytes) 000942 1786948699.399468 fallocate 0x0232c0 thru 0x02957e (0x62bf bytes) 000943 1786948699.418948 mapread 0x003b18 thru 0x00c4fc (0x89e5 bytes) 000944 1786948699.451631 punch from 0x027c6b to 0x03615e (0xe4f4 bytes) 000945 1786948699.458692 trunc from 0x038731 to 0x003d7b (0x349b5 bytes) 000946 1786948699.484531 write 0x0096c0 thru 0x01160e (0x7f4f bytes) 000947 1786948699.486025 fallocate 0x003783 thru 0x011ddd (0xe65b bytes) 000948 1786948699.497727 trunc from 0x01160f to 0x006f8b (0xa683 bytes) 000949 1786948699.559444 trunc from 0x006f8c to 0x018904 (0x11979 bytes) 000950 1786948699.586616 fallocate 0x00691f thru 0x0123dc (0xbabe bytes) 000952 1786948699.602709 trunc from 0x018905 to 0x032e94 (0x1a590 bytes) 000953 1786948699.649202 mapread 0x020952 thru 0x026e8e (0x653d bytes) 000954 1786948699.709337 trunc from 0x032e95 to 0x032d32 (0x162 bytes) 000955 1786948699.729629 mapwrite 0x00105b thru 0x00d88f (0xc835 bytes) 000956 1786948699.890414 mapread 0x01c172 thru 0x01e045 (0x1ed4 bytes) 000957 1786948699.915837 trunc from 0x0122ba to 0x017488 (0x51cf bytes) 000958 1786948699.924512 mapwrite 0x021028 thru 0x02d0b0 (0xc089 bytes) 000959 1786948699.988215 read 0x0067ec thru 0x00920a (0x2a1f bytes) 000960 1786948699.989366 punch from 0x02fffc to 0x032d32 (0x2d37 bytes) 000961 1786948699.996220 mapwrite 0x03108c thru 0x03f2fa (0xe26f bytes) 000962 1786948700.037900 mapread 0x0086c6 thru 0x018218 (0xfb53 bytes) 000963 1786948700.039881 trunc from 0x01a105 to 0x01e530 (0x442c bytes) 000964 1786948700.044247 trunc from 0x03f2fb to 0x00152e (0x3ddcc bytes) 000965 1786948700.059944 punch from 0x000377 to 0x00152e (0x11b8 bytes) 000966 1786948700.066749 trunc from 0x00111c to 0x00152e (0x413 bytes) 000967 1786948700.074960 MIRROR_RESYNC 16 mirrors 000968 1786948701.126388 punch from 0x00133d to 0x00152e (0x1f2 bytes) 000969 1786948701.182129 read 0x0000ba thru 0x00152e (0x1475 bytes) 000970 1786948701.187633 mapwrite 0x031765 thru 0x03b2eb (0x9b87 bytes) 000971 1786948701.286935 mapwrite 0x01ff7f thru 0x021be9 (0x1c6b bytes) 000972 1786948701.400216 fallocate 0x014832 thru 0x01d2a7 (0x8a76 bytes) 000973 1786948701.407514 read 0x0329ab thru 0x03877e (0x5dd4 bytes) 000974 1786948701.409590 mapread 0x00aabb thru 0x013086 (0x85cc bytes) 000975 1786948701.423535 trunc from 0x03b2ec to 0x0191a6 (0x22145 bytes) 000976 1786948701.450449 trunc from 0x0191a7 to 0x0333f2 (0x1a24c bytes) 000979 1786948701.492087 read 0x011ad0 thru 0x01b976 (0x9ea7 bytes) 000980 1786948701.519946 read 0x026130 thru 0x02c0f3 (0x5fc4 bytes) 000981 1786948701.526718 write 0x00536a thru 0x00ae9f (0x5b36 bytes) 000982 1786948701.531837 trunc from 0x00a850 to 0x00d9a5 (0x3156 bytes) 000983 1786948701.553357 mapread 0x00ac47 thru 0x0166b1 (0xba6b bytes) 000984 1786948701.568599 mapwrite 0x0312bb thru 0x036be9 (0x592f bytes) 000985 1786948701.647683 trunc from 0x036bea to 0x00e059 (0x28b90 bytes) 000986 1786948701.692712 trunc from 0x007479 to 0x00c8b5 (0x543d bytes) 000987 1786948701.713204 fallocate 0x035d93 thru 0x03d0d2 (0x7340 bytes) 000988 1786948701.719668 write 0x012110 thru 0x0205f5 (0xe4e6 bytes) 000989 1786948701.723323 mapread 0x01a7a4 thru 0x01d41a (0x2c77 bytes) 000990 1786948701.724704 write 0x03e4ea thru 0x03ffd5 (0x1aec bytes) 000991 1786948701.726047 mapwrite 0x020c90 thru 0x026957 (0x5cc8 bytes) 000992 1786948701.809323 trunc from 0x01ae46 to 0x0255fe (0xa7b9 bytes) 000993 1786948701.814957 mapwrite 0x03d6b9 thru 0x03ffff (0x2947 bytes) 000994 1786948701.842403 read 0x01046d thru 0x017afe (0x7692 bytes) 000995 1786948701.858649 punch from 0x0210f8 to 0x022e66 (0x1d6f bytes) 000996 1786948701.863932 trunc from 0x00f4d8 to 0x0175f0 (0x8119 bytes) 000997 1786948701.868979 read 0x01f9ad thru 0x02235f (0x29b3 bytes) 000999 1786948701.879037 write 0x023e8a thru 0x031569 (0xd6e0 bytes) All operations completed A-OK!