== sanity-flr test 70a: flr mode fsx test ================ 08:48:56 (1787748536) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 8538 000001 1787748538.836409 MIRROR_EXTEND to 2 mirrors 000002 1787748539.271583 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) skipping zero size read 000004 1787748539.596263 mapwrite 0x013762 thru 0x01d59f (0x9e3e bytes) 000007 1787748539.711116 mapwrite 0x019704 thru 0x02064f (0x6f4c bytes) 000008 1787748539.770124 trunc from 0x005f72 to 0x015914 (0xf9a3 bytes) 000010 1787748539.777295 mapread 0x008b24 thru 0x00f6d6 (0x6bb3 bytes) 000011 1787748539.790013 punch from 0x003de2 to 0x0108c1 (0xcae0 bytes) 000012 1787748539.794886 read 0x0079fc thru 0x0105ff (0x8c04 bytes) truncating to largest ever: 0x3547f 000013 1787748539.808124 trunc from 0x020650 to 0x03547e (0x14e2f bytes) 000014 1787748539.824472 punch from 0x01e016 to 0x02392e (0x5919 bytes) 000015 1787748539.857224 trunc from 0x02acf1 to 0x0314a5 (0x67b5 bytes) 000016 1787748539.868366 trunc from 0x03547f to 0x02ce42 (0x863c bytes) 000017 1787748539.904241 read 0x015330 thru 0x018d8a (0x3a5b bytes) 000018 1787748539.919122 read 0x00657c thru 0x009b6c (0x35f1 bytes) 000019 1787748539.921449 punch from 0x026241 to 0x02ce42 (0x6c02 bytes) 000020 1787748539.928123 trunc from 0x02ce43 to 0x0238b6 (0x958c bytes) 000021 1787748539.958769 read 0x00a0c9 thru 0x00b092 (0xfca bytes) 000022 1787748539.960766 trunc from 0x01fffe to 0x0238b6 (0x38b9 bytes) 000023 1787748539.971954 mapread 0x002325 thru 0x0044c3 (0x219f bytes) 000024 1787748539.972782 read 0x00f71e thru 0x012bb9 (0x349c bytes) 000026 1787748539.977161 trunc from 0x0238b7 to 0x01efcb (0x48eb bytes) 000027 1787748540.000294 mapwrite 0x01319b thru 0x016be0 (0x3a46 bytes) 000028 1787748540.054959 trunc from 0x01acf1 to 0x01b06e (0x37e bytes) 000032 1787748540.085441 fallocate 0x02779c thru 0x02fb39 (0x839e bytes) 000033 1787748540.104350 mapread 0x00e57d thru 0x018c2c (0xa6b0 bytes) 000034 1787748540.107624 mapwrite 0x02d346 thru 0x02d613 (0x2ce bytes) 000035 1787748540.176660 punch from 0x01e69c to 0x0241d0 (0x5b35 bytes) 000036 1787748540.195350 mapread 0x00c5e4 thru 0x00e407 (0x1e24 bytes) 000038 1787748540.196892 trunc from 0x01893d to 0x01cff2 (0x46b6 bytes) 000039 1787748540.203023 read 0x02f415 thru 0x02fb39 (0x725 bytes) truncating to largest ever: 0x3f898 000040 1787748540.203551 trunc from 0x02fb3a to 0x03f897 (0xfd5e bytes) 000041 1787748540.229120 mapwrite 0x029f60 thru 0x0347f0 (0xa891 bytes) 000042 1787748540.289144 mapwrite 0x033256 thru 0x039837 (0x65e2 bytes) 000045 1787748540.312922 trunc from 0x03f898 to 0x01a787 (0x25110 bytes) 000046 1787748540.342933 write 0x015790 thru 0x021e5e (0xc6cf bytes) 000048 1787748540.346010 trunc from 0x021e5f to 0x039ee7 (0x18089 bytes) 000049 1787748540.366079 write 0x033fff thru 0x03ffff (0xc001 bytes) 000050 1787748540.373617 trunc from 0x040000 to 0x014e03 (0x2b1fc bytes) 000051 1787748540.397393 punch from 0x004a72 to 0x00a5b6 (0x5b45 bytes) 000052 1787748540.404072 mapwrite 0x038da7 thru 0x03f132 (0x638c bytes) 000053 1787748540.535677 MIRROR_EXTEND to 2 mirrors 000054 1787748541.526457 mapread 0x032617 thru 0x03ae6a (0x8854 bytes) 000055 1787748541.541336 trunc from 0x02e184 to 0x03a4fb (0xc378 bytes) 000056 1787748541.573495 trunc from 0x03f133 to 0x00ef55 (0x301dd bytes) 000057 1787748541.598966 fallocate 0x01093a thru 0x011715 (0xddc bytes) 000058 1787748541.605102 mapwrite 0x01aabd thru 0x01e124 (0x3668 bytes) 000059 1787748541.679169 read 0x00e37c thru 0x01a5d6 (0xc25b bytes) 000060 1787748541.697408 fallocate 0x019992 thru 0x023009 (0x9678 bytes) 000062 1787748541.721508 write 0x0120ce thru 0x01ace4 (0x8c17 bytes) 000063 1787748541.724277 trunc from 0x00f93c to 0x01b60c (0xbcd1 bytes) 000064 1787748541.741550 trunc from 0x009b50 to 0x017f51 (0xe402 bytes) 000065 1787748541.747900 punch from 0x003a29 to 0x00dc30 (0xa208 bytes) 000066 1787748541.754138 punch from 0x010efc to 0x01acb5 (0x9dba bytes) 000067 1787748541.759100 read 0x00ab83 thru 0x013714 (0x8b92 bytes) 000068 1787748541.766280 trunc from 0x01e125 to 0x028c46 (0xab22 bytes) 000069 1787748541.781101 mapwrite 0x02f46b thru 0x031170 (0x1d06 bytes) 000070 1787748541.815629 trunc from 0x031171 to 0x0325bd (0x144d bytes) 000071 1787748541.833254 MIRROR_RESYNC 2 mirrors 000073 1787748542.307080 fallocate 0x00dfba thru 0x01954e (0xb595 bytes) 000074 1787748542.337566 trunc from 0x01b545 to 0x02973c (0xe1f8 bytes) 000076 1787748542.343086 mapread 0x00aceb thru 0x00cd30 (0x2046 bytes) 000078 1787748542.358346 read 0x00e8b7 thru 0x018f79 (0xa6c3 bytes) 000079 1787748542.367443 punch from 0x025823 to 0x02969f (0x3e7d bytes) 000080 1787748542.375204 read 0x008778 thru 0x01361b (0xaea4 bytes) 000081 1787748542.377881 fallocate 0x0293fe thru 0x0355e4 (0xc1e7 bytes) 000082 1787748542.387428 trunc from 0x01e5bd to 0x02a4c2 (0xbf06 bytes) 000084 1787748542.400688 fallocate 0x02291f thru 0x02f6c6 (0xcda8 bytes) 000085 1787748542.407824 write 0x03a485 thru 0x03a747 (0x2c3 bytes) 000086 1787748542.408761 trunc from 0x03a748 to 0x00785c (0x32eeb bytes) 000087 1787748542.426780 read 0x006a72 thru 0x00785c (0xdeb bytes) 000088 1787748542.427776 trunc from 0x006710 to 0x007511 (0xe02 bytes) 000089 1787748542.433144 mapwrite 0x00a46f thru 0x00cfb7 (0x2b49 bytes) 000093 1787748542.508041 read 0x00179e thru 0x006e55 (0x56b8 bytes) 000094 1787748542.510502 fallocate 0x02aa09 thru 0x03102e (0x6626 bytes) 000096 1787748542.532496 fallocate 0x00ff45 thru 0x010356 (0x412 bytes) 000097 1787748542.541067 read 0x0099b9 thru 0x013ffa (0xa642 bytes) 000098 1787748542.561037 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) 000099 1787748542.759340 MIRROR_EXTEND to 2 mirrors 000100 1787748543.862203 punch from 0x0263d0 to 0x03102e (0xac5f bytes) 000102 1787748543.923295 trunc from 0x02b210 to 0x03102e (0x5e1f bytes) 000103 1787748543.929237 fallocate 0x000bfa thru 0x0045de (0x39e5 bytes) 000105 1787748543.935179 mapread 0x02df9e thru 0x03102e (0x3091 bytes) 000106 1787748543.957512 punch from 0x02ab80 to 0x03102e (0x64af bytes) 000107 1787748543.968122 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: 0x3c5d179e (stale) CRC-32 checksum value for chunk [0, 0x3102f): Mirror 1: 0x3c5d179e Mirror 3: 0x3c5d179e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3102f: skipped 000108 1787748545.024110 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: 0x3c5d179e (stale) CRC-32 checksum value for chunk [0, 0x3102f): Mirror 1: 0x3c5d179e Mirror 3: 0x3c5d179e Mirror 4: 0x3c5d179e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3102f: skipped 000109 1787748546.161206 write 0x0184d9 thru 0x025d77 (0xd89f bytes) 000110 1787748546.241461 read 0x000ca9 thru 0x002545 (0x189d bytes) 000111 1787748546.254864 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3102f): Mirror 2: 0x3c5d179e (stale) Mirror 3: 0x3c5d179e (stale) Mirror 4: 0x3c5d179e (stale) CRC-32 checksum value for chunk [0, 0x3102f): Mirror 1: 0x29ac642c Mirror 5: 0x29ac642c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3102f: skipped 000112 1787748547.665329 trunc from 0x03102f to 0x01be68 (0x151c6 bytes) 000113 1787748547.739966 punch from 0x00e5b4 to 0x00eda3 (0x7f0 bytes) 000114 1787748547.746703 trunc from 0x00a8d7 to 0x017f57 (0xd681 bytes) 000115 1787748547.750751 trunc from 0x01085f to 0x019041 (0x87e3 bytes) 000116 1787748547.756585 trunc from 0x01be69 to 0x007e31 (0x14037 bytes) 000117 1787748547.796485 punch from 0x004b3c to 0x007e31 (0x32f6 bytes) 000118 1787748547.810645 trunc from 0x0071f9 to 0x007e31 (0xc39 bytes) 000119 1787748547.819192 write 0x00f543 thru 0x017618 (0x80d6 bytes) 000120 1787748547.820970 write 0x011060 thru 0x01f7f4 (0xe795 bytes) 000121 1787748547.823151 mapread 0x007af9 thru 0x010b8a (0x9092 bytes) 000123 1787748547.839250 read 0x019305 thru 0x01f77c (0x6478 bytes) 000125 1787748547.849458 MIRROR_RESYNC 5 mirrors 000126 1787748549.170143 fallocate 0x00c1dd thru 0x01b086 (0xeeaa bytes) 000127 1787748549.224174 punch from 0x00066a to 0x00a1ca (0x9b61 bytes) 000128 1787748549.229947 read 0x00cad5 thru 0x016821 (0x9d4d bytes) 000129 1787748549.249122 MIRROR_RESYNC 5 mirrors 000130 1787748550.370579 MIRROR_RESYNC 5 mirrors 000131 1787748551.067660 trunc from 0x01f7f5 to 0x037970 (0x1817c bytes) 000132 1787748551.170298 fallocate 0x0355bc thru 0x036c24 (0x1669 bytes) 000133 1787748551.177670 trunc from 0x037971 to 0x012fe8 (0x24988 bytes) 000134 1787748551.234675 read 0x00be25 thru 0x01206e (0x624a bytes) 000135 1787748551.267477 trunc from 0x012fe9 to 0x006669 (0xc97f bytes) 000136 1787748551.326268 mapwrite 0x02d71e thru 0x036ffa (0x98dd bytes) 000137 1787748551.442498 read 0x00e6da thru 0x01dde5 (0xf70c bytes) 000138 1787748551.475457 trunc from 0x0012aa to 0x00e614 (0xd36b bytes) 000139 1787748551.484092 trunc from 0x036ffb to 0x01d61c (0x199de bytes) 000140 1787748551.551643 MIRROR_RESYNC 5 mirrors 000141 1787748552.771222 mapread 0x003f5b thru 0x00dda4 (0x9e4a bytes) 000142 1787748552.802411 mapread 0x0100e1 thru 0x01628c (0x61ac bytes) 000143 1787748552.824872 punch from 0x00d3cb to 0x010c88 (0x38be bytes) 000144 1787748552.871099 write 0x017fdc thru 0x021522 (0x9547 bytes) 000145 1787748552.879363 mapread 0x01e17f thru 0x0206bc (0x253e bytes) 000146 1787748552.881060 mapwrite 0x005432 thru 0x01182c (0xc3fb bytes) 000147 1787748552.990871 punch from 0x017143 to 0x01eae6 (0x79a4 bytes) 000148 1787748553.003307 read 0x01624a thru 0x01626f (0x26 bytes) 000149 1787748553.016434 MIRROR_RESYNC 5 mirrors 000150 1787748554.835658 trunc from 0x003082 to 0x00d53f (0xa4be bytes) 000151 1787748554.877783 read 0x01337f thru 0x020eb5 (0xdb37 bytes) 000152 1787748554.889379 trunc from 0x021523 to 0x03ea76 (0x1d554 bytes) 000153 1787748554.911108 punch from 0x023118 to 0x028f79 (0x5e62 bytes) 000154 1787748554.919514 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ea77): Mirror 3: 0x2b0f441f (stale) Mirror 4: 0x2b0f441f (stale) Mirror 5: 0x2b0f441f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ea77): Mirror 3: 0x2b0f441f (stale) Mirror 4: 0x2b0f441f (stale) Mirror 5: 0x2b0f441f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ea77: skipped 000155 1787748555.365039 MIRROR_RESYNC 4 mirrors 000156 1787748556.739580 mapwrite 0x0125b0 thru 0x01e415 (0xbe66 bytes) 000157 1787748556.919654 MIRROR_RESYNC 4 mirrors 000159 1787748557.921283 trunc from 0x0221a8 to 0x030f79 (0xedd2 bytes) 000160 1787748557.944526 trunc from 0x0284f6 to 0x02c7d8 (0x42e3 bytes) 000161 1787748557.948938 mapwrite 0x03f69d thru 0x03ffff (0x963 bytes) 000162 1787748557.981810 read 0x03507e thru 0x03ffff (0xaf82 bytes) 000163 1787748557.990455 write 0x03e05f thru 0x03f607 (0x15a9 bytes) 000164 1787748557.992190 write 0x012b2f thru 0x0144bb (0x198d bytes) 000165 1787748558.007433 mapread 0x02f82b thru 0x0394c6 (0x9c9c bytes) 000166 1787748558.058475 punch from 0x006954 to 0x009831 (0x2ede bytes) 000167 1787748558.062170 trunc from 0x040000 to 0x01ed94 (0x2126b bytes) 000168 1787748558.090983 read 0x0110eb thru 0x014ac2 (0x39d8 bytes) 000169 1787748558.099174 mapwrite 0x030ccc thru 0x03d096 (0xc3cb bytes) 000170 1787748558.148853 trunc from 0x03d097 to 0x03e2c2 (0x122c bytes) 000171 1787748558.164949 mapread 0x009c01 thru 0x0168d3 (0xccd3 bytes) 000172 1787748558.166663 mapread 0x02ec6f thru 0x03b6ce (0xca60 bytes) 000173 1787748558.168024 mapwrite 0x01b72a thru 0x02a57b (0xee52 bytes) 000174 1787748558.195582 mapread 0x00eeec thru 0x01d14f (0xe264 bytes) 000175 1787748558.197172 fallocate 0x0198a0 thru 0x01eb8d (0x52ee bytes) 000176 1787748558.202228 read 0x026bf9 thru 0x0339a1 (0xcda9 bytes) 000177 1787748558.202856 trunc from 0x03e2c3 to 0x00032a (0x3df98 bytes) 000178 1787748558.219557 trunc from 0x00032b to 0x02bd43 (0x2ba19 bytes) 000180 1787748558.240180 read 0x01c929 thru 0x01f15c (0x2834 bytes) 000182 1787748558.252062 read 0x02279f thru 0x02bd43 (0x95a5 bytes) 000183 1787748558.254285 trunc from 0x02bd44 to 0x03f084 (0x13341 bytes) 000184 1787748558.273881 fallocate 0x01e96c thru 0x0261dd (0x7872 bytes) 000185 1787748558.287114 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3f085): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f085): Mirror 3: 0x32d844e8 (stale) Mirror 4: 0x32d844e8 (stale) Mirror 5: 0x32d844e8 (stale) CRC-32 checksum value for chunk [0, 0x3f085): Mirror 1: 0x17eed73 Mirror 6: 0x17eed73 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f085: skipped 000186 1787748559.172151 mapwrite 0x014ca6 thru 0x01aa72 (0x5dcd bytes) 000187 1787748559.404592 trunc from 0x03f085 to 0x007f56 (0x3712e bytes) 000188 1787748559.512740 write 0x02b8d3 thru 0x02d3a4 (0x1ad2 bytes) 000190 1787748559.521107 fallocate 0x027e25 thru 0x02940a (0x15e6 bytes) 000191 1787748559.536429 punch from 0x008c25 to 0x0140a8 (0xb484 bytes) 000193 1787748559.545579 trunc from 0x012d49 to 0x02259e (0xf856 bytes) 000194 1787748559.550067 fallocate 0x02c18d thru 0x03556f (0x93e3 bytes) 000195 1787748559.558606 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x35570): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35570): Mirror 3: 0x2a8fc170 (stale) Mirror 4: 0x2a8fc170 (stale) Mirror 5: 0x2a8fc170 (stale) Mirror 6: 0x2403e9cf (stale) CRC-32 checksum value for chunk [0, 0x35570): Mirror 1: 0x834eb90f Mirror 7: 0x834eb90f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35570: skipped 000196 1787748560.991463 write 0x020a97 thru 0x02d884 (0xcdee bytes) 000197 1787748561.089873 write 0x02f053 thru 0x035e12 (0x6dc0 bytes) 000198 1787748561.125304 trunc from 0x035e13 to 0x00fe04 (0x2600e bytes) 000199 1787748561.157237 mapread 0x009c4e thru 0x00fe04 (0x61b7 bytes) 000201 1787748561.194314 mapwrite 0x037955 thru 0x03ffff (0x86ab bytes) 000202 1787748561.336314 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x59340c89 (stale) Mirror 4: 0x59340c89 (stale) Mirror 5: 0x59340c89 (stale) Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xc674150c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6bc62f7e Mirror 8: 0x6bc62f7e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000203 1787748562.256239 trunc from 0x031a8a to 0x03ffff (0xe576 bytes) zero_range to largest ever: 0x40000 000204 1787748562.306757 trunc from 0x03a6d8 to 0x03ffff (0x5928 bytes) 000205 1787748562.312103 read 0x00f8fa thru 0x01494c (0x5053 bytes) 000206 1787748562.320610 mapread 0x0378e9 thru 0x039e2e (0x2546 bytes) 000208 1787748562.345227 punch from 0x01d5e1 to 0x021c9a (0x46ba bytes) 000210 1787748562.354842 mapwrite 0x02dc1c thru 0x03bc62 (0xe047 bytes) 000211 1787748562.382681 read 0x005865 thru 0x0096c4 (0x3e60 bytes) 000212 1787748562.396045 MIRROR_RESYNC 7 mirrors 000213 1787748563.870142 read 0x026ac7 thru 0x03366f (0xcba9 bytes) 000214 1787748563.882451 MIRROR_EXTEND to 8 mirrors 000215 1787748564.527901 trunc from 0x03e5fb to 0x03ea32 (0x438 bytes) 000216 1787748564.573192 mapwrite 0x0179e0 thru 0x01938c (0x19ad bytes) 000218 1787748564.615505 mapread 0x0269c1 thru 0x033e44 (0xd484 bytes) 000219 1787748564.657408 trunc from 0x040000 to 0x0107e7 (0x2f818 bytes) 000220 1787748564.684854 write 0x02cce9 thru 0x0370a2 (0xa3ba bytes) 000221 1787748564.686391 trunc from 0x0370a3 to 0x02469b (0x12a07 bytes) 000222 1787748564.704504 write 0x01dbb7 thru 0x01f5f9 (0x1a43 bytes) 000223 1787748564.715151 fallocate 0x01305b thru 0x020ad2 (0xda78 bytes) 000224 1787748564.720204 read 0x0050b8 thru 0x00be59 (0x6da2 bytes) 000225 1787748564.735941 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2469c): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2469c): Mirror 3: 0x9032695c (stale) Mirror 4: 0x9032695c (stale) Mirror 5: 0x9032695c (stale) Mirror 6: 0x9032695c (stale) Mirror 7: 0x9032695c (stale) Mirror 8: 0x9032695c (stale) Mirror 9: 0x9032695c (stale) CRC-32 checksum value for chunk [0, 0x2469c): Mirror 1: 0x76fb04a7 Mirror 10: 0x76fb04a7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2469c: skipped 000226 1787748565.580226 punch from 0x01bfa5 to 0x02469b (0x86f7 bytes) 000227 1787748565.620176 trunc from 0x009254 to 0x00c41a (0x31c7 bytes) 000229 1787748565.629230 read 0x005d36 thru 0x00a044 (0x430f bytes) 000230 1787748565.638581 punch from 0x002219 to 0x003961 (0x1749 bytes) 000231 1787748565.643229 read 0x012de9 thru 0x019cb5 (0x6ecd bytes) 000232 1787748565.652533 mapread 0x021268 thru 0x02469b (0x3434 bytes) 000233 1787748565.653698 punch from 0x006520 to 0x006753 (0x234 bytes) 000234 1787748565.658219 punch from 0x00f62f to 0x01e3fc (0xedce bytes) 000235 1787748565.663127 trunc from 0x01ce71 to 0x01fdff (0x2f8f bytes) 000236 1787748565.667395 punch from 0x009b8d to 0x00c132 (0x25a6 bytes) 000237 1787748565.671379 write 0x035d4c thru 0x03bf6b (0x6220 bytes) 000238 1787748565.677233 trunc from 0x035705 to 0x03a879 (0x5175 bytes) 000239 1787748565.688521 mapread 0x03658b thru 0x03bf6b (0x59e1 bytes) 000241 1787748565.698039 mapread 0x03771b thru 0x03bf6b (0x4851 bytes) 000242 1787748565.699051 trunc from 0x000bb7 to 0x0094c2 (0x890c bytes) 000243 1787748565.705093 punch from 0x01b28c to 0x028b7e (0xd8f3 bytes) 000244 1787748565.710223 punch from 0x015a38 to 0x01c3fb (0x69c4 bytes) 000245 1787748565.715997 write 0x01488b thru 0x01e6ef (0x9e65 bytes) 000246 1787748565.727182 trunc from 0x03bf6c to 0x02c4d5 (0xfa96 bytes) 000247 1787748565.746106 read 0x004831 thru 0x008d7a (0x454a bytes) 000248 1787748565.754303 write 0x038525 thru 0x039898 (0x1374 bytes) 000249 1787748565.755243 punch from 0x02b3df to 0x0377a8 (0xc3ca bytes) 000250 1787748565.759454 read 0x02cc80 thru 0x032166 (0x54e7 bytes) 000251 1787748565.767766 trunc from 0x026855 to 0x029d83 (0x352f bytes) 000252 1787748565.776220 read 0x032adb thru 0x039898 (0x6dbe bytes) 000253 1787748565.777183 mapread 0x034455 thru 0x0370ec (0x2c98 bytes) 000254 1787748565.778433 write 0x01ac67 thru 0x0220b8 (0x7452 bytes) 000255 1787748565.788172 MIRROR_RESYNC 9 mirrors 000256 1787748567.578562 trunc from 0x039899 to 0x025a76 (0x13e22 bytes) 000258 1787748567.612385 punch from 0x00c100 to 0x013595 (0x7496 bytes) 000259 1787748567.616137 fallocate 0x01c1a8 thru 0x02775f (0xb5b8 bytes) 000260 1787748567.620833 mapwrite 0x007b29 thru 0x008089 (0x561 bytes) 000261 1787748567.640896 trunc from 0x002f1f to 0x00486f (0x1951 bytes) 000262 1787748567.648064 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x25a77): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25a77): Mirror 3: 0x92fd8c84 (stale) Mirror 4: 0x92fd8c84 (stale) Mirror 5: 0x92fd8c84 (stale) Mirror 6: 0x92fd8c84 (stale) Mirror 7: 0x92fd8c84 (stale) Mirror 8: 0x92fd8c84 (stale) Mirror 9: 0x92fd8c84 (stale) Mirror 10: 0x92fd8c84 (stale) CRC-32 checksum value for chunk [0, 0x25a77): Mirror 1: 0xb7a9412c Mirror 11: 0xb7a9412c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25a77: skipped 000263 1787748568.627066 fallocate 0x02d975 thru 0x03376a (0x5df6 bytes) 000264 1787748568.684089 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x3376b): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3376b): Mirror 3: 0x65214e94 (stale) Mirror 4: 0x65214e94 (stale) Mirror 5: 0x65214e94 (stale) Mirror 6: 0x65214e94 (stale) Mirror 7: 0x65214e94 (stale) Mirror 8: 0x65214e94 (stale) Mirror 9: 0x65214e94 (stale) Mirror 10: 0x65214e94 (stale) Mirror 11: 0xfb51678 (stale) CRC-32 checksum value for chunk [0, 0x3376b): Mirror 1: 0xfb51678 Mirror 12: 0xfb51678 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3376b: skipped 000265 1787748569.672508 mapread 0x01ca3d thru 0x023c79 (0x723d bytes) 000266 1787748569.706950 read 0x015b93 thru 0x01ce20 (0x728e bytes) 000267 1787748569.717614 fallocate 0x01fe57 thru 0x0245fd (0x47a7 bytes) 000268 1787748569.752518 mapread 0x01c242 thru 0x0261d7 (0x9f96 bytes) 000269 1787748569.769519 trunc from 0x007eca to 0x011d4b (0x9e82 bytes) 000270 1787748569.774377 mapwrite 0x03e332 thru 0x03ffff (0x1cce bytes) 000272 1787748569.813966 write 0x032e14 thru 0x0393ba (0x65a7 bytes) 000273 1787748569.820145 mapwrite 0x02d279 thru 0x02e153 (0xedb bytes) 000274 1787748569.839863 write 0x030704 thru 0x031258 (0xb55 bytes) 000275 1787748569.841199 write 0x038396 thru 0x03ffff (0x7c6a bytes) 000276 1787748569.843704 trunc from 0x040000 to 0x03ca2a (0x35d5 bytes) 000277 1787748569.860911 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x3ca2b): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ca2b): Mirror 3: 0xbb12b383 (stale) Mirror 4: 0xbb12b383 (stale) Mirror 5: 0xbb12b383 (stale) Mirror 6: 0xbb12b383 (stale) Mirror 7: 0xbb12b383 (stale) Mirror 8: 0xbb12b383 (stale) Mirror 9: 0xbb12b383 (stale) Mirror 10: 0xbb12b383 (stale) Mirror 11: 0x8a1cc98e (stale) Mirror 12: 0x8a1cc98e (stale) CRC-32 checksum value for chunk [0, 0x3ca2b): Mirror 1: 0xd93170f9 Mirror 13: 0xd93170f9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ca2b: skipped 000278 1787748570.817440 punch from 0x028aa6 to 0x02dc2b (0x5186 bytes) 000279 1787748570.859705 write 0x02bc94 thru 0x037dcf (0xc13c bytes) 000280 1787748570.873165 read 0x018d31 thru 0x0204cb (0x779b bytes) 000281 1787748570.881116 mapwrite 0x03e2d0 thru 0x03e67b (0x3ac bytes) 000283 1787748570.914619 mapread 0x013d0d thru 0x021b07 (0xddfb bytes) 000284 1787748570.934904 write 0x019225 thru 0x021b77 (0x8953 bytes) 000285 1787748570.936020 write 0x013b6c thru 0x020e31 (0xd2c6 bytes) 000286 1787748570.938139 read 0x017f78 thru 0x024349 (0xc3d2 bytes) 000287 1787748570.939072 read 0x01f01c thru 0x020c50 (0x1c35 bytes) 000288 1787748570.939849 fallocate 0x03ebeb thru 0x03ffff (0x1415 bytes) 000289 1787748570.943841 mapwrite 0x021208 thru 0x024510 (0x3309 bytes) 000290 1787748570.958674 mapread 0x02dc06 thru 0x03277d (0x4b78 bytes) 000291 1787748570.963134 MIRROR_SPLIT mirror 1 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa31e2480 (stale) Mirror 5: 0xa31e2480 (stale) Mirror 6: 0xa31e2480 (stale) Mirror 7: 0xa31e2480 (stale) Mirror 8: 0xa31e2480 (stale) Mirror 9: 0xa31e2480 (stale) Mirror 10: 0xa31e2480 (stale) Mirror 11: 0x3dce6bc1 (stale) Mirror 12: 0x3dce6bc1 (stale) Mirror 13: 0x717ec2fe (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa31e2480 (stale) Mirror 5: 0xa31e2480 (stale) Mirror 6: 0xa31e2480 (stale) Mirror 7: 0xa31e2480 (stale) Mirror 8: 0xa31e2480 (stale) Mirror 9: 0xa31e2480 (stale) Mirror 10: 0xa31e2480 (stale) Mirror 11: 0x3dce6bc1 (stale) Mirror 12: 0x3dce6bc1 (stale) Mirror 13: 0x717ec2fe (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000292 1787748571.428763 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa31e2480 (stale) Mirror 5: 0xa31e2480 (stale) Mirror 6: 0xa31e2480 (stale) Mirror 7: 0xa31e2480 (stale) Mirror 8: 0xa31e2480 (stale) Mirror 9: 0xa31e2480 (stale) Mirror 10: 0xa31e2480 (stale) Mirror 11: 0x3dce6bc1 (stale) Mirror 12: 0x3dce6bc1 (stale) Mirror 13: 0x717ec2fe (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe0a61ac8 Mirror 14: 0xe0a61ac8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000293 1787748572.616137 trunc from 0x039ee1 to 0x03a033 (0x153 bytes) 000294 1787748572.661490 trunc from 0x040000 to 0x0079a5 (0x3865a bytes) 000295 1787748572.688659 trunc from 0x000eab to 0x005237 (0x438d bytes) 000296 1787748572.693512 write 0x01f9ea thru 0x0298a5 (0x9ebc bytes) 000297 1787748572.696134 trunc from 0x019436 to 0x01e1ed (0x4db8 bytes) 000298 1787748572.700922 punch from 0x01cf08 to 0x0298a5 (0xc99e bytes) 000299 1787748572.712934 fallocate 0x02014b thru 0x02c678 (0xc52e bytes) 000301 1787748572.718835 mapread 0x02b1ba thru 0x02c678 (0x14bf bytes) 000302 1787748572.735983 trunc from 0x02c679 to 0x01d79e (0xeeda bytes) 000303 1787748572.759365 write 0x005cd5 thru 0x00d05f (0x738b bytes) 000304 1787748572.780793 read 0x01504e thru 0x01d79e (0x8751 bytes) 000305 1787748572.812549 MIRROR_RESYNC 12 mirrors 000306 1787748575.087494 mapwrite 0x0129cd thru 0x014c19 (0x224d bytes) 000307 1787748575.225522 mapread 0x00fe28 thru 0x01d79e (0xd977 bytes) 000308 1787748575.238060 trunc from 0x01ac92 to 0x01d79e (0x2b0d bytes) 000309 1787748575.248778 MIRROR_SPLIT mirror 4 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1d79f): Mirror 4: 0x7915f329 (stale) Mirror 5: 0x7915f329 (stale) Mirror 6: 0x7915f329 (stale) Mirror 8: 0x7915f329 (stale) Mirror 9: 0x7915f329 (stale) Mirror 10: 0x7915f329 (stale) Mirror 11: 0x7915f329 (stale) Mirror 12: 0x7915f329 (stale) Mirror 13: 0x7915f329 (stale) Mirror 14: 0x7915f329 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d79f): Mirror 4: 0x7915f329 (stale) Mirror 5: 0x7915f329 (stale) Mirror 6: 0x7915f329 (stale) Mirror 8: 0x7915f329 (stale) Mirror 9: 0x7915f329 (stale) Mirror 10: 0x7915f329 (stale) Mirror 11: 0x7915f329 (stale) Mirror 12: 0x7915f329 (stale) Mirror 13: 0x7915f329 (stale) Mirror 14: 0x7915f329 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d79f: skipped 000310 1787748575.867526 trunc from 0x01d79f to 0x03816c (0x1a9ce bytes) 000311 1787748575.893230 trunc from 0x03816d to 0x021f10 (0x1625c bytes) 000312 1787748575.911381 trunc from 0x00c151 to 0x00c941 (0x7f1 bytes) 000313 1787748575.917249 mapread 0x0016ff thru 0x010656 (0xef58 bytes) 000314 1787748575.947191 mapread 0x01b965 thru 0x021704 (0x5da0 bytes) 000315 1787748575.959029 punch from 0x004990 to 0x00ea65 (0xa0d6 bytes) 000316 1787748575.963906 trunc from 0x00c18e to 0x01ae92 (0xed05 bytes) 000317 1787748575.969409 fallocate 0x03e0ea thru 0x03ffff (0x1f16 bytes) 000318 1787748575.974343 trunc from 0x040000 to 0x023eaf (0x1c150 bytes) 000319 1787748576.001920 mapwrite 0x0260db thru 0x02a4b8 (0x43de bytes) 000320 1787748576.040077 trunc from 0x02a4b9 to 0x00d7ef (0x1ccc9 bytes) 000321 1787748576.055180 mapread 0x000250 thru 0x002990 (0x2741 bytes) 000322 1787748576.065364 mapread 0x0072ed thru 0x0092c4 (0x1fd8 bytes) 000323 1787748576.066598 mapread 0x00b116 thru 0x00d7ef (0x26da bytes) 000324 1787748576.068032 mapread 0x005788 thru 0x00d7ef (0x8068 bytes) 000325 1787748576.069452 trunc from 0x00d7f0 to 0x03706b (0x2987c bytes) 000326 1787748576.091771 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x3706c): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3706c): Mirror 4: 0x795fcbbc (stale) Mirror 5: 0x795fcbbc (stale) Mirror 6: 0x795fcbbc (stale) Mirror 8: 0x795fcbbc (stale) Mirror 9: 0x795fcbbc (stale) Mirror 10: 0x795fcbbc (stale) Mirror 11: 0x795fcbbc (stale) Mirror 12: 0x795fcbbc (stale) Mirror 13: 0x795fcbbc (stale) Mirror 14: 0x795fcbbc (stale) CRC-32 checksum value for chunk [0, 0x3706c): Mirror 1: 0x9aa04a23 Mirror 15: 0x9aa04a23 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3706c: skipped 000327 1787748577.202676 trunc from 0x03706c to 0x01cdd0 (0x1a29b bytes) 000328 1787748577.300403 write 0x00fb0b thru 0x01252b (0x2a21 bytes) 000329 1787748577.310671 write 0x02c15a thru 0x03a892 (0xe739 bytes) 000330 1787748577.313471 write 0x01de55 thru 0x026931 (0x8add bytes) 000331 1787748577.323180 write 0x02d5af thru 0x0372bf (0x9d11 bytes) 000332 1787748577.324665 trunc from 0x03a893 to 0x00e96f (0x2bf23 bytes) 000334 1787748577.347037 trunc from 0x00e970 to 0x03c5e0 (0x2dc71 bytes) 000335 1787748577.373895 read 0x0378ea thru 0x03b28c (0x39a3 bytes) 000337 1787748577.386288 write 0x0186c3 thru 0x021e8f (0x97cd bytes) 000338 1787748577.397240 fallocate 0x020333 thru 0x0212c5 (0xf93 bytes) 000339 1787748577.407212 write 0x01edc6 thru 0x0253fd (0x6638 bytes) 000340 1787748577.412961 trunc from 0x03c5e1 to 0x013318 (0x292c8 bytes) 000341 1787748577.431438 trunc from 0x013319 to 0x002500 (0x10e18 bytes) 000343 1787748577.458004 trunc from 0x002501 to 0x03c773 (0x3a273 bytes) 000344 1787748577.477052 fallocate 0x030060 thru 0x034e93 (0x4e34 bytes) 000345 1787748577.486256 punch from 0x0288e6 to 0x031ae7 (0x9202 bytes) 000346 1787748577.493788 trunc from 0x03c774 to 0x02fa2d (0xcd46 bytes) 000347 1787748577.519025 fallocate 0x017cdb thru 0x0252e8 (0xd60e bytes) 000348 1787748577.528678 fallocate 0x009ea0 thru 0x01150f (0x7670 bytes) 000349 1787748577.539977 MIRROR_SPLIT mirror 4 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2fa2e): Mirror 4: 0x2de051bd (stale) Mirror 5: 0x2de051bd (stale) Mirror 6: 0x2de051bd (stale) Mirror 9: 0x2de051bd (stale) Mirror 10: 0x2de051bd (stale) Mirror 11: 0x2de051bd (stale) Mirror 12: 0x2de051bd (stale) Mirror 13: 0x2de051bd (stale) Mirror 14: 0x2de051bd (stale) Mirror 15: 0xda64fc95 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fa2e): Mirror 4: 0x2de051bd (stale) Mirror 5: 0x2de051bd (stale) Mirror 6: 0x2de051bd (stale) Mirror 9: 0x2de051bd (stale) Mirror 10: 0x2de051bd (stale) Mirror 11: 0x2de051bd (stale) Mirror 12: 0x2de051bd (stale) Mirror 13: 0x2de051bd (stale) Mirror 14: 0x2de051bd (stale) Mirror 15: 0xda64fc95 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fa2e: skipped 000350 1787748578.102029 trunc from 0x02fa2e to 0x03fd86 (0x10359 bytes) 000351 1787748578.122166 write 0x03fb9a thru 0x03ffff (0x466 bytes) 000353 1787748578.131969 mapwrite 0x03ee44 thru 0x03ffff (0x11bc bytes) 000354 1787748578.148140 trunc from 0x040000 to 0x036c27 (0x93d8 bytes) 000355 1787748578.165307 mapread 0x03571b thru 0x036c27 (0x150d bytes) 000356 1787748578.181366 mapread 0x00be4e thru 0x01ae41 (0xeff4 bytes) 000357 1787748578.232568 punch from 0x018480 to 0x025aaa (0xd62b bytes) 000358 1787748578.250279 MIRROR_RESYNC 11 mirrors 000359 1787748579.709885 mapwrite 0x017612 thru 0x0178d5 (0x2c4 bytes) 000360 1787748579.797325 trunc from 0x006933 to 0x0071f1 (0x8bf bytes) 000361 1787748579.809956 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x36c28): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36c28): Mirror 4: 0xe44c7488 (stale) Mirror 5: 0xe44c7488 (stale) Mirror 6: 0xe44c7488 (stale) Mirror 9: 0xe44c7488 (stale) Mirror 10: 0xe44c7488 (stale) Mirror 11: 0xe44c7488 (stale) Mirror 12: 0xe44c7488 (stale) Mirror 13: 0xe44c7488 (stale) Mirror 14: 0xe44c7488 (stale) Mirror 15: 0xe44c7488 (stale) CRC-32 checksum value for chunk [0, 0x36c28): Mirror 1: 0xe4b4894c Mirror 16: 0xe4b4894c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36c28: skipped 000362 1787748580.815077 trunc from 0x027ac6 to 0x032aa8 (0xafe3 bytes) 000363 1787748580.853078 mapread 0x004728 thru 0x00782e (0x3107 bytes) 000364 1787748580.870387 fallocate 0x025f05 thru 0x02d3e8 (0x74e4 bytes) 000365 1787748580.875093 mapwrite 0x020074 thru 0x025daa (0x5d37 bytes) 000366 1787748580.899644 write 0x01e3bc thru 0x022c33 (0x4878 bytes) 000367 1787748580.904322 write 0x030f56 thru 0x03ffff (0xf0aa bytes) 000368 1787748580.909969 punch from 0x02952c to 0x033d50 (0xa825 bytes) 000369 1787748580.931168 trunc from 0x03ca45 to 0x03ffff (0x35bb bytes) 000370 1787748580.939958 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 6: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 14: 0xe20eea22 (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0x14c5faeb (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x73424c6c Mirror 17: 0x73424c6c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000371 1787748582.119916 mapwrite 0x017ba4 thru 0x01bae2 (0x3f3f bytes) 000372 1787748582.247954 fallocate 0x03120b thru 0x032591 (0x1387 bytes) 000373 1787748582.254230 write 0x035359 thru 0x03869c (0x3344 bytes) 000374 1787748582.268063 fallocate 0x038765 thru 0x03b28d (0x2b29 bytes) 000375 1787748582.272957 write 0x007071 thru 0x00f4ff (0x848f bytes) 000376 1787748582.283267 mapread 0x01afe6 thru 0x029de5 (0xee00 bytes) 000377 1787748582.294345 fallocate 0x0232f4 thru 0x028aae (0x57bb bytes) 000378 1787748582.299334 read 0x026a3b thru 0x031d3b (0xb301 bytes) 000379 1787748582.309872 write 0x011fc1 thru 0x012b00 (0xb40 bytes) 000380 1787748582.310931 punch from 0x026763 to 0x0326b2 (0xbf50 bytes) 000382 1787748582.320140 punch from 0x03aa00 to 0x03ffff (0x5600 bytes) 000383 1787748582.329539 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 6: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 14: 0xe20eea22 (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0x14c5faeb (stale) Mirror 17: 0x73424c6c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7f8bcaab Mirror 18: 0x7f8bcaab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000384 1787748583.349415 MIRROR_RESYNC 14 mirrors 000385 1787748588.171428 punch from 0x00430c to 0x00c8a1 (0x8596 bytes) 000386 1787748588.217974 mapread 0x00ab68 thru 0x018305 (0xd79e bytes) 000388 1787748588.253881 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7f8bcaab (stale) Mirror 5: 0x7f8bcaab (stale) Mirror 6: 0x7f8bcaab (stale) Mirror 9: 0x7f8bcaab (stale) Mirror 10: 0x7f8bcaab (stale) Mirror 11: 0x7f8bcaab (stale) Mirror 12: 0x7f8bcaab (stale) Mirror 13: 0x7f8bcaab (stale) Mirror 14: 0x7f8bcaab (stale) Mirror 15: 0x7f8bcaab (stale) Mirror 16: 0x7f8bcaab (stale) Mirror 17: 0x7f8bcaab (stale) Mirror 18: 0x7f8bcaab (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x50dc3ed9 Mirror 19: 0x50dc3ed9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000389 1787748589.503868 mapread 0x03e9ba thru 0x03ffff (0x1646 bytes) 000390 1787748589.559049 read 0x01a19d thru 0x028df3 (0xec57 bytes) 000391 1787748589.587608 mapwrite 0x02f942 thru 0x03c3bd (0xca7c bytes) 000393 1787748589.799779 MIRROR_SPLIT mirror 6 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7f8bcaab (stale) Mirror 5: 0x7f8bcaab (stale) Mirror 6: 0x7f8bcaab (stale) Mirror 9: 0x7f8bcaab (stale) Mirror 10: 0x7f8bcaab (stale) Mirror 12: 0x7f8bcaab (stale) Mirror 13: 0x7f8bcaab (stale) Mirror 14: 0x7f8bcaab (stale) Mirror 15: 0x7f8bcaab (stale) Mirror 16: 0x7f8bcaab (stale) Mirror 17: 0x7f8bcaab (stale) Mirror 18: 0x7f8bcaab (stale) Mirror 19: 0x50dc3ed9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7f8bcaab (stale) Mirror 5: 0x7f8bcaab (stale) Mirror 6: 0x7f8bcaab (stale) Mirror 9: 0x7f8bcaab (stale) Mirror 10: 0x7f8bcaab (stale) Mirror 12: 0x7f8bcaab (stale) Mirror 13: 0x7f8bcaab (stale) Mirror 14: 0x7f8bcaab (stale) Mirror 15: 0x7f8bcaab (stale) Mirror 16: 0x7f8bcaab (stale) Mirror 17: 0x7f8bcaab (stale) Mirror 18: 0x7f8bcaab (stale) Mirror 19: 0x50dc3ed9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000394 1787748590.910032 trunc from 0x040000 to 0x038a03 (0x75fc bytes) 000395 1787748590.940921 trunc from 0x038a04 to 0x023fde (0x14a25 bytes) 000397 1787748590.995105 MIRROR_SPLIT mirror 5 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23fdf): Mirror 4: 0x8509651f (stale) Mirror 5: 0x8509651f (stale) Mirror 6: 0x8509651f (stale) Mirror 9: 0x8509651f (stale) Mirror 12: 0x8509651f (stale) Mirror 13: 0x8509651f (stale) Mirror 14: 0x8509651f (stale) Mirror 15: 0x8509651f (stale) Mirror 16: 0x8509651f (stale) Mirror 17: 0x8509651f (stale) Mirror 18: 0x8509651f (stale) Mirror 19: 0x5b0a88b0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23fdf): Mirror 4: 0x8509651f (stale) Mirror 5: 0x8509651f (stale) Mirror 6: 0x8509651f (stale) Mirror 9: 0x8509651f (stale) Mirror 12: 0x8509651f (stale) Mirror 13: 0x8509651f (stale) Mirror 14: 0x8509651f (stale) Mirror 15: 0x8509651f (stale) Mirror 16: 0x8509651f (stale) Mirror 17: 0x8509651f (stale) Mirror 18: 0x8509651f (stale) Mirror 19: 0x5b0a88b0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23fdf: skipped 000398 1787748591.818861 fallocate 0x03f87c thru 0x03ffff (0x784 bytes) 000399 1787748591.831526 punch from 0x0292d6 to 0x030362 (0x708d bytes) 000400 1787748591.836737 mapwrite 0x02777b thru 0x02f6bf (0x7f45 bytes) 000401 1787748591.943613 mapread 0x0268d6 thru 0x029e47 (0x3572 bytes) 000402 1787748591.944996 write 0x037e16 thru 0x03e461 (0x664c bytes) 000403 1787748591.966961 read 0x0309b6 thru 0x03d902 (0xcf4d bytes) 000404 1787748591.978489 trunc from 0x038f01 to 0x03b091 (0x2191 bytes) 000405 1787748591.998483 write 0x01dcc2 thru 0x0277f4 (0x9b33 bytes) 000406 1787748592.004902 mapwrite 0x011e36 thru 0x01caa8 (0xac73 bytes) 000407 1787748592.079006 write 0x01b485 thru 0x01f5c6 (0x4142 bytes) 000408 1787748592.081369 write 0x01e1ef thru 0x0235db (0x53ed bytes) 000409 1787748592.090048 read 0x027649 thru 0x028fb2 (0x196a bytes) 000410 1787748592.091113 trunc from 0x040000 to 0x0083a6 (0x37c59 bytes) 000411 1787748592.116790 mapread 0x007cad thru 0x0083a6 (0x6fa bytes) 000412 1787748592.130097 trunc from 0x0083a7 to 0x00a7a9 (0x2403 bytes) 000413 1787748592.146700 mapwrite 0x01261b thru 0x02178f (0xf175 bytes) 000414 1787748592.215205 write 0x0197f8 thru 0x0222d8 (0x8ae1 bytes) 000415 1787748592.216661 trunc from 0x0222d9 to 0x0031a0 (0x1f138 bytes) 000416 1787748592.236646 trunc from 0x00217a to 0x0031a0 (0x1027 bytes) 000417 1787748592.242095 read 0x000b86 thru 0x0031a0 (0x261b bytes) 000418 1787748592.254321 read 0x000332 thru 0x0031a0 (0x2e6f bytes) 000419 1787748592.255122 trunc from 0x000bf4 to 0x002a13 (0x1e20 bytes) 000420 1787748592.272009 MIRROR_RESYNC 13 mirrors 000421 1787748594.083248 punch from 0x0005d4 to 0x0031a0 (0x2bcd bytes) 000422 1787748594.124232 read 0x0027d5 thru 0x0031a0 (0x9cc bytes) 000423 1787748594.129772 punch from 0x000a1d to 0x0031a0 (0x2784 bytes) 000424 1787748594.134573 punch from 0x00179d to 0x0031a0 (0x1a04 bytes) 000425 1787748594.143946 MIRROR_RESYNC 13 mirrors 000426 1787748595.628835 read 0x000828 thru 0x0011c4 (0x99d bytes) 000427 1787748595.642233 read 0x001baa thru 0x0031a0 (0x15f7 bytes) 000428 1787748595.668911 MIRROR_SPLIT mirror 9 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) 000429 1787748596.262540 write 0x0179b9 thru 0x0206dd (0x8d25 bytes) 000430 1787748596.363824 write 0x00db98 thru 0x01c92a (0xed93 bytes) 000431 1787748596.371676 mapwrite 0x0270dd thru 0x03123a (0xa15e bytes) 000432 1787748596.509093 trunc from 0x03123b to 0x02b61b (0x5c1f bytes) 000433 1787748596.532141 punch from 0x01eb0a to 0x0282b3 (0x97aa bytes) 000434 1787748596.539239 trunc from 0x02b61c to 0x00c5ff (0x1f01c bytes) 000435 1787748596.562432 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0xc600): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xc600): Mirror 4: 0x3113ec55 (stale) Mirror 5: 0x3113ec55 (stale) Mirror 6: 0x3113ec55 (stale) Mirror 9: 0x3113ec55 (stale) Mirror 12: 0x3113ec55 (stale) Mirror 13: 0x3113ec55 (stale) Mirror 14: 0x3113ec55 (stale) Mirror 15: 0x3113ec55 (stale) Mirror 17: 0x3113ec55 (stale) Mirror 18: 0x3113ec55 (stale) Mirror 19: 0x3113ec55 (stale) CRC-32 checksum value for chunk [0, 0xc600): Mirror 1: 0x3113ec55 Mirror 20: 0x3113ec55 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xc600: skipped 000436 1787748597.415269 fallocate 0x01dc7d thru 0x02dc19 (0xff9d bytes) 000437 1787748597.479132 trunc from 0x00c600 to 0x02f0ad (0x22aae bytes) 000438 1787748597.521380 write 0x0374b2 thru 0x03ffff (0x8b4e bytes) 000439 1787748597.522837 trunc from 0x006621 to 0x00c878 (0x6258 bytes) 000440 1787748597.531376 mapread 0x02892d thru 0x02ccbd (0x4391 bytes) 000441 1787748597.573029 trunc from 0x040000 to 0x02249a (0x1db65 bytes) 000442 1787748597.610069 MIRROR_SPLIT mirror 5 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2249b): Mirror 4: 0xff017abb (stale) Mirror 5: 0xff017abb (stale) Mirror 6: 0xff017abb (stale) Mirror 9: 0xff017abb (stale) Mirror 13: 0xff017abb (stale) Mirror 14: 0xff017abb (stale) Mirror 15: 0xff017abb (stale) Mirror 17: 0xff017abb (stale) Mirror 18: 0xff017abb (stale) Mirror 19: 0xff017abb (stale) Mirror 20: 0xff017abb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2249b): Mirror 4: 0xff017abb (stale) Mirror 5: 0xff017abb (stale) Mirror 6: 0xff017abb (stale) Mirror 9: 0xff017abb (stale) Mirror 13: 0xff017abb (stale) Mirror 14: 0xff017abb (stale) Mirror 15: 0xff017abb (stale) Mirror 17: 0xff017abb (stale) Mirror 18: 0xff017abb (stale) Mirror 19: 0xff017abb (stale) Mirror 20: 0xff017abb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2249b: skipped 000443 1787748598.510042 fallocate 0x012d85 thru 0x019dc0 (0x703c bytes) 000444 1787748598.521976 trunc from 0x00037e to 0x00f6cc (0xf34f bytes) 000445 1787748598.537016 punch from 0x014abf to 0x016ba7 (0x20e9 bytes) 000446 1787748598.552220 trunc from 0x02249b to 0x0070ac (0x1b3ee bytes) 000447 1787748598.578023 trunc from 0x0070ad to 0x015e2a (0xed7e bytes) 000448 1787748598.604321 trunc from 0x00131d to 0x00db7a (0xc85e bytes) 000449 1787748598.614242 write 0x007665 thru 0x01127c (0x9c18 bytes) 000450 1787748598.637681 mapread 0x00be87 thru 0x015e2a (0x9fa4 bytes) 000451 1787748598.689190 write 0x002900 thru 0x00e783 (0xbe84 bytes) 000452 1787748598.695138 punch from 0x004d1a to 0x0061a7 (0x148e bytes) 000453 1787748598.715989 MIRROR_RESYNC 12 mirrors 000454 1787748601.366587 write 0x02e37a thru 0x03afd9 (0xcc60 bytes) 000455 1787748601.406429 trunc from 0x03afda to 0x002a84 (0x38555 bytes) 000456 1787748601.453802 read 0x00019e thru 0x002a84 (0x28e7 bytes) 000457 1787748601.466315 mapread 0x000913 thru 0x002a84 (0x2172 bytes) 000458 1787748601.486193 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x2a85): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a85): Mirror 4: 0x8a08d7c2 (stale) Mirror 5: 0x8a08d7c2 (stale) Mirror 6: 0x8a08d7c2 (stale) Mirror 9: 0x8a08d7c2 (stale) Mirror 13: 0x8a08d7c2 (stale) Mirror 14: 0x8a08d7c2 (stale) Mirror 15: 0x8a08d7c2 (stale) Mirror 17: 0x8a08d7c2 (stale) Mirror 18: 0x8a08d7c2 (stale) Mirror 19: 0x8a08d7c2 (stale) Mirror 20: 0x8a08d7c2 (stale) CRC-32 checksum value for chunk [0, 0x2a85): Mirror 1: 0x8a08d7c2 Mirror 21: 0x8a08d7c2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a85: skipped 000459 1787748602.654346 MIRROR_SPLIT mirror 8 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2a85): Mirror 4: 0x8a08d7c2 (stale) Mirror 5: 0x8a08d7c2 (stale) Mirror 6: 0x8a08d7c2 (stale) Mirror 9: 0x8a08d7c2 (stale) Mirror 13: 0x8a08d7c2 (stale) Mirror 14: 0x8a08d7c2 (stale) Mirror 15: 0x8a08d7c2 (stale) Mirror 18: 0x8a08d7c2 (stale) Mirror 19: 0x8a08d7c2 (stale) Mirror 20: 0x8a08d7c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a85): Mirror 4: 0x8a08d7c2 (stale) Mirror 5: 0x8a08d7c2 (stale) Mirror 6: 0x8a08d7c2 (stale) Mirror 9: 0x8a08d7c2 (stale) Mirror 13: 0x8a08d7c2 (stale) Mirror 14: 0x8a08d7c2 (stale) Mirror 15: 0x8a08d7c2 (stale) Mirror 18: 0x8a08d7c2 (stale) Mirror 19: 0x8a08d7c2 (stale) Mirror 20: 0x8a08d7c2 (stale) CRC-32 checksum value for chunk [0, 0x2a85): Mirror 1: 0x8a08d7c2 Mirror 21: 0x8a08d7c2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a85: skipped 000460 1787748603.472047 mapread 0x0010bf thru 0x002a84 (0x19c6 bytes) 000461 1787748603.504864 trunc from 0x002a85 to 0x0202d8 (0x1d854 bytes) 000463 1787748603.597308 read 0x014387 thru 0x016a41 (0x26bb bytes) 000464 1787748603.603195 trunc from 0x0202d9 to 0x02535e (0x5086 bytes) 000465 1787748603.619485 write 0x01d288 thru 0x021b5e (0x48d7 bytes) 000466 1787748603.631209 write 0x0294b4 thru 0x02b867 (0x23b4 bytes) 000467 1787748603.636851 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x2b868): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b868): Mirror 4: 0xed97ab4d (stale) Mirror 5: 0xed97ab4d (stale) Mirror 6: 0xed97ab4d (stale) Mirror 9: 0xed97ab4d (stale) Mirror 13: 0xed97ab4d (stale) Mirror 14: 0xed97ab4d (stale) Mirror 15: 0xed97ab4d (stale) Mirror 18: 0xed97ab4d (stale) Mirror 19: 0xed97ab4d (stale) Mirror 20: 0xed97ab4d (stale) Mirror 21: 0x72b060bb (stale) CRC-32 checksum value for chunk [0, 0x2b868): Mirror 1: 0xaa67ce1 Mirror 22: 0xaa67ce1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b868: skipped 000468 1787748605.082133 read 0x027763 thru 0x02b867 (0x4105 bytes) 000469 1787748605.125664 write 0x00e1cc thru 0x00e2e3 (0x118 bytes) 000470 1787748605.227982 write 0x0172db thru 0x018dd0 (0x1af6 bytes) 000471 1787748605.245545 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x2b868): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b868): Mirror 4: 0xed97ab4d (stale) Mirror 5: 0xed97ab4d (stale) Mirror 6: 0xed97ab4d (stale) Mirror 9: 0xed97ab4d (stale) Mirror 13: 0xed97ab4d (stale) Mirror 14: 0xed97ab4d (stale) Mirror 15: 0xed97ab4d (stale) Mirror 18: 0xed97ab4d (stale) Mirror 19: 0xed97ab4d (stale) Mirror 20: 0xed97ab4d (stale) Mirror 21: 0x72b060bb (stale) Mirror 22: 0xaa67ce1 (stale) CRC-32 checksum value for chunk [0, 0x2b868): Mirror 1: 0x39db8596 Mirror 23: 0x39db8596 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b868: skipped 000472 1787748606.688838 write 0x020d30 thru 0x02e3d1 (0xd6a2 bytes) 000473 1787748606.779511 write 0x00dbbb thru 0x014116 (0x655c bytes) 000475 1787748606.796862 read 0x00774d thru 0x0108f2 (0x91a6 bytes) 000476 1787748606.809222 trunc from 0x02e3d2 to 0x03596d (0x759c bytes) 000477 1787748606.832885 trunc from 0x034ce1 to 0x03596d (0xc8d bytes) 000478 1787748606.838886 punch from 0x00174b to 0x004097 (0x294d bytes) 000480 1787748606.844513 fallocate 0x0352be thru 0x03eb1c (0x985f bytes) 000481 1787748606.849562 mapwrite 0x00c444 thru 0x01a673 (0xe230 bytes) 000482 1787748606.886406 mapread 0x0113b1 thru 0x01a8ec (0x953c bytes) 000483 1787748606.887370 trunc from 0x03596e to 0x01ac95 (0x1acd8 bytes) 000484 1787748606.920550 punch from 0x004cea to 0x006c87 (0x1f9e bytes) 000485 1787748606.930475 mapwrite 0x01e626 thru 0x01f0ed (0xac8 bytes) 000486 1787748606.967199 mapwrite 0x03f87f thru 0x03ffff (0x781 bytes) 000487 1787748607.006945 mapwrite 0x019031 thru 0x01b44e (0x241e bytes) 000488 1787748607.017005 write 0x023a06 thru 0x030f82 (0xd57d bytes) 000489 1787748607.025556 read 0x02206d thru 0x02a16a (0x80fe bytes) 000490 1787748607.034117 fallocate 0x001812 thru 0x01010b (0xe8fa bytes) 000491 1787748607.040956 mapread 0x01c5b7 thru 0x02795a (0xb3a4 bytes) 000492 1787748607.042336 trunc from 0x040000 to 0x024771 (0x1b88e bytes) 000493 1787748607.065667 fallocate 0x030430 thru 0x03cd43 (0xc914 bytes) 000494 1787748607.081354 write 0x00ef1a thru 0x010007 (0x10ee bytes) 000495 1787748607.083403 mapwrite 0x016322 thru 0x01c2b9 (0x5f98 bytes) 000496 1787748607.154655 write 0x02d224 thru 0x037053 (0x9e30 bytes) 000497 1787748607.189773 MIRROR_RESYNC 14 mirrors 000498 1787748611.677018 trunc from 0x03cd44 to 0x012497 (0x2a8ac bytes) 000499 1787748611.753216 punch from 0x000fbe to 0x0081c3 (0x7206 bytes) 000500 1787748611.757960 trunc from 0x00f621 to 0x012497 (0x2e77 bytes) 000501 1787748611.766685 trunc from 0x012498 to 0x02535e (0x12ec7 bytes) 000502 1787748611.779514 fallocate 0x03592d thru 0x03c7db (0x6eaf bytes) 000503 1787748611.787517 trunc from 0x014ec0 to 0x016961 (0x1aa2 bytes) 000504 1787748611.792147 trunc from 0x0145db to 0x01d40e (0x8e34 bytes) 000505 1787748611.796797 trunc from 0x001fe8 to 0x00b62b (0x9644 bytes) 000506 1787748611.803506 MIRROR_SPLIT mirror 2 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2535f): Mirror 4: 0xdb4874f (stale) Mirror 6: 0xdb4874f (stale) Mirror 9: 0xdb4874f (stale) Mirror 13: 0xdb4874f (stale) Mirror 14: 0xdb4874f (stale) Mirror 15: 0xdb4874f (stale) Mirror 18: 0xdb4874f (stale) Mirror 19: 0xdb4874f (stale) Mirror 20: 0xdb4874f (stale) Mirror 21: 0xdb4874f (stale) Mirror 22: 0xdb4874f (stale) Mirror 23: 0xdb4874f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2535f): Mirror 4: 0xdb4874f (stale) Mirror 6: 0xdb4874f (stale) Mirror 9: 0xdb4874f (stale) Mirror 13: 0xdb4874f (stale) Mirror 14: 0xdb4874f (stale) Mirror 15: 0xdb4874f (stale) Mirror 18: 0xdb4874f (stale) Mirror 19: 0xdb4874f (stale) Mirror 20: 0xdb4874f (stale) Mirror 21: 0xdb4874f (stale) Mirror 22: 0xdb4874f (stale) Mirror 23: 0xdb4874f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2535f: skipped 000507 1787748612.661128 trunc from 0x0065e4 to 0x014ab5 (0xe4d2 bytes) 000508 1787748612.665609 write 0x00005a thru 0x004751 (0x46f8 bytes) 000509 1787748612.678891 trunc from 0x02535f to 0x002883 (0x22adb bytes) 000510 1787748612.696380 trunc from 0x00269b to 0x002883 (0x1e9 bytes) 000511 1787748612.708535 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x2884): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2884): Mirror 4: 0x9d0ce9d0 (stale) Mirror 6: 0x9d0ce9d0 (stale) Mirror 9: 0x9d0ce9d0 (stale) Mirror 13: 0x9d0ce9d0 (stale) Mirror 14: 0x9d0ce9d0 (stale) Mirror 15: 0x9d0ce9d0 (stale) Mirror 18: 0x9d0ce9d0 (stale) Mirror 19: 0x9d0ce9d0 (stale) Mirror 20: 0x9d0ce9d0 (stale) Mirror 21: 0x9d0ce9d0 (stale) Mirror 22: 0x9d0ce9d0 (stale) Mirror 23: 0x9d0ce9d0 (stale) CRC-32 checksum value for chunk [0, 0x2884): Mirror 1: 0x589294df Mirror 24: 0x589294df lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2884: skipped 000512 1787748613.716968 mapwrite 0x02df2e thru 0x038b77 (0xac4a bytes) 000513 1787748613.840960 read 0x027b41 thru 0x035346 (0xd806 bytes) 000515 1787748613.847331 punch from 0x002e12 to 0x0031ab (0x39a bytes) 000516 1787748613.855308 trunc from 0x01d027 to 0x020251 (0x322b bytes) 000517 1787748613.859316 write 0x0331b2 thru 0x03928d (0x60dc bytes) 000518 1787748613.861287 trunc from 0x03928e to 0x00e1a8 (0x2b0e5 bytes) 000519 1787748613.889614 read 0x000ec3 thru 0x0028c1 (0x19ff bytes) 000520 1787748613.903630 fallocate 0x02bc82 thru 0x03b497 (0xf816 bytes) 000521 1787748613.911123 punch from 0x01ab0b to 0x01f5b0 (0x4aa6 bytes) 000524 1787748613.920103 read 0x036327 thru 0x03a597 (0x4271 bytes) 000525 1787748613.960156 mapwrite 0x039b08 thru 0x03ffff (0x64f8 bytes) 000526 1787748614.002550 MIRROR_SPLIT mirror 13 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x90247dcd (stale) Mirror 6: 0x90247dcd (stale) Mirror 9: 0x90247dcd (stale) Mirror 13: 0x90247dcd (stale) Mirror 14: 0x90247dcd (stale) Mirror 15: 0x90247dcd (stale) Mirror 18: 0x90247dcd (stale) Mirror 19: 0x90247dcd (stale) Mirror 20: 0x90247dcd (stale) Mirror 21: 0x90247dcd (stale) Mirror 22: 0x90247dcd (stale) Mirror 23: 0x90247dcd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x90247dcd (stale) Mirror 6: 0x90247dcd (stale) Mirror 9: 0x90247dcd (stale) Mirror 13: 0x90247dcd (stale) Mirror 14: 0x90247dcd (stale) Mirror 15: 0x90247dcd (stale) Mirror 18: 0x90247dcd (stale) Mirror 19: 0x90247dcd (stale) Mirror 20: 0x90247dcd (stale) Mirror 21: 0x90247dcd (stale) Mirror 22: 0x90247dcd (stale) Mirror 23: 0x90247dcd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000527 1787748614.739026 MIRROR_SPLIT mirror 12 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x90247dcd (stale) Mirror 6: 0x90247dcd (stale) Mirror 9: 0x90247dcd (stale) Mirror 13: 0x90247dcd (stale) Mirror 14: 0x90247dcd (stale) Mirror 15: 0x90247dcd (stale) Mirror 18: 0x90247dcd (stale) Mirror 19: 0x90247dcd (stale) Mirror 20: 0x90247dcd (stale) Mirror 21: 0x90247dcd (stale) Mirror 22: 0x90247dcd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x90247dcd (stale) Mirror 6: 0x90247dcd (stale) Mirror 9: 0x90247dcd (stale) Mirror 13: 0x90247dcd (stale) Mirror 14: 0x90247dcd (stale) Mirror 15: 0x90247dcd (stale) Mirror 18: 0x90247dcd (stale) Mirror 19: 0x90247dcd (stale) Mirror 20: 0x90247dcd (stale) Mirror 21: 0x90247dcd (stale) Mirror 22: 0x90247dcd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000528 1787748615.257221 mapwrite 0x01ef96 thru 0x020b3c (0x1ba7 bytes) 000529 1787748615.291172 write 0x038a08 thru 0x03d9a6 (0x4f9f bytes) 000530 1787748615.303096 trunc from 0x040000 to 0x01b005 (0x24ffa bytes) 000531 1787748615.323081 MIRROR_SPLIT mirror 3 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1b006): Mirror 4: 0x89a5ce3 (stale) Mirror 6: 0x89a5ce3 (stale) Mirror 13: 0x89a5ce3 (stale) Mirror 14: 0x89a5ce3 (stale) Mirror 15: 0x89a5ce3 (stale) Mirror 18: 0x89a5ce3 (stale) Mirror 19: 0x89a5ce3 (stale) Mirror 20: 0x89a5ce3 (stale) Mirror 21: 0x89a5ce3 (stale) Mirror 22: 0x89a5ce3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b006): Mirror 4: 0x89a5ce3 (stale) Mirror 6: 0x89a5ce3 (stale) Mirror 13: 0x89a5ce3 (stale) Mirror 14: 0x89a5ce3 (stale) Mirror 15: 0x89a5ce3 (stale) Mirror 18: 0x89a5ce3 (stale) Mirror 19: 0x89a5ce3 (stale) Mirror 20: 0x89a5ce3 (stale) Mirror 21: 0x89a5ce3 (stale) Mirror 22: 0x89a5ce3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b006: skipped 000532 1787748615.984899 mapwrite 0x02514e thru 0x02b745 (0x65f8 bytes) 000533 1787748616.067324 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x2b746): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b746): Mirror 4: 0x1f52a7df (stale) Mirror 6: 0x1f52a7df (stale) Mirror 13: 0x1f52a7df (stale) Mirror 14: 0x1f52a7df (stale) Mirror 15: 0x1f52a7df (stale) Mirror 18: 0x1f52a7df (stale) Mirror 19: 0x1f52a7df (stale) Mirror 20: 0x1f52a7df (stale) Mirror 21: 0x1f52a7df (stale) Mirror 22: 0x1f52a7df (stale) CRC-32 checksum value for chunk [0, 0x2b746): Mirror 1: 0x8f88070c Mirror 23: 0x8f88070c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b746: skipped 000534 1787748617.174153 fallocate 0x005023 thru 0x00e7fd (0x97db bytes) 000535 1787748617.208161 write 0x038f3d thru 0x03bd1c (0x2de0 bytes) 000536 1787748617.211929 mapwrite 0x00b0a1 thru 0x00ef1e (0x3e7e bytes) 000537 1787748617.240998 write 0x03b8a9 thru 0x03ffff (0x4757 bytes) 000539 1787748617.242571 punch from 0x00c4e1 to 0x00ce9f (0x9bf bytes) 000540 1787748617.251210 MIRROR_RESYNC 12 mirrors 000541 1787748620.715077 trunc from 0x027a97 to 0x03499d (0xcf07 bytes) 000542 1787748620.749823 write 0x03113c thru 0x038015 (0x6eda bytes) 000543 1787748620.759238 trunc from 0x00008d to 0x002097 (0x200b bytes) 000544 1787748620.765702 punch from 0x020837 to 0x02cf59 (0xc723 bytes) 000545 1787748620.770333 punch from 0x0175b9 to 0x021d5e (0xa7a6 bytes) 000546 1787748620.774290 mapwrite 0x026639 thru 0x02769f (0x1067 bytes) 000547 1787748620.803802 MIRROR_RESYNC 12 mirrors 000548 1787748624.770061 trunc from 0x040000 to 0x038589 (0x7a76 bytes) 000549 1787748624.816307 trunc from 0x021436 to 0x026733 (0x52fe bytes) 000550 1787748624.825999 fallocate 0x03841a thru 0x03e925 (0x650c bytes) 000551 1787748624.832054 fallocate 0x03ebe8 thru 0x03ffff (0x1418 bytes) 000552 1787748624.841297 mapread 0x02d8e7 thru 0x039495 (0xbbaf bytes) 000553 1787748624.881653 fallocate 0x02447e thru 0x02c988 (0x850b bytes) 000554 1787748624.890796 fallocate 0x039402 thru 0x03ffff (0x6bfe bytes) 000557 1787748624.915429 MIRROR_RESYNC 12 mirrors 000558 1787748628.918485 mapwrite 0x0154dd thru 0x01756b (0x208f bytes) 000559 1787748628.991643 trunc from 0x03e926 to 0x01b552 (0x233d3 bytes) 000560 1787748629.012513 read 0x00c04d thru 0x013c2e (0x7be2 bytes) 000561 1787748629.017800 mapwrite 0x009671 thru 0x00b813 (0x21a3 bytes) 000562 1787748629.042370 read 0x001889 thru 0x0117b4 (0xff2c bytes) 000563 1787748629.047811 write 0x031dba thru 0x03ffff (0xe246 bytes) 000565 1787748629.052100 trunc from 0x040000 to 0x037c71 (0x838e bytes) 000566 1787748629.065290 read 0x01cfe7 thru 0x025df2 (0x8e0c bytes) 000567 1787748629.087548 MIRROR_SPLIT mirror 8 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: 0x974c9aa0 (stale) Mirror 6: 0x974c9aa0 (stale) Mirror 13: 0x974c9aa0 (stale) Mirror 14: 0x974c9aa0 (stale) Mirror 15: 0x974c9aa0 (stale) Mirror 18: 0x974c9aa0 (stale) Mirror 19: 0x974c9aa0 (stale) Mirror 21: 0x974c9aa0 (stale) Mirror 22: 0x974c9aa0 (stale) Mirror 23: 0x974c9aa0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: 0x974c9aa0 (stale) Mirror 6: 0x974c9aa0 (stale) Mirror 13: 0x974c9aa0 (stale) Mirror 14: 0x974c9aa0 (stale) Mirror 15: 0x974c9aa0 (stale) Mirror 18: 0x974c9aa0 (stale) Mirror 19: 0x974c9aa0 (stale) Mirror 21: 0x974c9aa0 (stale) Mirror 22: 0x974c9aa0 (stale) Mirror 23: 0x974c9aa0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37c72: skipped 000569 1787748630.029800 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: 0x974c9aa0 (stale) Mirror 6: 0x974c9aa0 (stale) Mirror 13: 0x974c9aa0 (stale) Mirror 14: 0x974c9aa0 (stale) Mirror 15: 0x974c9aa0 (stale) Mirror 18: 0x974c9aa0 (stale) Mirror 19: 0x974c9aa0 (stale) Mirror 21: 0x974c9aa0 (stale) Mirror 22: 0x974c9aa0 (stale) Mirror 23: 0x974c9aa0 (stale) CRC-32 checksum value for chunk [0, 0x37c72): Mirror 1: 0x80e0347e Mirror 24: 0x80e0347e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37c72: skipped 000570 1787748631.289484 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37c72): Mirror 4: 0x974c9aa0 (stale) Mirror 6: 0x974c9aa0 (stale) Mirror 13: 0x974c9aa0 (stale) Mirror 14: 0x974c9aa0 (stale) Mirror 15: 0x974c9aa0 (stale) Mirror 18: 0x974c9aa0 (stale) Mirror 19: 0x974c9aa0 (stale) Mirror 21: 0x974c9aa0 (stale) Mirror 22: 0x974c9aa0 (stale) Mirror 23: 0x974c9aa0 (stale) CRC-32 checksum value for chunk [0, 0x37c72): Mirror 1: 0x80e0347e Mirror 24: 0x80e0347e Mirror 25: 0x80e0347e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37c72: skipped 000571 1787748632.334171 read 0x00916c thru 0x0155db (0xc470 bytes) 000572 1787748632.342239 trunc from 0x037c72 to 0x038145 (0x4d4 bytes) 000573 1787748632.422163 mapwrite 0x032c55 thru 0x03d0f1 (0xa49d bytes) 000574 1787748632.563921 mapread 0x0031e8 thru 0x009f62 (0x6d7b bytes) 000575 1787748632.577762 write 0x03db02 thru 0x03ffff (0x24fe bytes) 000576 1787748632.578759 fallocate 0x01388b thru 0x01f5e0 (0xbd56 bytes) 000577 1787748632.594965 write 0x037347 thru 0x03c213 (0x4ecd bytes) 000578 1787748632.599104 trunc from 0x003040 to 0x01201b (0xefdc bytes) 000579 1787748632.610843 mapwrite 0x025a46 thru 0x0314ea (0xbaa5 bytes) 000580 1787748632.672460 MIRROR_SPLIT mirror 3 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 15: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 15: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000581 1787748633.492052 punch from 0x023a5d to 0x029a16 (0x5fba bytes) 000582 1787748633.498950 trunc from 0x0249f6 to 0x02599b (0xfa6 bytes) 000583 1787748633.507618 mapwrite 0x03be89 thru 0x03ed8a (0x2f02 bytes) 000584 1787748633.548296 trunc from 0x01eb90 to 0x02dae4 (0xef55 bytes) 000585 1787748633.552686 mapwrite 0x037493 thru 0x0381ae (0xd1c bytes) 000587 1787748633.577656 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 15: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa0fb9a76 Mirror 26: 0xa0fb9a76 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000588 1787748634.826556 trunc from 0x040000 to 0x0399df (0x6620 bytes) 000590 1787748634.914372 fallocate 0x02670e thru 0x026df7 (0x6ea bytes) 000591 1787748634.925520 write 0x013d86 thru 0x014617 (0x892 bytes) 000592 1787748634.951185 punch from 0x026a0c to 0x031fbc (0xb5b1 bytes) 000593 1787748634.965152 trunc from 0x028ea5 to 0x02efde (0x613a bytes) 000594 1787748634.987593 trunc from 0x0079f6 to 0x00c84c (0x4e57 bytes) 000595 1787748634.995646 read 0x001d28 thru 0x005159 (0x3432 bytes) 000596 1787748635.003807 trunc from 0x0399e0 to 0x027639 (0x123a6 bytes) 000597 1787748635.029362 read 0x018660 thru 0x023920 (0xb2c1 bytes) 000599 1787748635.068522 mapwrite 0x03123f thru 0x03f696 (0xe458 bytes) 000600 1787748635.124919 read 0x013ba4 thru 0x0232a0 (0xf6fd bytes) 000601 1787748635.126454 mapwrite 0x008cf9 thru 0x00ea54 (0x5d5c bytes) 000602 1787748635.150363 punch from 0x032ac6 to 0x03f696 (0xcbd1 bytes) 000603 1787748635.157703 trunc from 0x004f27 to 0x007700 (0x27da bytes) 000604 1787748635.165508 write 0x03e3d7 thru 0x03ffff (0x1c29 bytes) 000605 1787748635.180417 punch from 0x03c8bc to 0x03ffff (0x3744 bytes) 000606 1787748635.192388 mapwrite 0x002498 thru 0x005fcd (0x3b36 bytes) 000607 1787748635.207693 fallocate 0x035fcc thru 0x03e81b (0x8850 bytes) 000608 1787748635.218193 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 15: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) Mirror 26: 0xa0fb9a76 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdbbd43a9 Mirror 27: 0xdbbd43a9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000609 1787748636.467467 read 0x019d09 thru 0x0267bd (0xcab5 bytes) 000610 1787748636.488227 mapwrite 0x038278 thru 0x03ffff (0x7d88 bytes) 000611 1787748636.647655 read 0x02d828 thru 0x03610d (0x88e6 bytes) 000612 1787748636.666531 mapwrite 0x0221b6 thru 0x029173 (0x6fbe bytes) 000614 1787748636.704002 MIRROR_SPLIT mirror 4 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) Mirror 26: 0xa0fb9a76 (stale) Mirror 27: 0xdbbd43a9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x8ee252d2 (stale) Mirror 6: 0x8ee252d2 (stale) Mirror 14: 0x8ee252d2 (stale) Mirror 18: 0x8ee252d2 (stale) Mirror 19: 0x8ee252d2 (stale) Mirror 21: 0x8ee252d2 (stale) Mirror 22: 0x8ee252d2 (stale) Mirror 23: 0x8ee252d2 (stale) Mirror 24: 0x1414b9d7 (stale) Mirror 25: 0x1414b9d7 (stale) Mirror 26: 0xa0fb9a76 (stale) Mirror 27: 0xdbbd43a9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000615 1787748637.634544 trunc from 0x040000 to 0x039446 (0x6bb9 bytes) 000616 1787748637.716130 write 0x0025ff thru 0x010862 (0xe264 bytes) 000617 1787748637.735619 punch from 0x01df7e to 0x024e2f (0x6eb2 bytes) 000619 1787748637.742448 trunc from 0x039447 to 0x024ade (0x14968 bytes) 000621 1787748637.767413 mapwrite 0x02a2e2 thru 0x0345f5 (0xa314 bytes) 000622 1787748637.817454 fallocate 0x01b97a thru 0x01c84d (0xed4 bytes) 000623 1787748637.822470 write 0x019c42 thru 0x01ff5b (0x631a bytes) 000624 1787748637.831802 trunc from 0x0345f6 to 0x01ee09 (0x157ec bytes) 000625 1787748637.846486 fallocate 0x017295 thru 0x01d361 (0x60cd bytes) 000626 1787748637.851424 mapread 0x00231a thru 0x00d8b1 (0xb598 bytes) 000627 1787748637.852827 write 0x0203ed thru 0x021f55 (0x1b69 bytes) 000628 1787748637.854375 mapread 0x01ce32 thru 0x021221 (0x43f0 bytes) 000630 1787748637.863487 punch from 0x0193c1 to 0x021394 (0x7fd4 bytes) 000631 1787748637.881768 fallocate 0x00647e thru 0x00e71b (0x829e bytes) 000632 1787748637.887314 trunc from 0x01f2bd to 0x021f55 (0x2c99 bytes) 000633 1787748637.892097 write 0x00fd5b thru 0x014234 (0x44da bytes) 000634 1787748637.898940 fallocate 0x018383 thru 0x022dfc (0xaa7a bytes) 000635 1787748637.903774 write 0x02b3d6 thru 0x036b70 (0xb79b bytes) 000636 1787748637.906860 trunc from 0x0321ba to 0x036392 (0x41d9 bytes) 000637 1787748637.918825 trunc from 0x01569d to 0x01f1ec (0x9b50 bytes) 000638 1787748637.924553 trunc from 0x036b71 to 0x0222cb (0x148a5 bytes) 000639 1787748637.943451 MIRROR_RESYNC 13 mirrors 000640 1787748641.481618 MIRROR_EXTEND to 14 mirrors 000641 1787748642.544023 read 0x008989 thru 0x00ca79 (0x40f1 bytes) 000642 1787748642.551102 trunc from 0x01f65d to 0x020a35 (0x13d9 bytes) 000643 1787748642.603826 fallocate 0x001547 thru 0x004c7a (0x3734 bytes) 000644 1787748642.611969 read 0x0189ba thru 0x01a854 (0x1e9b bytes) 000645 1787748642.626044 trunc from 0x0222cc to 0x01536f (0xcf5c bytes) 000646 1787748642.660383 mapread 0x00d938 thru 0x01536f (0x7a38 bytes) 000647 1787748642.662371 read 0x002e2c thru 0x0045e8 (0x17bd bytes) 000648 1787748642.663058 punch from 0x00db43 to 0x00ff41 (0x23ff bytes) 000649 1787748642.667523 punch from 0x00a60a to 0x01536f (0xad66 bytes) 000650 1787748642.672378 mapread 0x0107e4 thru 0x01536f (0x4b8c bytes) 000651 1787748642.681125 trunc from 0x00e67e to 0x0143cd (0x5d50 bytes) 000652 1787748642.685443 fallocate 0x038949 thru 0x03ffff (0x76b7 bytes) 000653 1787748642.691099 fallocate 0x014565 thru 0x01fc1c (0xb6b8 bytes) 000654 1787748642.695556 trunc from 0x013f8c to 0x01536f (0x13e4 bytes) 000655 1787748642.699802 mapread 0x0137b8 thru 0x01536f (0x1bb8 bytes) 000656 1787748642.716092 MIRROR_SPLIT mirror 12 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x15370): Mirror 4: 0x7a675635 (stale) Mirror 6: 0x7a675635 (stale) Mirror 14: 0x7a675635 (stale) Mirror 18: 0x7a675635 (stale) Mirror 19: 0x7a675635 (stale) Mirror 21: 0x7a675635 (stale) Mirror 22: 0x7a675635 (stale) Mirror 23: 0x7a675635 (stale) Mirror 24: 0x7a675635 (stale) Mirror 25: 0x7a675635 (stale) Mirror 26: 0x7a675635 (stale) Mirror 28: 0x7a675635 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x15370): Mirror 4: 0x7a675635 (stale) Mirror 6: 0x7a675635 (stale) Mirror 14: 0x7a675635 (stale) Mirror 18: 0x7a675635 (stale) Mirror 19: 0x7a675635 (stale) Mirror 21: 0x7a675635 (stale) Mirror 22: 0x7a675635 (stale) Mirror 23: 0x7a675635 (stale) Mirror 24: 0x7a675635 (stale) Mirror 25: 0x7a675635 (stale) Mirror 26: 0x7a675635 (stale) Mirror 28: 0x7a675635 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x15370: skipped 000658 1787748643.314589 fallocate 0x000a68 thru 0x004c24 (0x41bd bytes) 000659 1787748643.319118 trunc from 0x00b67f to 0x00db4c (0x24ce bytes) 000660 1787748643.323665 trunc from 0x015370 to 0x03c52e (0x271bf bytes) 000661 1787748643.337875 write 0x0034b8 thru 0x00845e (0x4fa7 bytes) 000662 1787748643.346467 fallocate 0x001bd0 thru 0x002e62 (0x1293 bytes) 000663 1787748643.352653 read 0x00e8fd thru 0x010355 (0x1a59 bytes) 000665 1787748643.358147 trunc from 0x03c52f to 0x03dff2 (0x1ac4 bytes) 000666 1787748643.374018 mapread 0x009b87 thru 0x01538f (0xb809 bytes) 000667 1787748643.396340 mapread 0x01545b thru 0x021458 (0xbffe bytes) 000668 1787748643.406380 punch from 0x02d9f0 to 0x02f9d1 (0x1fe2 bytes) 000669 1787748643.410551 trunc from 0x03dff3 to 0x01dcf3 (0x202ff bytes) 000670 1787748643.424026 punch from 0x011545 to 0x01d326 (0xbde2 bytes) 000671 1787748643.430682 write 0x020472 thru 0x02d52a (0xd0b9 bytes) 000672 1787748643.432305 trunc from 0x02d52b to 0x02bb15 (0x1a15 bytes) 000673 1787748643.449784 mapread 0x014fb3 thru 0x024053 (0xf0a1 bytes) 000674 1787748643.469013 read 0x0252ef thru 0x027868 (0x257a bytes) 000675 1787748643.469504 punch from 0x01dd24 to 0x01e508 (0x7e5 bytes) 000676 1787748643.476963 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x2bb16): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2bb16): Mirror 4: 0x9cb75dc1 (stale) Mirror 6: 0x9cb75dc1 (stale) Mirror 14: 0x9cb75dc1 (stale) Mirror 18: 0x9cb75dc1 (stale) Mirror 19: 0x9cb75dc1 (stale) Mirror 21: 0x9cb75dc1 (stale) Mirror 22: 0x9cb75dc1 (stale) Mirror 23: 0x9cb75dc1 (stale) Mirror 24: 0x9cb75dc1 (stale) Mirror 25: 0x9cb75dc1 (stale) Mirror 26: 0x9cb75dc1 (stale) Mirror 28: 0x9cb75dc1 (stale) CRC-32 checksum value for chunk [0, 0x2bb16): Mirror 1: 0x9caa84c7 Mirror 29: 0x9caa84c7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2bb16: skipped 000677 1787748644.515067 write 0x0379ce thru 0x03c05c (0x468f bytes) 000678 1787748644.614866 read 0x004ddc thru 0x00d445 (0x866a bytes) 000679 1787748644.625990 write 0x03d77c thru 0x03f848 (0x20cd bytes) 000681 1787748644.629562 read 0x037c27 thru 0x03ac42 (0x301c bytes) 000682 1787748644.631042 mapread 0x019abd thru 0x024ae5 (0xb029 bytes) 000683 1787748644.651329 mapwrite 0x03ca2f thru 0x03ffff (0x35d1 bytes) 000684 1787748644.729391 fallocate 0x019ca7 thru 0x022f1c (0x9276 bytes) 000685 1787748644.741414 fallocate 0x030a06 thru 0x03a3c4 (0x99bf bytes) 000687 1787748644.756867 MIRROR_SPLIT mirror 13 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x38a0a597 (stale) Mirror 6: 0x38a0a597 (stale) Mirror 14: 0x38a0a597 (stale) Mirror 18: 0x38a0a597 (stale) Mirror 19: 0x38a0a597 (stale) Mirror 21: 0x38a0a597 (stale) Mirror 22: 0x38a0a597 (stale) Mirror 23: 0x38a0a597 (stale) Mirror 24: 0x38a0a597 (stale) Mirror 25: 0x38a0a597 (stale) Mirror 26: 0x38a0a597 (stale) Mirror 28: 0x38a0a597 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x38a0a597 (stale) Mirror 6: 0x38a0a597 (stale) Mirror 14: 0x38a0a597 (stale) Mirror 18: 0x38a0a597 (stale) Mirror 19: 0x38a0a597 (stale) Mirror 21: 0x38a0a597 (stale) Mirror 22: 0x38a0a597 (stale) Mirror 23: 0x38a0a597 (stale) Mirror 24: 0x38a0a597 (stale) Mirror 25: 0x38a0a597 (stale) Mirror 26: 0x38a0a597 (stale) Mirror 28: 0x38a0a597 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000688 1787748645.294943 trunc from 0x008776 to 0x017727 (0xefb2 bytes) 000689 1787748645.302414 read 0x01b9f8 thru 0x022c0f (0x7218 bytes) 000690 1787748645.310658 trunc from 0x040000 to 0x02f36a (0x10c95 bytes) 000691 1787748645.325613 mapread 0x006534 thru 0x01196b (0xb438 bytes) 000692 1787748645.352985 punch from 0x00abee to 0x013cbc (0x90cf bytes) 000693 1787748645.357240 mapwrite 0x006a55 thru 0x010ea3 (0xa44f bytes) 000694 1787748645.387530 punch from 0x012efa to 0x016697 (0x379e bytes) 000695 1787748645.397669 trunc from 0x02f36b to 0x030a9c (0x1732 bytes) 000696 1787748645.432063 MIRROR_SPLIT mirror 2 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 4: 0x8306fc1b (stale) Mirror 14: 0x8306fc1b (stale) Mirror 18: 0x8306fc1b (stale) Mirror 19: 0x8306fc1b (stale) Mirror 21: 0x8306fc1b (stale) Mirror 22: 0x8306fc1b (stale) Mirror 23: 0x8306fc1b (stale) Mirror 24: 0x8306fc1b (stale) Mirror 25: 0x8306fc1b (stale) Mirror 26: 0x8306fc1b (stale) Mirror 28: 0x8306fc1b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 4: 0x8306fc1b (stale) Mirror 14: 0x8306fc1b (stale) Mirror 18: 0x8306fc1b (stale) Mirror 19: 0x8306fc1b (stale) Mirror 21: 0x8306fc1b (stale) Mirror 22: 0x8306fc1b (stale) Mirror 23: 0x8306fc1b (stale) Mirror 24: 0x8306fc1b (stale) Mirror 25: 0x8306fc1b (stale) Mirror 26: 0x8306fc1b (stale) Mirror 28: 0x8306fc1b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30a9d: skipped 000697 1787748646.121078 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 4: 0x8306fc1b (stale) Mirror 14: 0x8306fc1b (stale) Mirror 18: 0x8306fc1b (stale) Mirror 19: 0x8306fc1b (stale) Mirror 21: 0x8306fc1b (stale) Mirror 22: 0x8306fc1b (stale) Mirror 23: 0x8306fc1b (stale) Mirror 24: 0x8306fc1b (stale) Mirror 25: 0x8306fc1b (stale) Mirror 26: 0x8306fc1b (stale) Mirror 28: 0x8306fc1b (stale) CRC-32 checksum value for chunk [0, 0x30a9d): Mirror 1: 0x3c0ebd49 Mirror 29: 0x3c0ebd49 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30a9d: skipped 000698 1787748647.267570 mapwrite 0x03be73 thru 0x03ffff (0x418d bytes) 000699 1787748647.357625 punch from 0x0147d7 to 0x01b770 (0x6f9a bytes) 000700 1787748647.361816 write 0x0081a2 thru 0x01139a (0x91f9 bytes) 000702 1787748647.371502 fallocate 0x006668 thru 0x00c992 (0x632b bytes) 000703 1787748647.375499 mapread 0x00b5a1 thru 0x011f0a (0x696a bytes) 000704 1787748647.376322 read 0x02de72 thru 0x03b458 (0xd5e7 bytes) 000705 1787748647.387150 punch from 0x03a2ff to 0x03ffff (0x5d01 bytes) 000706 1787748647.396415 write 0x0243d1 thru 0x02b810 (0x7440 bytes) 000707 1787748647.408600 fallocate 0x03637e thru 0x03ff0e (0x9b91 bytes) 000708 1787748647.414623 fallocate 0x031e06 thru 0x03e41d (0xc618 bytes) 000709 1787748647.419445 mapread 0x030ea5 thru 0x03aa72 (0x9bce bytes) 000710 1787748647.430594 fallocate 0x01561c thru 0x016c4d (0x1632 bytes) 000711 1787748647.435777 mapread 0x001a07 thru 0x008296 (0x6890 bytes) 000712 1787748647.450634 MIRROR_SPLIT mirror 6 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x38a0a597 (stale) Mirror 14: 0x38a0a597 (stale) Mirror 18: 0x38a0a597 (stale) Mirror 19: 0x38a0a597 (stale) Mirror 21: 0x38a0a597 (stale) Mirror 23: 0x38a0a597 (stale) Mirror 24: 0x38a0a597 (stale) Mirror 25: 0x38a0a597 (stale) Mirror 26: 0x38a0a597 (stale) Mirror 28: 0x38a0a597 (stale) Mirror 29: 0xedf1a01d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x38a0a597 (stale) Mirror 14: 0x38a0a597 (stale) Mirror 18: 0x38a0a597 (stale) Mirror 19: 0x38a0a597 (stale) Mirror 21: 0x38a0a597 (stale) Mirror 23: 0x38a0a597 (stale) Mirror 24: 0x38a0a597 (stale) Mirror 25: 0x38a0a597 (stale) Mirror 26: 0x38a0a597 (stale) Mirror 28: 0x38a0a597 (stale) Mirror 29: 0xedf1a01d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000713 1787748648.109296 write 0x03b786 thru 0x03ffff (0x487a bytes) 000714 1787748648.118017 trunc from 0x040000 to 0x011d0b (0x2e2f4 bytes) 000715 1787748648.135491 read 0x000d1e thru 0x00d3b8 (0xc69b bytes) 000716 1787748648.156355 MIRROR_SPLIT mirror 11 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x11d0c): Mirror 4: 0xa0fdc9bc (stale) Mirror 14: 0xa0fdc9bc (stale) Mirror 18: 0xa0fdc9bc (stale) Mirror 19: 0xa0fdc9bc (stale) Mirror 21: 0xa0fdc9bc (stale) Mirror 23: 0xa0fdc9bc (stale) Mirror 24: 0xa0fdc9bc (stale) Mirror 25: 0xa0fdc9bc (stale) Mirror 26: 0xa0fdc9bc (stale) Mirror 28: 0xa0fdc9bc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11d0c): Mirror 4: 0xa0fdc9bc (stale) Mirror 14: 0xa0fdc9bc (stale) Mirror 18: 0xa0fdc9bc (stale) Mirror 19: 0xa0fdc9bc (stale) Mirror 21: 0xa0fdc9bc (stale) Mirror 23: 0xa0fdc9bc (stale) Mirror 24: 0xa0fdc9bc (stale) Mirror 25: 0xa0fdc9bc (stale) Mirror 26: 0xa0fdc9bc (stale) Mirror 28: 0xa0fdc9bc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11d0c: skipped 000717 1787748648.622409 MIRROR_RESYNC 11 mirrors 000718 1787748650.566392 fallocate 0x009b3e thru 0x016893 (0xcd56 bytes) 000719 1787748650.646476 mapwrite 0x025ccc thru 0x02d69a (0x79cf bytes) 000720 1787748650.825827 fallocate 0x00d0e0 thru 0x011d11 (0x4c32 bytes) 000721 1787748650.837664 read 0x001565 thru 0x00c22c (0xacc8 bytes) 000722 1787748650.859913 punch from 0x00bacc to 0x013031 (0x7566 bytes) 000723 1787748650.867918 read 0x01c701 thru 0x025628 (0x8f28 bytes) 000724 1787748650.928540 trunc from 0x01c7f2 to 0x021116 (0x4925 bytes) 000725 1787748650.936320 read 0x01d1ef thru 0x028adc (0xb8ee bytes) 000726 1787748650.943685 trunc from 0x02d69b to 0x02012e (0xd56c bytes) 000727 1787748650.976239 mapread 0x01fc74 thru 0x02012e (0x4bb bytes) 000728 1787748650.977925 read 0x01a619 thru 0x01f7b9 (0x51a1 bytes) 000729 1787748650.979101 write 0x003d17 thru 0x00a800 (0x6aea bytes) 000730 1787748650.981673 read 0x017e4b thru 0x01a9a8 (0x2b5e bytes) 000731 1787748650.983004 read 0x002144 thru 0x009154 (0x7011 bytes) 000732 1787748650.984219 fallocate 0x03f462 thru 0x03ffff (0xb9e bytes) 000733 1787748650.989421 trunc from 0x010033 to 0x0153c4 (0x5392 bytes) 000734 1787748650.999345 punch from 0x0010d8 to 0x001e62 (0xd8b bytes) 000735 1787748651.004313 fallocate 0x0216ee thru 0x0232bd (0x1bd0 bytes) 000736 1787748651.018329 read 0x01a282 thru 0x02012e (0x5ead bytes) 000737 1787748651.025094 write 0x00c9ee thru 0x016655 (0x9c68 bytes) 000738 1787748651.030618 trunc from 0x01a6e1 to 0x02012e (0x5a4e bytes) 000739 1787748651.037792 mapread 0x000085 thru 0x00a28d (0xa209 bytes) 000741 1787748651.062073 MIRROR_RESYNC 11 mirrors 000742 1787748654.387362 read 0x0115d2 thru 0x01cc16 (0xb645 bytes) 000744 1787748654.399589 trunc from 0x007db3 to 0x01194c (0x9b9a bytes) 000745 1787748654.452146 mapwrite 0x00c077 thru 0x010b1e (0x4aa8 bytes) 000746 1787748654.494269 read 0x000bf4 thru 0x005831 (0x4c3e bytes) 000748 1787748654.506276 write 0x0098c6 thru 0x009b44 (0x27f bytes) 000750 1787748654.510340 fallocate 0x021cf0 thru 0x02beea (0xa1fb bytes) 000751 1787748654.516476 trunc from 0x02beeb to 0x038dd8 (0xceee bytes) 000752 1787748654.541545 read 0x00f3fe thru 0x013456 (0x4059 bytes) 000753 1787748654.542985 trunc from 0x027d57 to 0x03421a (0xc4c4 bytes) 000754 1787748654.549962 trunc from 0x01ddd2 to 0x0254b4 (0x76e3 bytes) 000755 1787748654.560529 MIRROR_RESYNC 11 mirrors 000756 1787748658.475523 write 0x003468 thru 0x006a25 (0x35be bytes) 000758 1787748658.610778 read 0x009ced thru 0x0102db (0x65ef bytes) 000759 1787748658.651924 write 0x03531c thru 0x0397c4 (0x44a9 bytes) 000760 1787748658.681031 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x397c5): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x397c5): Mirror 4: 0xb06f0d48 (stale) Mirror 14: 0xb06f0d48 (stale) Mirror 18: 0xb06f0d48 (stale) Mirror 19: 0xb06f0d48 (stale) Mirror 21: 0xb06f0d48 (stale) Mirror 23: 0xb06f0d48 (stale) Mirror 24: 0xb06f0d48 (stale) Mirror 25: 0xb06f0d48 (stale) Mirror 26: 0xb06f0d48 (stale) Mirror 28: 0xb06f0d48 (stale) CRC-32 checksum value for chunk [0, 0x397c5): Mirror 1: 0x660c55f4 Mirror 29: 0x660c55f4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x397c5: skipped 000761 1787748660.834117 mapwrite 0x03ac63 thru 0x03ffff (0x539d bytes) 000762 1787748661.028120 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7a63ab8c (stale) Mirror 14: 0x7a63ab8c (stale) Mirror 18: 0x7a63ab8c (stale) Mirror 19: 0x7a63ab8c (stale) Mirror 21: 0x7a63ab8c (stale) Mirror 23: 0x7a63ab8c (stale) Mirror 24: 0x7a63ab8c (stale) Mirror 25: 0x7a63ab8c (stale) Mirror 26: 0x7a63ab8c (stale) Mirror 28: 0x7a63ab8c (stale) Mirror 29: 0x7e79faed (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe87d18dc Mirror 30: 0xe87d18dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000763 1787748663.400422 punch from 0x01b2aa to 0x01c855 (0x15ac bytes) 000764 1787748663.460898 mapwrite 0x0302b5 thru 0x039425 (0x9171 bytes) 000765 1787748663.521680 punch from 0x025800 to 0x02e45a (0x8c5b bytes) 000766 1787748663.565117 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7a63ab8c (stale) Mirror 14: 0x7a63ab8c (stale) Mirror 18: 0x7a63ab8c (stale) Mirror 19: 0x7a63ab8c (stale) Mirror 21: 0x7a63ab8c (stale) Mirror 23: 0x7a63ab8c (stale) Mirror 24: 0x7a63ab8c (stale) Mirror 25: 0x7a63ab8c (stale) Mirror 26: 0x7a63ab8c (stale) Mirror 28: 0x7a63ab8c (stale) Mirror 29: 0x7e79faed (stale) Mirror 30: 0xe87d18dc (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf79655d3 Mirror 31: 0xf79655d3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000767 1787748665.575595 mapread 0x03755e thru 0x03df60 (0x6a03 bytes) 000768 1787748665.644464 fallocate 0x03b77c thru 0x03ffff (0x4884 bytes) 000769 1787748665.736130 write 0x013e57 thru 0x02186d (0xda17 bytes) 000771 1787748665.777471 trunc from 0x040000 to 0x028f73 (0x1708c bytes) 000772 1787748665.818838 mapread 0x002568 thru 0x007513 (0x4fac bytes) 000774 1787748665.870836 write 0x012d6a thru 0x016cff (0x3f96 bytes) 000776 1787748665.901674 punch from 0x024dda to 0x028f73 (0x419a bytes) 000777 1787748665.909074 trunc from 0x028f74 to 0x02f47b (0x6508 bytes) 000778 1787748665.956226 trunc from 0x00174b to 0x00f7f4 (0xe0aa bytes) 000779 1787748665.989704 trunc from 0x027c2d to 0x02f47b (0x784f bytes) 000780 1787748666.000486 mapwrite 0x0223ee thru 0x02b221 (0x8e34 bytes) 000781 1787748666.112324 MIRROR_SPLIT mirror 7 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f47c): Mirror 4: 0x56b7b23e (stale) Mirror 14: 0x56b7b23e (stale) Mirror 18: 0x56b7b23e (stale) Mirror 19: 0x56b7b23e (stale) Mirror 21: 0x56b7b23e (stale) Mirror 23: 0x56b7b23e (stale) Mirror 25: 0x56b7b23e (stale) Mirror 26: 0x56b7b23e (stale) Mirror 28: 0x56b7b23e (stale) Mirror 29: 0x7ed1c21f (stale) Mirror 30: 0x7ed1c21f (stale) Mirror 31: 0x7ed1c21f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f47c): Mirror 4: 0x56b7b23e (stale) Mirror 14: 0x56b7b23e (stale) Mirror 18: 0x56b7b23e (stale) Mirror 19: 0x56b7b23e (stale) Mirror 21: 0x56b7b23e (stale) Mirror 23: 0x56b7b23e (stale) Mirror 25: 0x56b7b23e (stale) Mirror 26: 0x56b7b23e (stale) Mirror 28: 0x56b7b23e (stale) Mirror 29: 0x7ed1c21f (stale) Mirror 30: 0x7ed1c21f (stale) Mirror 31: 0x7ed1c21f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f47c: skipped 000782 1787748667.257857 trunc from 0x009c4a to 0x00c32b (0x26e2 bytes) 000783 1787748667.264488 fallocate 0x012e49 thru 0x01f494 (0xc64c bytes) 000784 1787748667.270545 trunc from 0x02f47c to 0x033656 (0x41db bytes) 000785 1787748667.296639 fallocate 0x0391a0 thru 0x03a9bf (0x1820 bytes) 000786 1787748667.302643 mapwrite 0x02c94c thru 0x03179a (0x4e4f bytes) 000787 1787748667.393042 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 4: 0x8ffef6dc (stale) Mirror 14: 0x8ffef6dc (stale) Mirror 18: 0x8ffef6dc (stale) Mirror 19: 0x8ffef6dc (stale) Mirror 21: 0x8ffef6dc (stale) Mirror 23: 0x8ffef6dc (stale) Mirror 25: 0x8ffef6dc (stale) Mirror 26: 0x8ffef6dc (stale) Mirror 28: 0x8ffef6dc (stale) Mirror 29: 0x34b003b5 (stale) Mirror 30: 0x34b003b5 (stale) Mirror 31: 0xab1dc945 (stale) CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 1: 0x32852cfa Mirror 32: 0x32852cfa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a9c0: skipped 000788 1787748669.282393 read 0x02f2b8 thru 0x0395e2 (0xa32b bytes) 000789 1787748669.332032 mapwrite 0x02fdb7 thru 0x038ec0 (0x910a bytes) 000790 1787748669.510217 mapread 0x015331 thru 0x016f0d (0x1bdd bytes) 000791 1787748669.529190 trunc from 0x022323 to 0x02d4ed (0xb1cb bytes) 000792 1787748669.543609 mapwrite 0x01348d thru 0x0217d9 (0xe34d bytes) 000793 1787748669.592145 mapread 0x009d7e thru 0x0163c9 (0xc64c bytes) 000794 1787748669.614282 mapwrite 0x02868a thru 0x0344c1 (0xbe38 bytes) 000795 1787748669.705732 mapread 0x009420 thru 0x01606d (0xcc4e bytes) 000796 1787748669.724521 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 4: 0x8ffef6dc (stale) Mirror 14: 0x8ffef6dc (stale) Mirror 18: 0x8ffef6dc (stale) Mirror 19: 0x8ffef6dc (stale) Mirror 21: 0x8ffef6dc (stale) Mirror 23: 0x8ffef6dc (stale) Mirror 25: 0x8ffef6dc (stale) Mirror 26: 0x8ffef6dc (stale) Mirror 28: 0x8ffef6dc (stale) Mirror 29: 0x34b003b5 (stale) Mirror 30: 0x34b003b5 (stale) Mirror 31: 0xab1dc945 (stale) Mirror 32: 0x32852cfa (stale) CRC-32 checksum value for chunk [0, 0x3a9c0): Mirror 1: 0x1a91771e Mirror 33: 0x1a91771e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a9c0: skipped 000797 1787748671.546063 read 0x000e71 thru 0x00d20c (0xc39c bytes) 000798 1787748671.571546 trunc from 0x03a9c0 to 0x030e89 (0x9b36 bytes) 000799 1787748671.670116 trunc from 0x030e8a to 0x00c4c5 (0x249c4 bytes) 000800 1787748671.727990 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0xc4c6): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xc4c6): Mirror 4: 0xffe36a24 (stale) Mirror 14: 0xffe36a24 (stale) Mirror 18: 0xffe36a24 (stale) Mirror 19: 0xffe36a24 (stale) Mirror 21: 0xffe36a24 (stale) Mirror 23: 0xffe36a24 (stale) Mirror 25: 0xffe36a24 (stale) Mirror 26: 0xffe36a24 (stale) Mirror 28: 0xffe36a24 (stale) Mirror 29: 0xca89e83 (stale) Mirror 30: 0xca89e83 (stale) Mirror 31: 0xca89e83 (stale) Mirror 32: 0xa0228f70 (stale) Mirror 33: 0xa0228f70 (stale) CRC-32 checksum value for chunk [0, 0xc4c6): Mirror 1: 0xa0228f70 Mirror 34: 0xa0228f70 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xc4c6: skipped 000801 1787748672.970200 write 0x003b99 thru 0x013219 (0xf681 bytes) 000802 1787748673.073695 punch from 0x01291d to 0x013219 (0x8fd bytes) 000804 1787748673.089348 mapread 0x00ddb0 thru 0x00f642 (0x1893 bytes) 000805 1787748673.090209 fallocate 0x0326ef thru 0x0383bd (0x5ccf bytes) 000807 1787748673.096423 mapwrite 0x00e148 thru 0x01d347 (0xf200 bytes) 000808 1787748673.197453 fallocate 0x02f9d7 thru 0x03157a (0x1ba4 bytes) 000811 1787748673.203945 write 0x00243e thru 0x005380 (0x2f43 bytes) 000812 1787748673.212211 MIRROR_RESYNC 16 mirrors 000813 1787748675.799316 read 0x01a5fd thru 0x01d347 (0x2d4b bytes) 000814 1787748675.804494 trunc from 0x00dfd0 to 0x014f40 (0x6f71 bytes) 000815 1787748675.858923 write 0x03fb3f thru 0x03ffff (0x4c1 bytes) 000816 1787748675.863253 mapwrite 0x03a44b thru 0x03ffff (0x5bb5 bytes) 000817 1787748675.898315 read 0x01239a thru 0x01bd8c (0x99f3 bytes) 000818 1787748675.910322 write 0x02c911 thru 0x02f5b8 (0x2ca8 bytes) 000819 1787748675.911377 punch from 0x0018ab to 0x003375 (0x1acb bytes) 000820 1787748675.921889 mapread 0x0266d3 thru 0x02cb58 (0x6486 bytes) 000821 1787748675.924229 trunc from 0x039634 to 0x03ffff (0x69cc bytes) 000822 1787748675.930129 trunc from 0x02567c to 0x02f92b (0xa2b0 bytes) 000823 1787748675.951438 trunc from 0x02824b to 0x0308ee (0x86a4 bytes) 000824 1787748675.969488 fallocate 0x03a97e thru 0x03b97b (0xffe bytes) 000825 1787748675.974911 read 0x005178 thru 0x009638 (0x44c1 bytes) 000826 1787748675.976331 read 0x02a6f2 thru 0x033720 (0x902f bytes) 000827 1787748675.988233 write 0x0111bc thru 0x01c483 (0xb2c8 bytes) 000828 1787748675.990313 trunc from 0x040000 to 0x02f5a7 (0x10a58 bytes) 000829 1787748676.010550 trunc from 0x013f48 to 0x015400 (0x14b9 bytes) 000830 1787748676.022545 trunc from 0x02f5a8 to 0x036bcd (0x7626 bytes) 000831 1787748676.039408 read 0x013930 thru 0x019474 (0x5b45 bytes) 000832 1787748676.048625 trunc from 0x02e702 to 0x036bcd (0x84cc bytes) 000833 1787748676.052632 mapread 0x0187db thru 0x024101 (0xb927 bytes) 000834 1787748676.053660 read 0x008cb7 thru 0x00d220 (0x456a bytes) 000835 1787748676.054236 mapwrite 0x02c70f thru 0x036910 (0xa202 bytes) 000836 1787748676.083360 mapwrite 0x0079be thru 0x017237 (0xf87a bytes) 000837 1787748676.101332 trunc from 0x02cfa4 to 0x03106d (0x40ca bytes) 000838 1787748676.106268 write 0x025ed9 thru 0x031151 (0xb279 bytes) 000839 1787748676.111253 write 0x009f27 thru 0x011d53 (0x7e2d bytes) 000840 1787748676.112652 punch from 0x0353d5 to 0x036bcd (0x17f9 bytes) 000842 1787748676.119758 punch from 0x029620 to 0x02a5c7 (0xfa8 bytes) 000843 1787748676.147298 punch from 0x0367b5 to 0x036bcd (0x419 bytes) 000844 1787748676.159267 mapwrite 0x0022a1 thru 0x0091be (0x6f1e bytes) 000846 1787748676.194011 mapwrite 0x028b15 thru 0x02c99b (0x3e87 bytes) 000847 1787748676.263820 fallocate 0x0221d9 thru 0x02675a (0x4582 bytes) 000848 1787748676.295931 punch from 0x0212fc to 0x02482d (0x3532 bytes) 000850 1787748676.315329 MIRROR_RESYNC 16 mirrors 000852 1787748679.902538 MIRROR_SPLIT mirror 8 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) 000853 1787748680.847018 mapwrite 0x000afa thru 0x007a3a (0x6f41 bytes) 000854 1787748681.000518 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x36bce): Mirror 4: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36bce): Mirror 4: 0x2fac8227 (stale) Mirror 14: 0x2fac8227 (stale) Mirror 18: 0x2fac8227 (stale) Mirror 19: 0x2fac8227 (stale) Mirror 21: 0x2fac8227 (stale) Mirror 23: 0x2fac8227 (stale) Mirror 25: 0x2fac8227 (stale) Mirror 28: 0x2fac8227 (stale) Mirror 29: 0x2fac8227 (stale) Mirror 30: 0x2fac8227 (stale) Mirror 31: 0x2fac8227 (stale) Mirror 32: 0x2fac8227 (stale) Mirror 33: 0x2fac8227 (stale) Mirror 34: 0x2fac8227 (stale) CRC-32 checksum value for chunk [0, 0x36bce): Mirror 1: 0xd0efccb6 Mirror 35: 0xd0efccb6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36bce: skipped 000855 1787748682.385257 mapread 0x01829c thru 0x018438 (0x19d bytes) 000856 1787748682.410741 MIRROR_SPLIT mirror 1 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36bce): Mirror 14: 0x2fac8227 (stale) Mirror 18: 0x2fac8227 (stale) Mirror 19: 0x2fac8227 (stale) Mirror 21: 0x2fac8227 (stale) Mirror 23: 0x2fac8227 (stale) Mirror 25: 0x2fac8227 (stale) Mirror 28: 0x2fac8227 (stale) Mirror 29: 0x2fac8227 (stale) Mirror 30: 0x2fac8227 (stale) Mirror 31: 0x2fac8227 (stale) Mirror 32: 0x2fac8227 (stale) Mirror 33: 0x2fac8227 (stale) Mirror 34: 0x2fac8227 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36bce): Mirror 14: 0x2fac8227 (stale) Mirror 18: 0x2fac8227 (stale) Mirror 19: 0x2fac8227 (stale) Mirror 21: 0x2fac8227 (stale) Mirror 23: 0x2fac8227 (stale) Mirror 25: 0x2fac8227 (stale) Mirror 28: 0x2fac8227 (stale) Mirror 29: 0x2fac8227 (stale) Mirror 30: 0x2fac8227 (stale) Mirror 31: 0x2fac8227 (stale) Mirror 32: 0x2fac8227 (stale) Mirror 33: 0x2fac8227 (stale) Mirror 34: 0x2fac8227 (stale) CRC-32 checksum value for chunk [0, 0x36bce): Mirror 1: 0xd0efccb6 Mirror 35: 0xd0efccb6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36bce: skipped 000858 1787748683.893108 write 0x02a3c1 thru 0x03804a (0xdc8a bytes) 000859 1787748683.986195 read 0x02433e thru 0x029cab (0x596e bytes) 000860 1787748683.996336 punch from 0x00a372 to 0x00a514 (0x1a3 bytes) 000861 1787748684.000552 mapwrite 0x03200d thru 0x035a64 (0x3a58 bytes) 000862 1787748684.021877 MIRROR_RESYNC 15 mirrors 000863 1787748686.251181 punch from 0x02df5f to 0x03804a (0xa0ec bytes) 000864 1787748686.291520 trunc from 0x03804b to 0x00c988 (0x2b6c2 bytes) 000866 1787748686.318453 trunc from 0x00b3fd to 0x00c988 (0x158c bytes) 000867 1787748686.330583 MIRROR_SPLIT mirror 1 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xc989): Mirror 18: 0xbb102081 (stale) Mirror 19: 0xbb102081 (stale) Mirror 21: 0xbb102081 (stale) Mirror 23: 0xbb102081 (stale) Mirror 25: 0xbb102081 (stale) Mirror 28: 0xbb102081 (stale) Mirror 29: 0xbb102081 (stale) Mirror 30: 0xbb102081 (stale) Mirror 31: 0xbb102081 (stale) Mirror 32: 0xbb102081 (stale) Mirror 33: 0xbb102081 (stale) Mirror 34: 0xbb102081 (stale) Mirror 35: 0xbb102081 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xc989): Mirror 18: 0xbb102081 (stale) Mirror 19: 0xbb102081 (stale) Mirror 21: 0xbb102081 (stale) Mirror 23: 0xbb102081 (stale) Mirror 25: 0xbb102081 (stale) Mirror 28: 0xbb102081 (stale) Mirror 29: 0xbb102081 (stale) Mirror 30: 0xbb102081 (stale) Mirror 31: 0xbb102081 (stale) Mirror 32: 0xbb102081 (stale) Mirror 33: 0xbb102081 (stale) Mirror 34: 0xbb102081 (stale) Mirror 35: 0xbb102081 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xc989: skipped 000868 1787748686.928085 write 0x0392ac thru 0x03cb47 (0x389c bytes) 000869 1787748686.934915 fallocate 0x02a95a thru 0x02aba8 (0x24f bytes) 000870 1787748686.941190 write 0x01b887 thru 0x0266ee (0xae68 bytes) 000872 1787748686.951541 fallocate 0x032289 thru 0x03f0c2 (0xce3a bytes) 000873 1787748686.956198 mapread 0x037908 thru 0x03d82e (0x5f27 bytes) 000874 1787748686.973532 read 0x02a776 thru 0x039e9d (0xf728 bytes) 000875 1787748686.985399 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) Mirror 35: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: 0xcb76b50a (stale) Mirror 19: 0xcb76b50a (stale) Mirror 21: 0xcb76b50a (stale) Mirror 23: 0xcb76b50a (stale) Mirror 25: 0xcb76b50a (stale) Mirror 28: 0xcb76b50a (stale) Mirror 29: 0xcb76b50a (stale) Mirror 30: 0xcb76b50a (stale) Mirror 31: 0xcb76b50a (stale) Mirror 32: 0xcb76b50a (stale) Mirror 33: 0xcb76b50a (stale) Mirror 34: 0xcb76b50a (stale) Mirror 35: 0xcb76b50a (stale) CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 1: 0xfc7a04cf Mirror 36: 0xfc7a04cf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f0c3: skipped 000877 1787748688.154212 trunc from 0x0255bd to 0x028aad (0x34f1 bytes) 000879 1787748688.212071 punch from 0x01319b to 0x016a59 (0x38bf bytes) 000880 1787748688.217179 punch from 0x020fc5 to 0x02181f (0x85b bytes) 000881 1787748688.222475 read 0x02b3d9 thru 0x0315ba (0x61e2 bytes) 000882 1787748688.231759 punch from 0x01ec1e to 0x01ef98 (0x37b bytes) 000883 1787748688.237407 punch from 0x006ec4 to 0x007d9f (0xedc bytes) 000884 1787748688.248055 MIRROR_SPLIT mirror 2 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a5:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: 0xcb76b50a (stale) Mirror 21: 0xcb76b50a (stale) Mirror 23: 0xcb76b50a (stale) Mirror 25: 0xcb76b50a (stale) Mirror 28: 0xcb76b50a (stale) Mirror 29: 0xcb76b50a (stale) Mirror 30: 0xcb76b50a (stale) Mirror 31: 0xcb76b50a (stale) Mirror 32: 0xcb76b50a (stale) Mirror 33: 0xcb76b50a (stale) Mirror 34: 0xcb76b50a (stale) Mirror 35: 0xcb76b50a (stale) Mirror 36: 0xfc7a04cf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: 0xcb76b50a (stale) Mirror 21: 0xcb76b50a (stale) Mirror 23: 0xcb76b50a (stale) Mirror 25: 0xcb76b50a (stale) Mirror 28: 0xcb76b50a (stale) Mirror 29: 0xcb76b50a (stale) Mirror 30: 0xcb76b50a (stale) Mirror 31: 0xcb76b50a (stale) Mirror 32: 0xcb76b50a (stale) Mirror 33: 0xcb76b50a (stale) Mirror 34: 0xcb76b50a (stale) Mirror 35: 0xcb76b50a (stale) Mirror 36: 0xfc7a04cf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f0c3: skipped 000885 1787748689.207176 mapwrite 0x0200d2 thru 0x02e3c4 (0xe2f3 bytes) 000886 1787748689.252904 write 0x0083d0 thru 0x010d49 (0x897a bytes) 000887 1787748689.264959 read 0x00486e thru 0x00a5d9 (0x5d6c bytes) 000888 1787748689.275166 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 18: 0xcb76b50a (stale) Mirror 21: 0xcb76b50a (stale) Mirror 23: 0xcb76b50a (stale) Mirror 25: 0xcb76b50a (stale) Mirror 28: 0xcb76b50a (stale) Mirror 29: 0xcb76b50a (stale) Mirror 30: 0xcb76b50a (stale) Mirror 31: 0xcb76b50a (stale) Mirror 32: 0xcb76b50a (stale) Mirror 33: 0xcb76b50a (stale) Mirror 34: 0xcb76b50a (stale) Mirror 35: 0xcb76b50a (stale) Mirror 36: 0xfc7a04cf (stale) CRC-32 checksum value for chunk [0, 0x3f0c3): Mirror 1: 0x8136af95 Mirror 37: 0x8136af95 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f0c3: skipped 000889 1787748690.380017 mapread 0x00590f thru 0x00be16 (0x6508 bytes) 000890 1787748690.448654 MIRROR_RESYNC 15 mirrors 000891 1787748693.213144 trunc from 0x03f0c3 to 0x037a95 (0x762d bytes) 000892 1787748693.310265 mapread 0x0000fd thru 0x00372a (0x362e bytes) 000894 1787748693.337502 read 0x033a4e thru 0x037a95 (0x4048 bytes) 000895 1787748693.344867 trunc from 0x018451 to 0x021d50 (0x9900 bytes) 000896 1787748693.353382 punch from 0x022a44 to 0x026c3b (0x41f8 bytes) 000897 1787748693.359353 write 0x032afc thru 0x03f39e (0xc8a3 bytes) 000898 1787748693.364515 trunc from 0x03f39f to 0x00bb97 (0x33807 bytes) 000899 1787748693.383284 fallocate 0x02e8d7 thru 0x0309d8 (0x2102 bytes) 000900 1787748693.388336 mapwrite 0x020551 thru 0x028115 (0x7bc5 bytes) 000902 1787748693.427848 trunc from 0x00dbc4 to 0x017a2a (0x9e67 bytes) 000903 1787748693.434528 trunc from 0x028116 to 0x01c23b (0xbeda bytes) 000904 1787748693.457089 write 0x0206fe thru 0x0289b1 (0x82b4 bytes) 000906 1787748693.463697 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x289b2): Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) Mirror 37: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x289b2): Mirror 18: 0x31838b8b (stale) Mirror 21: 0x31838b8b (stale) Mirror 23: 0x31838b8b (stale) Mirror 25: 0x31838b8b (stale) Mirror 28: 0x31838b8b (stale) Mirror 29: 0x31838b8b (stale) Mirror 30: 0x31838b8b (stale) Mirror 31: 0x31838b8b (stale) Mirror 32: 0x31838b8b (stale) Mirror 33: 0x31838b8b (stale) Mirror 34: 0x31838b8b (stale) Mirror 35: 0x31838b8b (stale) Mirror 36: 0x31838b8b (stale) Mirror 37: 0x31838b8b (stale) CRC-32 checksum value for chunk [0, 0x289b2): Mirror 1: 0xc1511031 Mirror 38: 0xc1511031 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x289b2: skipped 000907 1787748694.648635 mapread 0x012dc8 thru 0x022be6 (0xfe1f bytes) 000909 1787748694.773781 mapread 0x01fbf3 thru 0x0289b1 (0x8dbf bytes) 000910 1787748694.803547 read 0x000bd4 thru 0x01012d (0xf55a bytes) 000911 1787748694.879894 punch from 0x00916f to 0x01870d (0xf59f bytes) 000913 1787748694.974645 mapwrite 0x01b46d thru 0x02a9a2 (0xf536 bytes) 000914 1787748695.126382 punch from 0x015e6e to 0x01d077 (0x720a bytes) 000915 1787748695.142386 read 0x022ed5 thru 0x02a9a2 (0x7ace bytes) 000916 1787748695.145591 punch from 0x029a18 to 0x02a9a2 (0xf8b bytes) 000917 1787748695.160169 mapread 0x012cfb thru 0x01c49e (0x97a4 bytes) 000920 1787748695.188949 mapread 0x01cc3f thru 0x029ac4 (0xce86 bytes) 000921 1787748695.190563 mapwrite 0x020959 thru 0x0288c3 (0x7f6b bytes) 000922 1787748695.219516 mapwrite 0x004356 thru 0x00c109 (0x7db4 bytes) 000923 1787748695.317512 read 0x01bc29 thru 0x0266c8 (0xaaa0 bytes) 000924 1787748695.335701 MIRROR_RESYNC 16 mirrors 000925 1787748698.865460 mapwrite 0x033c9f thru 0x03a70b (0x6a6d bytes) 000926 1787748698.965614 punch from 0x008b0b to 0x017cfe (0xf1f4 bytes) 000927 1787748698.972425 fallocate 0x0287b1 thru 0x02a6f7 (0x1f47 bytes) 000929 1787748698.977927 write 0x001272 thru 0x00c0ef (0xae7e bytes) 000930 1787748698.989803 mapwrite 0x026ebd thru 0x036255 (0xf399 bytes) 000931 1787748699.032074 read 0x017827 thru 0x024ba0 (0xd37a bytes) 000932 1787748699.043422 read 0x01c2fa thru 0x029bc5 (0xd8cc bytes) 000933 1787748699.044152 trunc from 0x03a70c to 0x01d0a4 (0x1d667 bytes) 000934 1787748699.074421 punch from 0x00f15a to 0x010585 (0x142c bytes) 000935 1787748699.080323 read 0x0191b6 thru 0x01d0a4 (0x3eef bytes) 000936 1787748699.085466 punch from 0x01a079 to 0x01d0a4 (0x302c bytes) 000937 1787748699.091332 trunc from 0x01d0a5 to 0x038730 (0x1b68c bytes) 000938 1787748699.108187 punch from 0x029b0b to 0x0375cf (0xdac5 bytes) 000939 1787748699.114471 mapread 0x000a9b thru 0x007257 (0x67bd bytes) 000941 1787748699.128581 trunc from 0x001d57 to 0x006ef0 (0x519a bytes) 000942 1787748699.134011 fallocate 0x0232c0 thru 0x02957e (0x62bf bytes) 000943 1787748699.142655 mapread 0x003b18 thru 0x00c4fc (0x89e5 bytes) 000944 1787748699.172116 punch from 0x027c6b to 0x03615e (0xe4f4 bytes) 000945 1787748699.179069 trunc from 0x038731 to 0x003d7b (0x349b5 bytes) 000946 1787748699.205480 write 0x0096c0 thru 0x01160e (0x7f4f bytes) 000947 1787748699.209059 fallocate 0x003783 thru 0x011ddd (0xe65b bytes) 000948 1787748699.215886 trunc from 0x01160f to 0x006f8b (0xa683 bytes) 000949 1787748699.237585 trunc from 0x006f8c to 0x018904 (0x11979 bytes) 000950 1787748699.263084 fallocate 0x00691f thru 0x0123dc (0xbabe bytes) 000952 1787748699.273651 trunc from 0x018905 to 0x032e94 (0x1a590 bytes) 000953 1787748699.315362 mapread 0x020952 thru 0x026e8e (0x653d bytes) 000954 1787748699.389183 trunc from 0x032e95 to 0x032d32 (0x162 bytes) 000955 1787748699.404070 mapwrite 0x00105b thru 0x00d88f (0xc835 bytes) 000956 1787748699.507171 mapread 0x01c172 thru 0x01e045 (0x1ed4 bytes) 000957 1787748699.527831 trunc from 0x0122ba to 0x017488 (0x51cf bytes) 000958 1787748699.535857 mapwrite 0x021028 thru 0x02d0b0 (0xc089 bytes) 000959 1787748699.614278 read 0x0067ec thru 0x00920a (0x2a1f bytes) 000960 1787748699.616102 punch from 0x02fffc to 0x032d32 (0x2d37 bytes) 000961 1787748699.623206 mapwrite 0x03108c thru 0x03f2fa (0xe26f bytes) 000962 1787748699.691310 mapread 0x0086c6 thru 0x018218 (0xfb53 bytes) 000963 1787748699.694312 trunc from 0x01a105 to 0x01e530 (0x442c bytes) 000964 1787748699.702166 trunc from 0x03f2fb to 0x00152e (0x3ddcc bytes) 000965 1787748699.736266 punch from 0x000377 to 0x00152e (0x11b8 bytes) 000966 1787748699.750970 trunc from 0x00111c to 0x00152e (0x413 bytes) 000967 1787748699.764465 MIRROR_RESYNC 16 mirrors 000968 1787748701.530045 punch from 0x00133d to 0x00152e (0x1f2 bytes) 000969 1787748701.570313 read 0x0000ba thru 0x00152e (0x1475 bytes) 000970 1787748701.575190 mapwrite 0x031765 thru 0x03b2eb (0x9b87 bytes) 000971 1787748701.631004 mapwrite 0x01ff7f thru 0x021be9 (0x1c6b bytes) 000972 1787748701.671219 fallocate 0x014832 thru 0x01d2a7 (0x8a76 bytes) 000973 1787748701.680259 read 0x0329ab thru 0x03877e (0x5dd4 bytes) 000974 1787748701.685981 mapread 0x00aabb thru 0x013086 (0x85cc bytes) 000975 1787748701.705599 trunc from 0x03b2ec to 0x0191a6 (0x22145 bytes) 000976 1787748701.730674 trunc from 0x0191a7 to 0x0333f2 (0x1a24c bytes) 000979 1787748701.762431 read 0x011ad0 thru 0x01b976 (0x9ea7 bytes) 000980 1787748701.775752 read 0x026130 thru 0x02c0f3 (0x5fc4 bytes) 000981 1787748701.776503 write 0x00536a thru 0x00ae9f (0x5b36 bytes) 000982 1787748701.778183 trunc from 0x00a850 to 0x00d9a5 (0x3156 bytes) 000983 1787748701.796676 mapread 0x00ac47 thru 0x0166b1 (0xba6b bytes) 000984 1787748701.803295 mapwrite 0x0312bb thru 0x036be9 (0x592f bytes) 000985 1787748701.847073 trunc from 0x036bea to 0x00e059 (0x28b90 bytes) 000986 1787748701.861168 trunc from 0x007479 to 0x00c8b5 (0x543d bytes) 000987 1787748701.865774 fallocate 0x035d93 thru 0x03d0d2 (0x7340 bytes) 000988 1787748701.870098 write 0x012110 thru 0x0205f5 (0xe4e6 bytes) 000989 1787748701.872292 mapread 0x01a7a4 thru 0x01d41a (0x2c77 bytes) 000990 1787748701.874143 write 0x03e4ea thru 0x03ffd5 (0x1aec bytes) 000991 1787748701.875345 mapwrite 0x020c90 thru 0x026957 (0x5cc8 bytes) 000992 1787748701.918768 trunc from 0x01ae46 to 0x0255fe (0xa7b9 bytes) 000993 1787748701.923328 mapwrite 0x03d6b9 thru 0x03ffff (0x2947 bytes) 000994 1787748701.956835 read 0x01046d thru 0x017afe (0x7692 bytes) 000995 1787748701.975824 punch from 0x0210f8 to 0x022e66 (0x1d6f bytes) 000996 1787748701.979677 trunc from 0x00f4d8 to 0x0175f0 (0x8119 bytes) 000997 1787748701.988676 read 0x01f9ad thru 0x02235f (0x29b3 bytes) 000999 1787748702.002286 write 0x023e8a thru 0x031569 (0xd6e0 bytes) All operations completed A-OK!