== sanity-flr test 70a: flr mode fsx test ================ 12:24:58 (1788971098) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 1100 skipping zero length zero range skipping zero size read truncating to largest ever: 0x10c60 000004 1788971101.316924 trunc from 00000000 to 0x010c5f (0x10c60 bytes) 000005 1788971101.349026 mapread 0x00e7a5 thru 0x010c5f (0x24bb bytes) 000007 1788971101.380524 trunc from 0x00ba52 to 0x010c5f (0x520e bytes) 000008 1788971101.388300 mapread 0x007b61 thru 0x00f6b2 (0x7b52 bytes) 000010 1788971101.402561 trunc from 0x010c60 to 0x00a9fc (0x6263 bytes) 000011 1788971101.415557 mapwrite 0x02fb1a thru 0x03708e (0x7575 bytes) 000012 1788971101.443139 mapread 0x036f4e thru 0x03708e (0x141 bytes) 000013 1788971101.443973 mapread 0x02a1ce thru 0x0356ae (0xb4e1 bytes) 000015 1788971101.448564 mapwrite 0x0018a9 thru 0x00da4d (0xc1a5 bytes) truncating to largest ever: 0x28d0a 000016 1788971101.482183 trunc from 0x03708f to 0x028d09 (0xe385 bytes) 000017 1788971101.493657 read 0x01050b thru 0x017143 (0x6c39 bytes) 000019 1788971101.500626 trunc from 0x02584f to 0x028d09 (0x34bb bytes) 000020 1788971101.510385 MIRROR_EXTEND to 2 mirrors 000021 1788971102.141899 trunc from 0x0009e3 to 0x009f47 (0x9565 bytes) 000022 1788971102.235880 trunc from 0x028d0a to 0x0104f4 (0x18815 bytes) 000023 1788971102.402680 trunc from 0x00fa73 to 0x0104f4 (0xa82 bytes) 000024 1788971102.412569 trunc from 0x004578 to 0x0050dc (0xb65 bytes) 000025 1788971102.426438 fallocate 0x01e533 thru 0x02174d (0x321b bytes) 000026 1788971102.448507 read 0x014227 thru 0x02174d (0xd527 bytes) 000027 1788971102.481855 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) 000028 1788971102.825262 read 0x01de75 thru 0x02003b (0x21c7 bytes) 000030 1788971102.833913 mapwrite 0x00fafd thru 0x011d42 (0x2246 bytes) fallocating to largest ever: 0x40000 000031 1788971102.877572 fallocate 0x035e7d thru 0x03ffff (0xa183 bytes) 000032 1788971102.882800 write 0x00ef27 thru 0x01a005 (0xb0df bytes) 000033 1788971102.898376 mapread 0x0012eb thru 0x00a814 (0x952a bytes) 000034 1788971102.909544 fallocate 0x038691 thru 0x03ffff (0x796f bytes) 000035 1788971102.915991 trunc from 0x02429b to 0x028c1f (0x4985 bytes) 000036 1788971102.921981 mapwrite 0x00c16e thru 0x00e1b6 (0x2049 bytes) 000037 1788971102.953303 MIRROR_EXTEND to 2 mirrors 000038 1788971103.906486 trunc from 0x004623 to 0x0073cd (0x2dab bytes) 000039 1788971103.944548 punch from 0x020c41 to 0x028dfa (0x81ba bytes) 000040 1788971103.951488 trunc from 0x040000 to 0x018192 (0x27e6d bytes) 000041 1788971103.999415 trunc from 0x018193 to 0x0382ed (0x2015b bytes) 000043 1788971104.025580 MIRROR_RESYNC 2 mirrors 000044 1788971105.020508 trunc from 0x026e8e to 0x03650f (0xf682 bytes) 000045 1788971105.099870 mapread 0x00ab79 thru 0x019be5 (0xf06d bytes) 000046 1788971105.182934 trunc from 0x0367a2 to 0x0382ed (0x1b4c bytes) 000047 1788971105.207622 read 0x035b12 thru 0x0382ed (0x27dc bytes) 000048 1788971105.251458 fallocate 0x03addc thru 0x03ffff (0x5224 bytes) 000049 1788971105.279269 fallocate 0x008b33 thru 0x00e8be (0x5d8c bytes) 000050 1788971105.305991 trunc from 0x040000 to 0x0022ff (0x3dd00 bytes) 000051 1788971105.369851 fallocate 0x000c57 thru 0x002af4 (0x1e9e bytes) 000052 1788971105.377955 fallocate 0x028b0b thru 0x032edc (0xa3d2 bytes) 000053 1788971105.388251 punch from 0x0020af to 0x002af4 (0xa46 bytes) 000054 1788971105.392959 trunc from 0x002af5 to 0x01d4a3 (0x1a9af bytes) 000055 1788971105.448522 write 0x03c180 thru 0x03ffff (0x3e80 bytes) 000056 1788971105.454883 write 0x032f35 thru 0x03ffff (0xd0cb bytes) 000057 1788971105.474376 mapread 0x01a556 thru 0x01e18c (0x3c37 bytes) 000058 1788971105.547903 mapwrite 0x00c8c2 thru 0x011054 (0x4793 bytes) 000059 1788971105.654203 fallocate 0x00fbe7 thru 0x00fc07 (0x21 bytes) 000060 1788971105.680219 read 0x014ffb thru 0x019804 (0x480a bytes) 000061 1788971105.686497 read 0x01e8ca thru 0x021236 (0x296d bytes) 000062 1788971105.704703 MIRROR_RESYNC 2 mirrors 000063 1788971106.601895 write 0x0102a0 thru 0x0126fb (0x245c bytes) 000064 1788971106.635739 punch from 0x02dc8c to 0x038eb5 (0xb22a bytes) 000065 1788971106.640533 trunc from 0x040000 to 0x03cdb8 (0x3247 bytes) 000066 1788971106.662885 mapread 0x003a2d thru 0x00f9f3 (0xbfc7 bytes) 000067 1788971106.698799 trunc from 0x00b05b to 0x013194 (0x813a bytes) 000068 1788971106.722938 write 0x0286f5 thru 0x02f80b (0x7117 bytes) 000069 1788971106.749791 mapwrite 0x033195 thru 0x03a554 (0x73c0 bytes) 000070 1788971106.812763 punch from 0x030131 to 0x033d01 (0x3bd1 bytes) 000071 1788971106.838973 MIRROR_RESYNC 2 mirrors 000072 1788971107.725233 trunc from 0x03cdb9 to 0x01f614 (0x1d7a4 bytes) 000073 1788971107.762557 mapwrite 0x01bf64 thru 0x01f434 (0x34d1 bytes) 000074 1788971107.795741 trunc from 0x0191ec to 0x019bb2 (0x9c7 bytes) 000075 1788971107.803593 trunc from 0x00700c to 0x00f715 (0x870a bytes) 000076 1788971107.811900 punch from 0x01ce57 to 0x01f614 (0x27be bytes) 000077 1788971107.825350 write 0x01da3e thru 0x02359d (0x5b60 bytes) 000078 1788971107.836656 MIRROR_RESYNC 2 mirrors 000079 1788971108.529765 write 0x03dadb thru 0x03ffff (0x2525 bytes) 000080 1788971108.570451 write 0x0086b0 thru 0x00fba6 (0x74f7 bytes) 000081 1788971108.591619 fallocate 0x032d8a thru 0x03b05c (0x82d3 bytes) 000082 1788971108.598248 write 0x01fcad thru 0x02cedd (0xd231 bytes) 000083 1788971108.615462 punch from 0x00e93a to 0x01cc04 (0xe2cb bytes) 000085 1788971108.648399 mapwrite 0x03a41a thru 0x03ffff (0x5be6 bytes) 000086 1788971108.775702 write 0x03d0cd thru 0x03ffff (0x2f33 bytes) 000087 1788971108.776660 trunc from 0x040000 to 0x0063f9 (0x39c06 bytes) 000088 1788971108.850962 punch from 0x00240d to 0x0063f9 (0x3fed bytes) 000089 1788971108.861587 write 0x00e883 thru 0x017c08 (0x9386 bytes) 000090 1788971108.863068 trunc from 0x004dd6 to 0x0110e9 (0xc314 bytes) 000091 1788971108.890462 mapwrite 0x01762a thru 0x01b779 (0x4150 bytes) 000092 1788971108.936325 read 0x01b00c thru 0x01b779 (0x76e bytes) 000093 1788971108.937034 trunc from 0x01b77a to 0x021c78 (0x64ff bytes) 000095 1788971108.953548 trunc from 0x00f8ed to 0x01708f (0x77a3 bytes) 000096 1788971108.963472 punch from 0x0215ae to 0x021c78 (0x6cb bytes) 000098 1788971108.968353 fallocate 0x0050f2 thru 0x005d62 (0xc71 bytes) 000099 1788971108.973518 write 0x039b5b thru 0x03ffff (0x64a5 bytes) 000100 1788971108.975771 write 0x031caa thru 0x03b99f (0x9cf6 bytes) 000101 1788971108.984460 write 0x02e7b8 thru 0x0390ec (0xa935 bytes) 000102 1788971108.990194 write 0x029a4d thru 0x02c221 (0x27d5 bytes) 000103 1788971108.999220 mapread 0x02b27b thru 0x039e4b (0xebd1 bytes) 000104 1788971109.006347 mapwrite 0x02b246 thru 0x039741 (0xe4fc bytes) 000105 1788971109.034701 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) 000106 1788971109.337858 mapwrite 0x0254fe thru 0x029c10 (0x4713 bytes) 000108 1788971109.483763 mapwrite 0x03ae09 thru 0x03ffff (0x51f7 bytes) 000110 1788971109.573223 write 0x01364c thru 0x01663c (0x2ff1 bytes) 000111 1788971109.618463 MIRROR_EXTEND to 2 mirrors 000112 1788971110.640691 write 0x015814 thru 0x020b36 (0xb323 bytes) 000113 1788971110.724345 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) 000116 1788971110.985770 trunc from 0x00cf11 to 0x01b31a (0xe40a bytes) 000117 1788971110.994521 write 0x019a56 thru 0x026fec (0xd597 bytes) 000118 1788971111.038563 mapwrite 0x0322b3 thru 0x03ffff (0xdd4d bytes) 000119 1788971111.142416 trunc from 0x040000 to 0x027a82 (0x1857d bytes) 000120 1788971111.156662 write 0x009859 thru 0x00ef47 (0x56ef bytes) 000121 1788971111.166286 mapread 0x002e8b thru 0x007609 (0x477f bytes) 000122 1788971111.177760 MIRROR_EXTEND to 2 mirrors 000123 1788971111.700728 trunc from 0x007b6c to 0x008dd6 (0x126b bytes) 000124 1788971111.742121 punch from 0x010fee to 0x01b626 (0xa639 bytes) 000125 1788971111.747022 read 0x010a59 thru 0x016a02 (0x5faa bytes) 000127 1788971111.755934 trunc from 0x00a884 to 0x00ea1b (0x4198 bytes) 000128 1788971111.759895 mapwrite 0x01f743 thru 0x020f1c (0x17da bytes) 000129 1788971111.775575 punch from 0x00a04b to 0x00f876 (0x582c bytes) 000130 1788971111.792632 mapread 0x007c4c thru 0x00c009 (0x43be bytes) 000131 1788971111.801704 fallocate 0x0098d0 thru 0x012993 (0x90c4 bytes) 000132 1788971111.805655 read 0x01a5e0 thru 0x020712 (0x6133 bytes) 000133 1788971111.812729 read 0x00fb8d thru 0x01ef1d (0xf391 bytes) 000134 1788971111.813570 write 0x02d6ef thru 0x032c5a (0x556c bytes) 000135 1788971111.819664 punch from 0x00a20c to 0x011d5f (0x7b54 bytes) 000136 1788971111.825429 fallocate 0x02d68c thru 0x0323b5 (0x4d2a bytes) 000137 1788971111.829508 trunc from 0x02b88b to 0x032c5a (0x73d0 bytes) 000138 1788971111.839766 trunc from 0x01e5a2 to 0x024c9a (0x66f9 bytes) 000139 1788971111.844292 write 0x02f6cf thru 0x03ded6 (0xe808 bytes) 000140 1788971111.854614 mapwrite 0x033554 thru 0x037542 (0x3fef bytes) 000141 1788971111.868842 mapread 0x03b85a thru 0x03ded6 (0x267d bytes) 000142 1788971111.870403 mapread 0x023d02 thru 0x02b6ee (0x79ed bytes) 000143 1788971111.871230 fallocate 0x00be07 thru 0x0159df (0x9bd9 bytes) 000144 1788971111.875456 read 0x003f68 thru 0x00c02b (0x80c4 bytes) 000145 1788971111.876128 mapread 0x01b366 thru 0x01f610 (0x42ab bytes) 000146 1788971111.880005 MIRROR_RESYNC 2 mirrors 000147 1788971112.716420 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) 000148 1788971112.823702 trunc from 0x018976 to 0x024d39 (0xc3c4 bytes) 000149 1788971112.839704 write 0x032a77 thru 0x03c7ce (0x9d58 bytes) 000150 1788971112.850639 mapread 0x035004 thru 0x03ded6 (0x8ed3 bytes) 000151 1788971112.857494 fallocate 0x0319ff thru 0x032a02 (0x1004 bytes) 000152 1788971112.862516 trunc from 0x03ded7 to 0x001c73 (0x3c263 bytes) 000153 1788971112.886701 mapwrite 0x02fc18 thru 0x038309 (0x86f2 bytes) 000154 1788971112.934264 trunc from 0x024795 to 0x029be0 (0x544c bytes) 000155 1788971112.938603 trunc from 0x03830a to 0x01fd1f (0x185ea bytes) 000156 1788971112.950100 mapread 0x003143 thru 0x00e66a (0xb528 bytes) 000157 1788971112.957498 write 0x006b34 thru 0x008edb (0x23a8 bytes) 000158 1788971112.958374 fallocate 0x006c03 thru 0x01316c (0xc56a bytes) 000159 1788971112.961270 punch from 0x017251 to 0x01f437 (0x81e7 bytes) 000160 1788971112.964241 read 0x01f6a8 thru 0x01fd1f (0x678 bytes) 000161 1788971112.968417 trunc from 0x0125d8 to 0x01dc92 (0xb6bb bytes) 000162 1788971112.973494 trunc from 0x01fd20 to 0x0238b6 (0x3b97 bytes) 000163 1788971112.982939 fallocate 0x00ffa5 thru 0x013214 (0x3270 bytes) 000165 1788971112.988472 mapwrite 0x0137d0 thru 0x01bfcd (0x87fe bytes) 000166 1788971113.036219 mapwrite 0x0274a0 thru 0x03396a (0xc4cb bytes) 000168 1788971113.134220 trunc from 0x02727a to 0x03396a (0xc6f1 bytes) 000169 1788971113.150160 trunc from 0x03396b to 0x03cc29 (0x92bf bytes) 000170 1788971113.201010 write 0x00193c thru 0x00f1c8 (0xd88d bytes) 000171 1788971113.205436 trunc from 0x03cc2a to 0x02be7e (0x10dab bytes) 000172 1788971113.246984 MIRROR_EXTEND to 2 mirrors 000173 1788971114.106837 mapwrite 0x02a392 thru 0x033e7b (0x9aea bytes) 000174 1788971114.198300 read 0x012cc5 thru 0x01e941 (0xbc7d bytes) 000175 1788971114.224478 MIRROR_RESYNC 2 mirrors 000176 1788971114.790076 write 0x01fdfc thru 0x0277fb (0x7a00 bytes) 000177 1788971114.818566 trunc from 0x033e7c to 0x02d09e (0x6ddd bytes) 000178 1788971114.860658 write 0x0176d3 thru 0x0197c6 (0x20f4 bytes) 000179 1788971114.870684 trunc from 0x00fb72 to 0x018467 (0x88f6 bytes) 000180 1788971114.890612 read 0x00398f thru 0x00f2b8 (0xb92a bytes) 000181 1788971114.913604 trunc from 0x02d09f to 0x01a55f (0x12b3f bytes) 000182 1788971114.927526 trunc from 0x01a560 to 0x0204d7 (0x5f78 bytes) 000183 1788971114.946511 fallocate 0x037566 thru 0x03ffff (0x8a9a bytes) 000184 1788971114.954287 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x204d8): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x204d8): Mirror 2: 0xd83e54bc (stale) CRC-32 checksum value for chunk [0, 0x204d8): Mirror 1: 0x44199b06 Mirror 3: 0x44199b06 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x204d8: skipped 000185 1788971115.909177 trunc from 0x01cc80 to 0x0204d7 (0x3858 bytes) 000186 1788971116.001677 trunc from 0x001f56 to 0x00518a (0x3235 bytes) 000189 1788971116.016041 read 0x00ef8a thru 0x01c401 (0xd478 bytes) 000190 1788971116.035524 mapwrite 0x012aaf thru 0x01deb8 (0xb40a bytes) 000191 1788971116.057442 punch from 0x01ccec to 0x01e91b (0x1c30 bytes) 000192 1788971116.063159 read 0x0165ad thru 0x0204d7 (0x9f2b bytes) 000193 1788971116.077374 mapread 0x0133dd thru 0x01e8a3 (0xb4c7 bytes) 000194 1788971116.078693 fallocate 0x00d27d thru 0x016427 (0x91ab bytes) 000195 1788971116.087577 read 0x010be1 thru 0x01a6f8 (0x9b18 bytes) 000196 1788971116.096359 write 0x0194d4 thru 0x024f89 (0xbab6 bytes) 000197 1788971116.109887 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24f8a): Mirror 3: 0xfcf2b58c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24f8a): Mirror 3: 0xfcf2b58c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24f8a: skipped 000198 1788971116.437163 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x24f8a): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24f8a): Mirror 3: 0xfcf2b58c (stale) CRC-32 checksum value for chunk [0, 0x24f8a): Mirror 1: 0x76b7414c Mirror 4: 0x76b7414c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24f8a: skipped 000199 1788971117.594689 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x24f8a): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24f8a): Mirror 3: 0xfcf2b58c (stale) CRC-32 checksum value for chunk [0, 0x24f8a): Mirror 1: 0x76b7414c Mirror 4: 0x76b7414c Mirror 5: 0x76b7414c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24f8a: skipped 000201 1788971118.527192 trunc from 0x01d9cd to 0x024f89 (0x75bd bytes) 000202 1788971118.555591 punch from 0x00cdc3 to 0x00e3f7 (0x1635 bytes) 000203 1788971118.561764 read 0x00a9b3 thru 0x010d79 (0x63c7 bytes) 000204 1788971118.572400 mapread 0x01f173 thru 0x024f89 (0x5e17 bytes) 000205 1788971118.590164 trunc from 0x024f8a to 0x02f626 (0xa69d bytes) 000207 1788971118.634515 mapread 0x016b81 thru 0x01fb10 (0x8f90 bytes) 000208 1788971118.642272 trunc from 0x007ba5 to 0x015ce5 (0xe141 bytes) 000209 1788971118.647283 mapwrite 0x022f59 thru 0x027cd6 (0x4d7e bytes) 000210 1788971118.674680 mapwrite 0x03271b thru 0x03ffff (0xd8e5 bytes) 000211 1788971118.740293 write 0x033ef1 thru 0x03f461 (0xb571 bytes) 000212 1788971118.742720 punch from 0x0197e7 to 0x01fda8 (0x65c2 bytes) 000213 1788971118.753425 MIRROR_RESYNC 4 mirrors 000214 1788971120.438971 punch from 0x0165a3 to 0x02119c (0xabfa bytes) 000216 1788971120.475580 trunc from 0x040000 to 0x0328ef (0xd710 bytes) 000217 1788971120.526930 mapwrite 0x031b00 thru 0x0353d2 (0x38d3 bytes) 000218 1788971120.583899 mapread 0x0192b4 thru 0x028a7e (0xf7cb bytes) 000219 1788971120.609634 trunc from 0x0353d3 to 0x0029d5 (0x329fd bytes) 000220 1788971120.631212 fallocate 0x00c1c3 thru 0x017cb2 (0xbaf0 bytes) 000221 1788971120.637584 punch from 0x0003ab to 0x0029d5 (0x262b bytes) 000222 1788971120.643131 write 0x03dcf4 thru 0x03ffff (0x230c bytes) 000223 1788971120.644948 write 0x02a344 thru 0x02c4cf (0x218c bytes) 000224 1788971120.654044 mapwrite 0x035788 thru 0x03ffff (0xa878 bytes) 000225 1788971120.686939 punch from 0x005a16 to 0x014d4c (0xf337 bytes) 000226 1788971120.697177 trunc from 0x040000 to 0x013883 (0x2c77c bytes) 000227 1788971120.715339 trunc from 0x005a4b to 0x011d17 (0xc2cd bytes) 000228 1788971120.720669 mapread 0x002335 thru 0x011663 (0xf32f bytes) 000229 1788971120.736031 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x13884): Mirror 4: 0x34acf6b6 (stale) Mirror 5: 0x34acf6b6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13884): Mirror 4: 0x34acf6b6 (stale) Mirror 5: 0x34acf6b6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13884: skipped 000230 1788971121.027316 trunc from 0x013884 to 0x03f837 (0x2bfb4 bytes) 000231 1788971121.065502 read 0x00ab0f thru 0x0192db (0xe7cd bytes) 000232 1788971121.091283 mapread 0x018485 thru 0x01d314 (0x4e90 bytes) 000233 1788971121.128048 punch from 0x033980 to 0x035d0c (0x238d bytes) 000234 1788971121.132127 read 0x03c531 thru 0x03f837 (0x3307 bytes) 000235 1788971121.141673 write 0x001939 thru 0x011137 (0xf7ff bytes) 000236 1788971121.144185 mapwrite 0x02f2f5 thru 0x0367cc (0x74d8 bytes) 000237 1788971121.165338 mapread 0x017189 thru 0x026286 (0xf0fe bytes) 000238 1788971121.166899 mapwrite 0x03ae8b thru 0x03ffff (0x5175 bytes) 000239 1788971121.203059 mapwrite 0x01553e thru 0x023022 (0xdae5 bytes) 000240 1788971121.227295 mapread 0x020302 thru 0x02e49f (0xe19e bytes) 000241 1788971121.228282 read 0x011dcf thru 0x01bd3d (0x9f6f bytes) 000242 1788971121.228822 trunc from 0x040000 to 0x013f36 (0x2c0c9 bytes) 000243 1788971121.249039 punch from 0x00c226 to 0x013b76 (0x7951 bytes) 000244 1788971121.255028 mapwrite 0x011792 thru 0x013304 (0x1b73 bytes) 000245 1788971121.281052 write 0x030b19 thru 0x03660e (0x5af6 bytes) 000246 1788971121.283939 read 0x02f5f0 thru 0x03660e (0x701f bytes) 000247 1788971121.299387 MIRROR_RESYNC 3 mirrors 000248 1788971122.175536 MIRROR_RESYNC 3 mirrors 000249 1788971122.618634 mapread 0x030940 thru 0x03660e (0x5ccf bytes) 000250 1788971122.643954 fallocate 0x005f95 thru 0x013ba6 (0xdc12 bytes) 000251 1788971122.676725 trunc from 0x03660f to 0x025933 (0x10cdb bytes) 000253 1788971122.722327 fallocate 0x01c329 thru 0x01c996 (0x66e bytes) 000254 1788971122.728013 write 0x006c82 thru 0x010d0e (0xa08d bytes) 000255 1788971122.740894 punch from 0x00c4e5 to 0x01339b (0x6eb7 bytes) 000256 1788971122.755952 write 0x01ad72 thru 0x0235af (0x883e bytes) 000257 1788971122.767057 mapwrite 0x038572 thru 0x03b0d2 (0x2b61 bytes) 000258 1788971122.853236 fallocate 0x01468d thru 0x01965c (0x4fd0 bytes) 000259 1788971122.857874 trunc from 0x01bf14 to 0x01d797 (0x1884 bytes) 000260 1788971122.876205 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3b0d3): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b0d3): Mirror 4: 0x72fc7f66 (stale) Mirror 5: 0x72fc7f66 (stale) CRC-32 checksum value for chunk [0, 0x3b0d3): Mirror 1: 0x7edc34c2 Mirror 6: 0x7edc34c2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b0d3: skipped 000261 1788971123.927530 write 0x00958d thru 0x01021c (0x6c90 bytes) 000262 1788971123.983194 write 0x0019fb thru 0x002a36 (0x103c bytes) 000263 1788971123.992992 trunc from 0x030da7 to 0x032d6d (0x1fc7 bytes) 000264 1788971124.003562 write 0x00c442 thru 0x01288c (0x644b bytes) 000265 1788971124.010802 mapread 0x013939 thru 0x014810 (0xed8 bytes) 000266 1788971124.021396 fallocate 0x00265e thru 0x00bb1f (0x94c2 bytes) 000267 1788971124.026414 trunc from 0x03b0d3 to 0x01b74a (0x1f988 bytes) 000268 1788971124.047576 trunc from 0x01b74b to 0x02cb51 (0x11407 bytes) 000269 1788971124.064181 fallocate 0x005e5d thru 0x00ad35 (0x4ed9 bytes) 000270 1788971124.076189 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2cb52): Mirror 4: 0x3f01ad89 (stale) Mirror 6: 0x485c1579 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2cb52): Mirror 4: 0x3f01ad89 (stale) Mirror 6: 0x485c1579 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2cb52: skipped 000271 1788971124.455041 punch from 0x01532e to 0x01e5e7 (0x92ba bytes) 000272 1788971124.466383 punch from 0x015fe9 to 0x022c89 (0xcca1 bytes) 000274 1788971124.476965 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2cb52): Mirror 6: 0x485c1579 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2cb52): Mirror 6: 0x485c1579 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2cb52: skipped 000275 1788971124.780937 write 0x02d302 thru 0x0322e9 (0x4fe8 bytes) 000276 1788971124.789859 write 0x0006a1 thru 0x00a21a (0x9b7a bytes) 000277 1788971124.829234 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x322ea): Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x322ea): Mirror 6: 0x4eb46b8a (stale) CRC-32 checksum value for chunk [0, 0x322ea): Mirror 1: 0x78bb0650 Mirror 7: 0x78bb0650 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x322ea: skipped 000278 1788971125.691003 trunc from 0x0322ea to 0x01aa5b (0x1788e bytes) 000279 1788971125.773531 read 0x007b74 thru 0x00f059 (0x74e6 bytes) 000280 1788971125.783467 read 0x015fe7 thru 0x01aa5b (0x4a75 bytes) 000282 1788971125.794542 read 0x014e23 thru 0x01aa5b (0x5c39 bytes) 000283 1788971125.799823 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1aa5c): Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1aa5c): Mirror 6: 0x56cb3f24 (stale) Mirror 7: 0x26506e1d (stale) CRC-32 checksum value for chunk [0, 0x1aa5c): Mirror 1: 0x26506e1d Mirror 8: 0x26506e1d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1aa5c: skipped 000284 1788971127.082373 mapread 0x002ca8 thru 0x0054cc (0x2825 bytes) 000285 1788971127.147929 fallocate 0x002042 thru 0x00c736 (0xa6f5 bytes) 000286 1788971127.201816 mapread 0x003267 thru 0x01214d (0xeee7 bytes) 000287 1788971127.222070 trunc from 0x01aa5c to 0x019ac4 (0xf97 bytes) 000288 1788971127.239403 trunc from 0x019ac5 to 0x032357 (0x18893 bytes) 000289 1788971127.256035 mapread 0x00e5a6 thru 0x01c107 (0xdb62 bytes) 000290 1788971127.266492 mapread 0x002b8c thru 0x0030c1 (0x536 bytes) 000292 1788971127.268336 fallocate 0x00443b thru 0x00fd68 (0xb92e bytes) 000293 1788971127.273526 mapread 0x02ce35 thru 0x02f117 (0x22e3 bytes) 000294 1788971127.283290 fallocate 0x028255 thru 0x032295 (0xa041 bytes) 000295 1788971127.291953 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x32358): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32358): Mirror 6: 0x444dcc98 (stale) Mirror 7: 0x6b356865 (stale) Mirror 8: 0x6749f23d (stale) CRC-32 checksum value for chunk [0, 0x32358): Mirror 1: 0x6749f23d Mirror 9: 0x6749f23d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32358: skipped 000296 1788971128.021188 punch from 0x02cad4 to 0x032357 (0x5884 bytes) 000297 1788971128.066862 write 0x0216e4 thru 0x02e2ec (0xcc09 bytes) 000299 1788971128.078898 write 0x01d643 thru 0x01faf6 (0x24b4 bytes) 000300 1788971128.092261 MIRROR_RESYNC 5 mirrors 000301 1788971129.521723 trunc from 0x01f218 to 0x021207 (0x1ff0 bytes) 000302 1788971129.551364 trunc from 0x001daf to 0x010d60 (0xefb2 bytes) 000303 1788971129.558105 mapwrite 0x02e085 thru 0x036bbf (0x8b3b bytes) 000304 1788971129.612059 punch from 0x017e6a to 0x022af4 (0xac8b bytes) 000305 1788971129.617142 punch from 0x03064d to 0x033aa7 (0x345b bytes) 000306 1788971129.621841 write 0x03b49e thru 0x03ca8f (0x15f2 bytes) 000307 1788971129.624309 trunc from 0x03ca90 to 0x030f0d (0xbb82 bytes) 000308 1788971129.641787 read 0x0114cb thru 0x01ffa5 (0xeadb bytes) 000309 1788971129.654962 punch from 0x005e10 to 0x014958 (0xeb49 bytes) 000310 1788971129.666484 fallocate 0x001914 thru 0x007411 (0x5afe bytes) 000311 1788971129.675556 read 0x019ffe thru 0x0249bc (0xa9bf bytes) 000312 1788971129.691500 mapread 0x02ae70 thru 0x030f0d (0x609e bytes) 000314 1788971129.694868 mapread 0x01df52 thru 0x02ae4b (0xcefa bytes) 000315 1788971129.696711 read 0x01f824 thru 0x02dfcb (0xe7a8 bytes) 000316 1788971129.697390 fallocate 0x02c112 thru 0x033407 (0x72f6 bytes) 000317 1788971129.721871 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30f0e): Mirror 6: 0xf476937f (stale) Mirror 7: 0xf476937f (stale) Mirror 9: 0xf476937f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30f0e): Mirror 6: 0xf476937f (stale) Mirror 7: 0xf476937f (stale) Mirror 9: 0xf476937f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30f0e: skipped 000318 1788971130.120120 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30f0e): Mirror 7: 0xf476937f (stale) Mirror 9: 0xf476937f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30f0e): Mirror 7: 0xf476937f (stale) Mirror 9: 0xf476937f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30f0e: skipped 000319 1788971130.369336 mapread 0x0288fe thru 0x030f0d (0x8610 bytes) 000320 1788971130.383814 trunc from 0x030f0e to 0x03e4ec (0xd5df bytes) 000321 1788971130.410142 punch from 0x025868 to 0x033cca (0xe463 bytes) 000322 1788971130.415071 read 0x005860 thru 0x01460f (0xedb0 bytes) 000323 1788971130.428345 trunc from 0x00b38d to 0x012b9d (0x7811 bytes) 000324 1788971130.433984 mapwrite 0x00a7ea thru 0x00fd41 (0x5558 bytes) 000325 1788971130.455472 mapwrite 0x03ca07 thru 0x03ffff (0x35f9 bytes) 000326 1788971130.488429 write 0x010c61 thru 0x01e33d (0xd6dd bytes) 000327 1788971130.495252 write 0x0081f1 thru 0x00f153 (0x6f63 bytes) 000329 1788971130.505197 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xed5430dc (stale) Mirror 9: 0xed5430dc (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x923fd1c8 Mirror 10: 0x923fd1c8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000330 1788971131.249705 write 0x02e487 thru 0x0330ac (0x4c26 bytes) 000331 1788971131.314724 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xed5430dc (stale) Mirror 9: 0xed5430dc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xed5430dc (stale) Mirror 9: 0xed5430dc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000333 1788971131.629831 trunc from 0x040000 to 0x01ca89 (0x23576 bytes) 000334 1788971131.678176 trunc from 0x01ca8a to 0x00ff61 (0xcb28 bytes) 000335 1788971131.708226 trunc from 0x00ff62 to 0x01f57b (0xf61a bytes) 000336 1788971131.740728 write 0x023c2f thru 0x02ffec (0xc3be bytes) 000337 1788971131.745936 write 0x017063 thru 0x0249f6 (0xd994 bytes) 000339 1788971131.755244 mapwrite 0x02de4e thru 0x0311e7 (0x339a bytes) 000340 1788971131.882754 mapread 0x00e6c7 thru 0x00ee7a (0x7b4 bytes) 000341 1788971131.903672 read 0x01feae thru 0x023166 (0x32b9 bytes) 000342 1788971131.904256 mapread 0x02e101 thru 0x0311e7 (0x30e7 bytes) 000343 1788971131.905040 punch from 0x019058 to 0x01d385 (0x432e bytes) 000344 1788971131.919021 mapread 0x02dbd9 thru 0x0311e7 (0x360f bytes) 000345 1788971131.920729 write 0x000496 thru 0x00058f (0xfa bytes) 000346 1788971131.942581 trunc from 0x0311e8 to 0x02a96c (0x687b bytes) 000347 1788971131.978625 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2a96d): Mirror 9: 0x9463db36 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a96d): Mirror 9: 0x9463db36 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a96d: skipped 000348 1788971132.426466 MIRROR_RESYNC 2 mirrors 000350 1788971133.254855 punch from 0x020a02 to 0x021bfb (0x11fa bytes) 000352 1788971133.284263 trunc from 0x02a96d to 0x0194f5 (0x11477 bytes) 000353 1788971133.303851 read 0x0037a7 thru 0x00ca25 (0x927f bytes) 000354 1788971133.310799 write 0x029e65 thru 0x036b62 (0xccfe bytes) 000355 1788971133.312513 read 0x00206f thru 0x00d1b3 (0xb145 bytes) 000356 1788971133.324267 trunc from 0x036b63 to 0x015a1c (0x21146 bytes) 000357 1788971133.336348 mapwrite 0x02a703 thru 0x02abc4 (0x4c2 bytes) 000358 1788971133.363429 write 0x01e06d thru 0x02a552 (0xc4e6 bytes) 000359 1788971133.371057 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) 000360 1788971133.517009 read 0x0149da thru 0x02211e (0xd745 bytes) 000361 1788971133.529650 punch from 0x00e8dd to 0x00e945 (0x69 bytes) 000362 1788971133.535586 trunc from 0x02abc5 to 0x03746c (0xc8a8 bytes) 000363 1788971133.560590 trunc from 0x03746d to 0x00dd08 (0x29764 bytes) 000364 1788971133.597062 fallocate 0x008a38 thru 0x0149bf (0xbf88 bytes) 000365 1788971133.602665 fallocate 0x01eed5 thru 0x02183b (0x2967 bytes) 000366 1788971133.607548 mapread 0x005640 thru 0x00dd08 (0x86c9 bytes) 000367 1788971133.625129 mapread 0x00d216 thru 0x00dd08 (0xaf3 bytes) 000368 1788971133.626646 mapwrite 0x02d216 thru 0x0394e2 (0xc2cd bytes) 000370 1788971133.706419 mapread 0x02e7f5 thru 0x034613 (0x5e1f bytes) 000371 1788971133.707866 punch from 0x005f95 to 0x009abc (0x3b28 bytes) 000372 1788971133.713983 read 0x006045 thru 0x010b9c (0xab58 bytes) 000373 1788971133.724138 trunc from 0x0394e3 to 0x032494 (0x704e bytes) 000374 1788971133.749993 fallocate 0x03a27f thru 0x03ffff (0x5d81 bytes) 000375 1788971133.761380 mapwrite 0x01a454 thru 0x01d682 (0x322f bytes) 000376 1788971133.800473 fallocate 0x035634 thru 0x03ffff (0xa9cc bytes) 000377 1788971133.826367 read 0x03b33a thru 0x03e5eb (0x32b2 bytes) 000378 1788971133.866677 trunc from 0x040000 to 0x01b999 (0x24666 bytes) 000379 1788971133.882711 trunc from 0x00c278 to 0x00e752 (0x24db bytes) 000380 1788971133.888411 trunc from 0x000497 to 0x00f058 (0xebc2 bytes) 000381 1788971133.893412 trunc from 0x01886a to 0x01b30f (0x2aa6 bytes) 000382 1788971133.899314 punch from 0x00fb7b to 0x015388 (0x580e bytes) 000383 1788971133.904255 read 0x001b73 thru 0x00d0a5 (0xb533 bytes) 000384 1788971133.926449 read 0x009d29 thru 0x00a135 (0x40d bytes) 000385 1788971133.927435 mapwrite 0x03df2d thru 0x03ffff (0x20d3 bytes) 000386 1788971133.994538 trunc from 0x040000 to 0x021489 (0x1eb76 bytes) 000387 1788971134.047908 read 0x002940 thru 0x005e75 (0x3536 bytes) 000388 1788971134.048647 read 0x01dc58 thru 0x021489 (0x3832 bytes) 000389 1788971134.055812 write 0x00efe8 thru 0x01104d (0x2066 bytes) 000390 1788971134.065797 punch from 0x00f076 to 0x01956a (0xa4f5 bytes) 000391 1788971134.082326 trunc from 0x00fce7 to 0x013a6b (0x3d85 bytes) 000392 1788971134.089393 mapread 0x01a7bd thru 0x021489 (0x6ccd bytes) 000393 1788971134.091916 mapread 0x01bb98 thru 0x021489 (0x58f2 bytes) 000394 1788971134.095042 mapwrite 0x03141a thru 0x032fcd (0x1bb4 bytes) 000395 1788971134.137255 mapwrite 0x03f504 thru 0x03ffff (0xafc bytes) 000396 1788971134.178523 write 0x00d239 thru 0x00dc63 (0xa2b bytes) 000397 1788971134.179465 read 0x02a349 thru 0x02d50a (0x31c2 bytes) 000398 1788971134.179984 write 0x01eda0 thru 0x0236ad (0x490e bytes) 000399 1788971134.180952 write 0x02314e thru 0x032d54 (0xfc07 bytes) 000400 1788971134.184897 read 0x01d5f7 thru 0x022c83 (0x568d bytes) 000401 1788971134.185806 mapwrite 0x02242f thru 0x028f19 (0x6aeb bytes) 000402 1788971134.213997 trunc from 0x014909 to 0x016f03 (0x25fb bytes) 000403 1788971134.218147 write 0x026bdf thru 0x03411a (0xd53c bytes) 000404 1788971134.219606 trunc from 0x040000 to 0x02d022 (0x12fdd bytes) 000405 1788971134.241207 mapread 0x011112 thru 0x01ecb0 (0xdb9f bytes) 000406 1788971134.246576 mapread 0x02162a thru 0x02d022 (0xb9f9 bytes) 000407 1788971134.248926 mapwrite 0x0194dc thru 0x0274c0 (0xdfe5 bytes) 000408 1788971134.270498 fallocate 0x0129e1 thru 0x0150f7 (0x2717 bytes) 000409 1788971134.276020 trunc from 0x02d023 to 0x0349e2 (0x79c0 bytes) 000410 1788971134.292486 trunc from 0x0349e3 to 0x00dc35 (0x26dad bytes) 000411 1788971134.307067 read 0x00bbe4 thru 0x00dc35 (0x2052 bytes) 000414 1788971134.310624 punch from 0x009526 to 0x00dc35 (0x4710 bytes) 000415 1788971134.317172 read 0x0061cc thru 0x008d97 (0x2bcc bytes) 000416 1788971134.318462 read 0x00283e thru 0x005791 (0x2f54 bytes) 000418 1788971134.319903 trunc from 0x00dc36 to 0x033fa3 (0x2636e bytes) 000419 1788971134.349177 trunc from 0x01c627 to 0x01cdbc (0x796 bytes) 000420 1788971134.354000 fallocate 0x0272fe thru 0x0304fd (0x9200 bytes) 000421 1788971134.359940 fallocate 0x009c2d thru 0x0148ce (0xaca2 bytes) 000422 1788971134.367876 trunc from 0x006367 to 0x0078d5 (0x156f bytes) 000423 1788971134.373583 mapread 0x004bee thru 0x005ccd (0x10e0 bytes) 000424 1788971134.376378 mapwrite 0x027a5e thru 0x03191e (0x9ec1 bytes) 000425 1788971134.431479 punch from 0x013da0 to 0x01c748 (0x89a9 bytes) 000426 1788971134.440867 trunc from 0x033fa4 to 0x02f05f (0x4f44 bytes) 000427 1788971134.465963 mapread 0x02636b thru 0x02c8be (0x6554 bytes) 000428 1788971134.468883 fallocate 0x023435 thru 0x0280aa (0x4c76 bytes) 000429 1788971134.476732 mapread 0x027614 thru 0x02f05f (0x7a4c bytes) 000431 1788971134.478516 trunc from 0x014b8c to 0x02382b (0xeca0 bytes) 000432 1788971134.488962 read 0x0074c0 thru 0x011673 (0xa1b4 bytes) 000433 1788971134.489960 trunc from 0x02f060 to 0x01c784 (0x128db bytes) 000434 1788971134.511938 mapwrite 0x0331ef thru 0x03d0f6 (0x9f08 bytes) 000435 1788971134.564909 mapread 0x02bd57 thru 0x03bada (0xfd84 bytes) 000436 1788971134.566474 read 0x004095 thru 0x00d18b (0x90f7 bytes) 000437 1788971134.568919 punch from 0x03a528 to 0x03d0f6 (0x2bcf bytes) 000439 1788971134.576022 punch from 0x03961c to 0x03c7ae (0x3193 bytes) 000440 1788971134.585126 MIRROR_EXTEND to 2 mirrors 000441 1788971135.428614 trunc from 0x014617 to 0x01976b (0x5155 bytes) 000442 1788971135.476472 trunc from 0x03d0f7 to 0x015d0b (0x273eb bytes) 000443 1788971135.513897 read 0x00cfe9 thru 0x015d0b (0x8d23 bytes) 000444 1788971135.533223 punch from 0x001841 to 0x001afd (0x2bd bytes) 000445 1788971135.538988 punch from 0x0159f4 to 0x015d0b (0x318 bytes) 000446 1788971135.542331 trunc from 0x015d0c to 0x000c07 (0x15104 bytes) 000447 1788971135.562425 mapwrite 0x02dac0 thru 0x0357ab (0x7cec bytes) 000448 1788971135.674328 fallocate 0x003b1d thru 0x005355 (0x1839 bytes) 000449 1788971135.681576 fallocate 0x01b527 thru 0x023418 (0x7ef2 bytes) 000451 1788971135.696548 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) 000452 1788971135.802387 punch from 0x00fee1 to 0x018e0c (0x8f2c bytes) 000453 1788971135.810317 trunc from 0x008e8c to 0x015975 (0xcaea bytes) 000455 1788971135.826991 MIRROR_EXTEND to 2 mirrors 000456 1788971136.487131 write 0x038d63 thru 0x03ffff (0x729d bytes) 000457 1788971136.513633 write 0x034977 thru 0x039c14 (0x529e bytes) 000458 1788971136.518845 read 0x036948 thru 0x03d7bc (0x6e75 bytes) 000459 1788971136.519601 read 0x0026bf thru 0x00de21 (0xb763 bytes) 000460 1788971136.532599 read 0x00befb thru 0x019f28 (0xe02e bytes) 000461 1788971136.533438 trunc from 0x0321d5 to 0x037ca5 (0x5ad1 bytes) 000462 1788971136.549252 trunc from 0x040000 to 0x03f6ff (0x900 bytes) 000463 1788971136.579075 fallocate 0x00ea49 thru 0x0135b2 (0x4b6a bytes) 000464 1788971136.593367 MIRROR_RESYNC 2 mirrors 000465 1788971137.143632 read 0x018694 thru 0x021caa (0x9617 bytes) 000466 1788971137.152466 fallocate 0x0286a0 thru 0x0321e4 (0x9b45 bytes) 000468 1788971137.179275 trunc from 0x03f700 to 0x01c274 (0x2348b bytes) 000469 1788971137.234201 read 0x01aa54 thru 0x01c274 (0x1821 bytes) 000470 1788971137.244284 fallocate 0x000539 thru 0x00b36d (0xae35 bytes) 000471 1788971137.249290 fallocate 0x00cf08 thru 0x01c3f3 (0xf4ec bytes) 000472 1788971137.253883 mapwrite 0x0078f4 thru 0x009900 (0x200d bytes) 000473 1788971137.271013 MIRROR_RESYNC 2 mirrors 000474 1788971137.763655 mapwrite 0x028872 thru 0x02df41 (0x56d0 bytes) 000475 1788971137.865834 mapwrite 0x016dce thru 0x01ec85 (0x7eb8 bytes) 000476 1788971137.907556 read 0x00dc24 thru 0x01d2d5 (0xf6b2 bytes) 000477 1788971137.913773 trunc from 0x02def4 to 0x02df41 (0x4e bytes) 000478 1788971137.919942 mapwrite 0x002b78 thru 0x008d54 (0x61dd bytes) 000479 1788971137.949645 write 0x006b98 thru 0x015cfc (0xf165 bytes) 000481 1788971137.953644 trunc from 0x01639a to 0x0203bd (0xa024 bytes) 000482 1788971137.958999 write 0x01fcfa thru 0x02155b (0x1862 bytes) 000483 1788971137.970801 write 0x000dc0 thru 0x00d6b1 (0xc8f2 bytes) 000484 1788971137.977149 punch from 0x020c38 to 0x022a08 (0x1dd1 bytes) 000485 1788971137.994955 trunc from 0x02047f to 0x02cb1d (0xc69f bytes) 000486 1788971138.000295 trunc from 0x012c6d to 0x0196f6 (0x6a8a bytes) 000487 1788971138.008528 punch from 0x012efe to 0x014afc (0x1bff bytes) 000488 1788971138.021468 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2df42): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2df42): Mirror 2: 0x3c7f7d02 (stale) CRC-32 checksum value for chunk [0, 0x2df42): Mirror 1: 0x1fad83d5 Mirror 3: 0x1fad83d5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2df42: skipped 000489 1788971139.022901 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2df42): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2df42): Mirror 2: 0x3c7f7d02 (stale) CRC-32 checksum value for chunk [0, 0x2df42): Mirror 1: 0x1fad83d5 Mirror 3: 0x1fad83d5 Mirror 4: 0x1fad83d5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2df42: skipped 000490 1788971140.001124 mapread 0x005b63 thru 0x00e9ce (0x8e6c bytes) 000491 1788971140.076187 fallocate 0x02c04b thru 0x03973e (0xd6f4 bytes) 000492 1788971140.143343 read 0x01be6c thru 0x02ad99 (0xef2e bytes) 000493 1788971140.178710 read 0x010c92 thru 0x0131bf (0x252e bytes) 000494 1788971140.204335 trunc from 0x02df42 to 0x02e555 (0x614 bytes) 000495 1788971140.305994 MIRROR_RESYNC 4 mirrors 000496 1788971141.537227 fallocate 0x02feae thru 0x03c232 (0xc385 bytes) 000497 1788971141.577917 punch from 0x0282f6 to 0x02e555 (0x6260 bytes) 000498 1788971141.584291 trunc from 0x02e556 to 0x018761 (0x15df4 bytes) 000500 1788971141.626835 trunc from 0x018762 to 0x034b48 (0x1c3e7 bytes) 000501 1788971141.651944 write 0x007ed4 thru 0x0173e2 (0xf50f bytes) 000502 1788971141.675732 trunc from 0x034b49 to 0x025c03 (0xef45 bytes) 000504 1788971141.708781 mapwrite 0x022d77 thru 0x02b392 (0x861c bytes) 000505 1788971141.791815 trunc from 0x000e01 to 0x006023 (0x5223 bytes) 000506 1788971141.797885 trunc from 0x018b82 to 0x020f39 (0x83b8 bytes) 000507 1788971141.803830 mapread 0x00a17d thru 0x00c2f8 (0x217c bytes) 000509 1788971141.805455 trunc from 0x007848 to 0x00a9a4 (0x315d bytes) 000510 1788971141.810809 mapread 0x008c8d thru 0x0184e4 (0xf858 bytes) 000511 1788971141.834803 mapread 0x020874 thru 0x02b392 (0xab1f bytes) 000512 1788971141.841592 MIRROR_RESYNC 4 mirrors 000513 1788971143.012778 fallocate 0x00e084 thru 0x01260d (0x458a bytes) 000514 1788971143.045466 punch from 0x016c48 to 0x019e56 (0x320f bytes) 000515 1788971143.050510 mapwrite 0x015b8b thru 0x022270 (0xc6e6 bytes) 000516 1788971143.100193 read 0x02a24f thru 0x02b392 (0x1144 bytes) 000517 1788971143.107929 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2b393): Mirror 3: 0x93919480 (stale) Mirror 4: 0x93919480 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b393): Mirror 3: 0x93919480 (stale) Mirror 4: 0x93919480 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b393: skipped 000518 1788971143.341857 punch from 0x016265 to 0x025ade (0xf87a bytes) 000519 1788971143.359464 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2b393): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b393): Mirror 3: 0x93919480 (stale) Mirror 4: 0x93919480 (stale) CRC-32 checksum value for chunk [0, 0x2b393): Mirror 1: 0x648e1f2c Mirror 5: 0x648e1f2c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b393: skipped 000520 1788971144.283609 trunc from 0x024d69 to 0x0262a7 (0x153f bytes) 000521 1788971144.319995 mapread 0x027b69 thru 0x02a68d (0x2b25 bytes) 000523 1788971144.338472 trunc from 0x02b393 to 0x03c973 (0x115e1 bytes) 000524 1788971144.379594 trunc from 0x03c974 to 0x00286e (0x3a105 bytes) 000525 1788971144.393775 write 0x01e53b thru 0x028395 (0x9e5b bytes) 000526 1788971144.395340 mapread 0x01d9d0 thru 0x024848 (0x6e79 bytes) 000527 1788971144.402493 fallocate 0x015371 thru 0x0178b9 (0x2549 bytes) 000528 1788971144.409325 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x28396): Mirror 3: 0x5b0b33d5 (stale) Mirror 4: 0x5b0b33d5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28396): Mirror 3: 0x5b0b33d5 (stale) Mirror 4: 0x5b0b33d5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28396: skipped 000529 1788971144.755116 mapwrite 0x0181fc thru 0x01be3f (0x3c44 bytes) 000530 1788971144.800229 mapwrite 0x02288b thru 0x024612 (0x1d88 bytes) 000531 1788971144.829988 read 0x01f8f3 thru 0x028395 (0x8aa3 bytes) 000532 1788971144.832814 mapwrite 0x00f416 thru 0x0107b1 (0x139c bytes) 000533 1788971144.861928 mapwrite 0x03f724 thru 0x03ffff (0x8dc bytes) 000534 1788971144.955136 write 0x02e544 thru 0x038f51 (0xaa0e bytes) 000535 1788971144.969550 mapwrite 0x02b47a thru 0x038494 (0xd01b bytes) 000536 1788971145.004821 trunc from 0x040000 to 0x0029c7 (0x3d638 bytes) 000537 1788971145.020901 mapwrite 0x03d0dc thru 0x03ffff (0x2f24 bytes) 000538 1788971145.076477 trunc from 0x018460 to 0x0234ae (0xb04f bytes) 000539 1788971145.088663 mapread 0x00c0ca thru 0x0196a8 (0xd5df bytes) 000540 1788971145.120969 trunc from 0x040000 to 0x01df21 (0x220de bytes) 000541 1788971145.146754 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1df22): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1df22): Mirror 3: 0xd063a5a8 (stale) Mirror 4: 0xd063a5a8 (stale) CRC-32 checksum value for chunk [0, 0x1df22): Mirror 1: 0x997e7b65 Mirror 5: 0x997e7b65 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1df22: skipped 000542 1788971146.034520 mapread 0x0186c0 thru 0x01df21 (0x5862 bytes) 000545 1788971146.097646 write 0x0371cd thru 0x03b4c4 (0x42f8 bytes) 000546 1788971146.171808 mapwrite 0x008800 thru 0x0121b3 (0x99b4 bytes) 000547 1788971146.224366 read 0x037558 thru 0x03b4c4 (0x3f6d bytes) 000548 1788971146.224945 trunc from 0x032ba3 to 0x0386ad (0x5b0b bytes) 000549 1788971146.231049 trunc from 0x03b4c5 to 0x01a4a1 (0x21023 bytes) 000550 1788971146.249557 punch from 0x01259c to 0x019e4f (0x78b4 bytes) 000551 1788971146.256429 mapwrite 0x02648d thru 0x02c56b (0x60df bytes) 000552 1788971146.330123 punch from 0x004621 to 0x00848f (0x3e6f bytes) 000553 1788971146.343644 mapread 0x00d8f6 thru 0x019725 (0xbe30 bytes) 000554 1788971146.354198 trunc from 0x02c56c to 0x026a54 (0x5b17 bytes) 000555 1788971146.370970 write 0x004ee0 thru 0x00654f (0x1670 bytes) 000557 1788971146.378883 fallocate 0x02bcc9 thru 0x02e979 (0x2cb1 bytes) 000558 1788971146.391954 fallocate 0x033047 thru 0x03690c (0x38c6 bytes) 000559 1788971146.395965 write 0x00326a thru 0x00e9b8 (0xb74f bytes) 000560 1788971146.399944 mapwrite 0x02d33e thru 0x036ab1 (0x9774 bytes) 000561 1788971146.511757 trunc from 0x001dfb to 0x00f306 (0xd50c bytes) 000562 1788971146.516205 mapread 0x02741b thru 0x030e69 (0x9a4f bytes) 000563 1788971146.517414 write 0x03e817 thru 0x03ffff (0x17e9 bytes) 000564 1788971146.521632 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x96519f89 (stale) Mirror 4: 0x96519f89 (stale) Mirror 5: 0x314969b7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xde987e60 Mirror 6: 0xde987e60 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000565 1788971147.561699 mapread 0x000cff thru 0x0041f1 (0x34f3 bytes) 000566 1788971147.583444 punch from 0x016431 to 0x018781 (0x2351 bytes) 000567 1788971147.622662 trunc from 0x03a59e to 0x03ffff (0x5a62 bytes) 000568 1788971147.627558 mapread 0x021aa6 thru 0x02d7ff (0xbd5a bytes) 000569 1788971147.650500 fallocate 0x0246b7 thru 0x033fe0 (0xf92a bytes) 000570 1788971147.655744 trunc from 0x01ce12 to 0x02acfc (0xdeeb bytes) 000571 1788971147.660251 write 0x0187a8 thru 0x024a67 (0xc2c0 bytes) 000572 1788971147.671706 write 0x021004 thru 0x02821d (0x721a bytes) 000573 1788971147.678751 trunc from 0x040000 to 0x0049da (0x3b625 bytes) 000574 1788971147.699547 write 0x0192d9 thru 0x019d36 (0xa5e bytes) 000575 1788971147.700586 write 0x02b0bc thru 0x02ba04 (0x949 bytes) 000576 1788971147.706039 MIRROR_RESYNC 5 mirrors 000577 1788971148.697987 fallocate 0x0310f7 thru 0x034632 (0x353c bytes) 000578 1788971148.725758 trunc from 0x034633 to 0x026fa4 (0xd68e bytes) 000579 1788971148.744458 punch from 0x02121f to 0x025c8e (0x4a70 bytes) 000580 1788971148.748798 trunc from 0x026fa5 to 0x009c75 (0x1d32f bytes) 000581 1788971148.768459 write 0x014abe thru 0x015ed9 (0x141c bytes) 000582 1788971148.772044 trunc from 0x015eda to 0x0322e8 (0x1c40f bytes) 000583 1788971148.803478 mapwrite 0x0349e8 thru 0x03c10b (0x7724 bytes) 000584 1788971148.869737 trunc from 0x03c10c to 0x0311e2 (0xaf29 bytes) 000585 1788971148.888505 mapread 0x013ca6 thru 0x01476c (0xac7 bytes) 000586 1788971148.902859 write 0x01154f thru 0x017c56 (0x6708 bytes) 000587 1788971148.904387 read 0x0268bc thru 0x0311e2 (0xa927 bytes) 000588 1788971148.912840 fallocate 0x026732 thru 0x033bde (0xd4ad bytes) 000589 1788971148.917698 mapwrite 0x014ac9 thru 0x01ecb3 (0xa1eb bytes) 000590 1788971148.953746 trunc from 0x003f24 to 0x007c6e (0x3d4b bytes) 000591 1788971148.959838 read 0x00829e thru 0x00face (0x7831 bytes) 000592 1788971148.971941 trunc from 0x0311e3 to 0x016f30 (0x1a2b2 bytes) 000593 1788971148.995439 trunc from 0x0052c3 to 0x01383f (0xe57d bytes) 000594 1788971149.001692 fallocate 0x02726f thru 0x02de1b (0x6bad bytes) 000595 1788971149.006576 trunc from 0x01e2f1 to 0x0200a3 (0x1db3 bytes) 000596 1788971149.016159 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2de1c): Mirror 3: 0x97a1dfdb (stale) Mirror 4: 0x97a1dfdb (stale) Mirror 6: 0x97a1dfdb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2de1c): Mirror 3: 0x97a1dfdb (stale) Mirror 4: 0x97a1dfdb (stale) Mirror 6: 0x97a1dfdb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2de1c: skipped 000597 1788971149.443219 read 0x000ce0 thru 0x00da4b (0xcd6c bytes) 000598 1788971149.452815 trunc from 0x0088fd to 0x017965 (0xf069 bytes) 000599 1788971149.456787 mapread 0x00be3e thru 0x01acf0 (0xeeb3 bytes) 000600 1788971149.484058 MIRROR_RESYNC 4 mirrors 000601 1788971150.242476 trunc from 0x02de1c to 0x02b402 (0x2a19 bytes) 000602 1788971150.285496 mapread 0x024e60 thru 0x02b402 (0x65a3 bytes) 000603 1788971150.304074 read 0x01274e thru 0x01f979 (0xd22c bytes) 000604 1788971150.313824 mapwrite 0x03469b thru 0x03e25c (0x9bc2 bytes) 000606 1788971150.386052 fallocate 0x0187e5 thru 0x01dc01 (0x541d bytes) 000608 1788971150.393009 read 0x012b0a thru 0x01d74a (0xac41 bytes) 000609 1788971150.394897 write 0x030c42 thru 0x03a359 (0x9718 bytes) 000610 1788971150.401334 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e25d): Mirror 4: 0x3e2b3b6a (stale) Mirror 6: 0x3e2b3b6a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e25d): Mirror 4: 0x3e2b3b6a (stale) Mirror 6: 0x3e2b3b6a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e25d: skipped 000611 1788971150.808938 read 0x02582d thru 0x025fb6 (0x78a bytes) 000612 1788971150.815755 trunc from 0x03e25d to 0x023bd9 (0x1a683 bytes) 000613 1788971150.848184 MIRROR_RESYNC 3 mirrors 000614 1788971151.585386 MIRROR_RESYNC 3 mirrors 000615 1788971152.100649 punch from 0x01f2c2 to 0x023bd9 (0x4918 bytes) 000616 1788971152.145227 mapread 0x012deb thru 0x01e4aa (0xb6c0 bytes) 000617 1788971152.208634 write 0x030ea5 thru 0x0376d3 (0x682f bytes) 000618 1788971152.210229 trunc from 0x020578 to 0x02ca0f (0xc498 bytes) 000619 1788971152.223703 read 0x0218ca thru 0x0248c6 (0x2ffd bytes) 000620 1788971152.231025 trunc from 0x018e42 to 0x01e6d3 (0x5892 bytes) 000622 1788971152.236994 mapread 0x01cea1 thru 0x021825 (0x4985 bytes) 000623 1788971152.244849 punch from 0x025f06 to 0x0260ac (0x1a7 bytes) 000624 1788971152.250934 read 0x032674 thru 0x034bed (0x257a bytes) 000625 1788971152.252103 mapwrite 0x003367 thru 0x00ddb8 (0xaa52 bytes) 000626 1788971152.291607 trunc from 0x012234 to 0x013ef5 (0x1cc2 bytes) 000627 1788971152.296235 trunc from 0x0376d4 to 0x01353e (0x24195 bytes) 000628 1788971152.326765 punch from 0x00f5bc to 0x01353e (0x3f83 bytes) 000629 1788971152.332746 mapwrite 0x01da68 thru 0x0257f0 (0x7d89 bytes) 000630 1788971152.457790 trunc from 0x01a209 to 0x025242 (0xb03a bytes) 000631 1788971152.464726 mapwrite 0x02d399 thru 0x033fa0 (0x6c08 bytes) 000632 1788971152.542573 trunc from 0x033fa1 to 0x00147b (0x32b25 bytes) 000634 1788971152.562939 read 0x0011ac thru 0x00147b (0x2d0 bytes) 000635 1788971152.563790 write 0x0235ec thru 0x02ddb9 (0xa7ce bytes) 000636 1788971152.565673 write 0x009c34 thru 0x00be32 (0x21ff bytes) 000637 1788971152.576603 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2ddba): Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ddba): Mirror 4: 0x2416425c (stale) Mirror 6: 0x2416425c (stale) CRC-32 checksum value for chunk [0, 0x2ddba): Mirror 1: 0x8635ee2d Mirror 7: 0x8635ee2d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ddba: skipped 000638 1788971153.250371 read 0x00277b thru 0x004166 (0x19ec bytes) 000639 1788971153.261369 trunc from 0x021fc4 to 0x0282c2 (0x62ff bytes) 000640 1788971153.294513 write 0x019c93 thru 0x01a552 (0x8c0 bytes) 000641 1788971153.305569 write 0x0005a2 thru 0x005d3c (0x579b bytes) 000642 1788971153.312643 trunc from 0x02ddba to 0x00c18e (0x21c2b bytes) 000643 1788971153.350964 mapwrite 0x022974 thru 0x02519b (0x2828 bytes) 000644 1788971153.402654 trunc from 0x02519c to 0x00d2e9 (0x17eb2 bytes) 000645 1788971153.428842 read 0x006651 thru 0x00d2e9 (0x6c99 bytes) 000646 1788971153.437868 write 0x0096ab thru 0x0127e3 (0x9139 bytes) 000647 1788971153.439372 read 0x001ff6 thru 0x00370a (0x1715 bytes) 000648 1788971153.440440 trunc from 0x0127e4 to 0x03482a (0x22047 bytes) 000649 1788971153.455898 write 0x00244c thru 0x0077e1 (0x5396 bytes) 000650 1788971153.457543 punch from 0x006ef5 to 0x016264 (0xf370 bytes) 000651 1788971153.480862 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3482b): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3482b): Mirror 4: 0xab377d74 (stale) Mirror 6: 0xab377d74 (stale) Mirror 7: 0xd9675c93 (stale) CRC-32 checksum value for chunk [0, 0x3482b): Mirror 1: 0x15a59a4a Mirror 8: 0x15a59a4a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3482b: skipped 000653 1788971154.320806 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3482b): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3482b): Mirror 4: 0xab377d74 (stale) Mirror 6: 0xab377d74 (stale) Mirror 7: 0xd9675c93 (stale) CRC-32 checksum value for chunk [0, 0x3482b): Mirror 1: 0x15a59a4a Mirror 8: 0x15a59a4a Mirror 9: 0x15a59a4a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3482b: skipped 000656 1788971155.257925 punch from 0x02856d to 0x03482a (0xc2be bytes) 000657 1788971155.316992 trunc from 0x03482b to 0x028481 (0xc3a9 bytes) 000659 1788971155.351113 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x28482): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28482): Mirror 4: 0xda0b0502 (stale) Mirror 6: 0xda0b0502 (stale) Mirror 7: 0xc3500f85 (stale) Mirror 8: 0x7efa3ec5 (stale) Mirror 9: 0x7efa3ec5 (stale) CRC-32 checksum value for chunk [0, 0x28482): Mirror 1: 0x7efa3ec5 Mirror 10: 0x7efa3ec5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28482: skipped 000661 1788971156.201970 punch from 0x008bca to 0x01410b (0xb542 bytes) 000662 1788971156.243334 read 0x00f4ac thru 0x0109bf (0x1514 bytes) 000663 1788971156.250380 mapread 0x001e12 thru 0x00bb8b (0x9d7a bytes) 000664 1788971156.269905 read 0x00c5c4 thru 0x0180c1 (0xbafe bytes) 000665 1788971156.278391 mapwrite 0x029eb0 thru 0x037394 (0xd4e5 bytes) 000666 1788971156.324426 mapwrite 0x019cc5 thru 0x02448a (0xa7c6 bytes) 000667 1788971156.345816 mapread 0x014b1c thru 0x017262 (0x2747 bytes) 000668 1788971156.346840 trunc from 0x037395 to 0x02d218 (0xa17c bytes) 000670 1788971156.361441 fallocate 0x006aee thru 0x011cc1 (0xb1d4 bytes) 000671 1788971156.366524 trunc from 0x01926f to 0x027ede (0xec70 bytes) 000672 1788971156.372971 write 0x025802 thru 0x02e73c (0x8f3b bytes) 000674 1788971156.382710 MIRROR_RESYNC 7 mirrors 000675 1788971157.929735 read 0x01949b thru 0x01a0d3 (0xc39 bytes) 000676 1788971157.935722 write 0x023364 thru 0x03259e (0xf23b bytes) 000677 1788971158.019421 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3259f): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3259f): Mirror 4: 0xa83a8194 (stale) Mirror 6: 0xa83a8194 (stale) Mirror 7: 0xa83a8194 (stale) Mirror 8: 0xa83a8194 (stale) Mirror 9: 0xa83a8194 (stale) Mirror 10: 0xa83a8194 (stale) CRC-32 checksum value for chunk [0, 0x3259f): Mirror 1: 0x8ef36cec Mirror 11: 0x8ef36cec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3259f: skipped 000679 1788971158.943702 mapwrite 0x020a47 thru 0x027c3b (0x71f5 bytes) 000680 1788971159.095639 mapwrite 0x01daab thru 0x02a4d7 (0xca2d bytes) 000681 1788971159.196888 MIRROR_RESYNC 8 mirrors 000682 1788971161.140691 punch from 0x014fc0 to 0x01bced (0x6d2e bytes) 000683 1788971161.169855 trunc from 0x0081e5 to 0x00a8bf (0x26db bytes) 000684 1788971161.174773 trunc from 0x03259f to 0x021b6e (0x10a30 bytes) 000685 1788971161.197941 trunc from 0x021b6f to 0x01ab00 (0x706e bytes) 000686 1788971161.218753 fallocate 0x033711 thru 0x03d88c (0xa17c bytes) 000687 1788971161.223986 read 0x02cd1e thru 0x031ec2 (0x51a5 bytes) 000688 1788971161.231942 trunc from 0x03d88d to 0x012b61 (0x2ad2b bytes) 000689 1788971161.252771 fallocate 0x017f07 thru 0x025187 (0xd281 bytes) 000690 1788971161.262376 trunc from 0x0062c7 to 0x00b636 (0x5370 bytes) 000691 1788971161.273605 mapwrite 0x010b52 thru 0x013923 (0x2dd2 bytes) 000692 1788971161.370969 write 0x027027 thru 0x0305b3 (0x958d bytes) 000694 1788971161.379332 mapread 0x02792a thru 0x0305b3 (0x8c8a bytes) 000695 1788971161.381404 trunc from 0x0305b4 to 0x015f1e (0x1a695 bytes) 000697 1788971161.433746 trunc from 0x015f1f to 0x01915c (0x323e bytes) 000698 1788971161.462908 trunc from 0x01915d to 0x027c33 (0xead7 bytes) 000699 1788971161.507416 punch from 0x01597a to 0x019310 (0x3997 bytes) 000700 1788971161.517589 mapwrite 0x025a96 thru 0x02935d (0x38c8 bytes) 000701 1788971161.558878 trunc from 0x00698c to 0x011198 (0xa80d bytes) 000702 1788971161.565631 MIRROR_RESYNC 8 mirrors 000703 1788971163.544718 trunc from 0x013739 to 0x022983 (0xf24b bytes) 000704 1788971163.600402 trunc from 0x00ec1b to 0x0151f6 (0x65dc bytes) 000705 1788971163.606520 write 0x007f40 thru 0x00b27f (0x3340 bytes) 000706 1788971163.622449 MIRROR_RESYNC 8 mirrors 000707 1788971165.694476 punch from 0x009ff0 to 0x00fb23 (0x5b34 bytes) 000708 1788971165.766541 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2935e): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2935e): Mirror 4: 0x63e449d5 (stale) Mirror 6: 0x63e449d5 (stale) Mirror 7: 0x63e449d5 (stale) Mirror 8: 0x63e449d5 (stale) Mirror 9: 0x63e449d5 (stale) Mirror 10: 0x63e449d5 (stale) Mirror 11: 0x63e449d5 (stale) CRC-32 checksum value for chunk [0, 0x2935e): Mirror 1: 0xafe2a286 Mirror 12: 0xafe2a286 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2935e: skipped 000709 1788971167.117390 write 0x0116ec thru 0x0210f9 (0xfa0e bytes) 000710 1788971167.207907 punch from 0x0058d9 to 0x0148d6 (0xeffe bytes) 000711 1788971167.254879 punch from 0x0153ac to 0x0219eb (0xc640 bytes) 000712 1788971167.267390 write 0x00f001 thru 0x018cfa (0x9cfa bytes) 000713 1788971167.284482 write 0x006c15 thru 0x012380 (0xb76c bytes) 000714 1788971167.295852 mapwrite 0x03e51b thru 0x03ffff (0x1ae5 bytes) 000715 1788971167.451338 mapwrite 0x0384d0 thru 0x03a543 (0x2074 bytes) 000716 1788971167.493456 punch from 0x000f93 to 0x004b7a (0x3be8 bytes) 000717 1788971167.503786 trunc from 0x040000 to 0x00ac20 (0x353df bytes) 000718 1788971167.544570 mapwrite 0x038e11 thru 0x03ffff (0x71ef bytes) 000719 1788971167.615291 MIRROR_RESYNC 9 mirrors 000721 1788971170.496675 read 0x027124 thru 0x02dcad (0x6b8a bytes) 000723 1788971170.511582 MIRROR_SPLIT mirror 6 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) 000725 1788971170.968165 trunc from 0x01862e to 0x01d008 (0x49db bytes) 000726 1788971171.003224 mapread 0x020c9a thru 0x024ba9 (0x3f10 bytes) 000727 1788971171.073007 fallocate 0x035f4a thru 0x03ffb6 (0xa06d bytes) 000728 1788971171.098826 read 0x024390 thru 0x02be07 (0x7a78 bytes) 000729 1788971171.115639 read 0x02bdca thru 0x03851e (0xc755 bytes) 000731 1788971171.176829 read 0x00f957 thru 0x01819f (0x8849 bytes) 000732 1788971171.177831 mapwrite 0x033b90 thru 0x036424 (0x2895 bytes) 000733 1788971171.208651 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xcabba3e7 (stale) Mirror 6: 0xcabba3e7 (stale) Mirror 7: 0xcabba3e7 (stale) Mirror 8: 0xcabba3e7 (stale) Mirror 9: 0xcabba3e7 (stale) Mirror 11: 0xcabba3e7 (stale) Mirror 12: 0xcabba3e7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe5b59c40 Mirror 13: 0xe5b59c40 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000734 1788971172.782627 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xcabba3e7 (stale) Mirror 6: 0xcabba3e7 (stale) Mirror 7: 0xcabba3e7 (stale) Mirror 8: 0xcabba3e7 (stale) Mirror 9: 0xcabba3e7 (stale) Mirror 11: 0xcabba3e7 (stale) Mirror 12: 0xcabba3e7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe5b59c40 Mirror 13: 0xe5b59c40 Mirror 14: 0xe5b59c40 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000735 1788971174.071122 MIRROR_RESYNC 10 mirrors 000736 1788971176.972499 MIRROR_EXTEND to 11 mirrors 000737 1788971177.723110 mapread 0x020e45 thru 0x02a196 (0x9352 bytes) 000738 1788971177.760953 write 0x025dbf thru 0x02e6b3 (0x88f5 bytes) 000739 1788971177.814887 trunc from 0x040000 to 0x03f6dd (0x922 bytes) 000741 1788971177.860231 write 0x01afc4 thru 0x021491 (0x64ce bytes) 000742 1788971177.869760 read 0x01b33b thru 0x02903f (0xdd05 bytes) 000743 1788971177.875865 trunc from 0x03f6de to 0x01fb9f (0x1fb3e bytes) 000744 1788971177.893522 trunc from 0x01fba0 to 0x01fc80 (0xe1 bytes) 000745 1788971177.907010 mapread 0x01e6f9 thru 0x01fc80 (0x1588 bytes) 000746 1788971177.907994 read 0x000a42 thru 0x00b4de (0xaa9d bytes) 000748 1788971177.920476 MIRROR_RESYNC 11 mirrors 000749 1788971181.033647 MIRROR_SPLIT mirror 2 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) 000750 1788971181.596583 mapread 0x00edc4 thru 0x016070 (0x72ad bytes) 000751 1788971181.625318 write 0x00559d thru 0x0148cb (0xf32f bytes) 000752 1788971181.680302 trunc from 0x01fc81 to 0x01978c (0x64f4 bytes) 000753 1788971181.701843 mapwrite 0x011e55 thru 0x01eedc (0xd088 bytes) 000757 1788971181.769233 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x1eedd): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1eedd): Mirror 4: 0xb2172575 (stale) Mirror 7: 0xb2172575 (stale) Mirror 8: 0xb2172575 (stale) Mirror 9: 0xb2172575 (stale) Mirror 11: 0xb2172575 (stale) Mirror 12: 0xb2172575 (stale) Mirror 13: 0xb2172575 (stale) Mirror 14: 0xb2172575 (stale) Mirror 15: 0xb2172575 (stale) CRC-32 checksum value for chunk [0, 0x1eedd): Mirror 1: 0x90323b7f Mirror 16: 0x90323b7f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1eedd: skipped 000758 1788971183.619650 mapread 0x00dcd9 thru 0x01ba8e (0xddb6 bytes) 000759 1788971183.722808 write 0x007f5d thru 0x00a976 (0x2a1a bytes) 000760 1788971183.876019 trunc from 0x01958b to 0x01eedc (0x5952 bytes) 000761 1788971183.889299 read 0x010767 thru 0x01644d (0x5ce7 bytes) 000762 1788971183.901045 mapread 0x00d6ab thru 0x014a13 (0x7369 bytes) 000763 1788971183.919448 MIRROR_SPLIT mirror 8 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1eedd): Mirror 4: 0xb2172575 (stale) Mirror 7: 0xb2172575 (stale) Mirror 8: 0xb2172575 (stale) Mirror 9: 0xb2172575 (stale) Mirror 11: 0xb2172575 (stale) Mirror 12: 0xb2172575 (stale) Mirror 13: 0xb2172575 (stale) Mirror 15: 0xb2172575 (stale) Mirror 16: 0x90323b7f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1eedd): Mirror 4: 0xb2172575 (stale) Mirror 7: 0xb2172575 (stale) Mirror 8: 0xb2172575 (stale) Mirror 9: 0xb2172575 (stale) Mirror 11: 0xb2172575 (stale) Mirror 12: 0xb2172575 (stale) Mirror 13: 0xb2172575 (stale) Mirror 15: 0xb2172575 (stale) Mirror 16: 0x90323b7f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1eedd: skipped 000764 1788971184.718003 mapread 0x015c23 thru 0x018472 (0x2850 bytes) 000765 1788971184.746823 trunc from 0x01eedd to 0x02e547 (0xf66b bytes) 000766 1788971184.767152 fallocate 0x002ba2 thru 0x00fc3a (0xd099 bytes) 000767 1788971184.775547 MIRROR_SPLIT mirror 1 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e548): Mirror 7: 0x1b96369c (stale) Mirror 8: 0x1b96369c (stale) Mirror 9: 0x1b96369c (stale) Mirror 11: 0x1b96369c (stale) Mirror 12: 0x1b96369c (stale) Mirror 13: 0x1b96369c (stale) Mirror 15: 0x1b96369c (stale) Mirror 16: 0xf3fef8a4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e548): Mirror 7: 0x1b96369c (stale) Mirror 8: 0x1b96369c (stale) Mirror 9: 0x1b96369c (stale) Mirror 11: 0x1b96369c (stale) Mirror 12: 0x1b96369c (stale) Mirror 13: 0x1b96369c (stale) Mirror 15: 0x1b96369c (stale) Mirror 16: 0xf3fef8a4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e548: skipped 000768 1788971185.397949 mapwrite 0x03fef9 thru 0x03ffff (0x107 bytes) 000769 1788971185.438582 mapwrite 0x022b26 thru 0x022c0b (0xe6 bytes) 000770 1788971185.460841 read 0x034efc thru 0x03baf0 (0x6bf5 bytes) 000771 1788971185.472573 trunc from 0x040000 to 0x03ff21 (0xde bytes) 000772 1788971185.494261 read 0x0224dd thru 0x027344 (0x4e68 bytes) 000773 1788971185.522405 fallocate 0x00d7c0 thru 0x013b59 (0x639a bytes) 000774 1788971185.527475 mapread 0x01caa8 thru 0x02a74e (0xdca7 bytes) 000775 1788971185.528511 fallocate 0x007845 thru 0x0174ea (0xfca6 bytes) 000776 1788971185.533666 mapwrite 0x029e4c thru 0x0380c5 (0xe27a bytes) 000777 1788971185.560352 mapwrite 0x03cd9c thru 0x03ffff (0x3264 bytes) 000778 1788971185.590698 mapwrite 0x01abd2 thru 0x02604b (0xb47a bytes) 000779 1788971185.613972 trunc from 0x012b63 to 0x01915f (0x65fd bytes) 000780 1788971185.620865 trunc from 0x0326d9 to 0x03f256 (0xcb7e bytes) 000781 1788971185.627105 mapread 0x0044b3 thru 0x01153f (0xd08d bytes) 000782 1788971185.628925 mapwrite 0x003c40 thru 0x00b0bb (0x747c bytes) 000783 1788971185.651702 trunc from 0x0157b4 to 0x02407f (0xe8cc bytes) 000784 1788971185.658957 trunc from 0x00f0fa to 0x01b067 (0xbf6e bytes) 000786 1788971185.668344 trunc from 0x010a92 to 0x01316d (0x26dc bytes) 000788 1788971185.686806 MIRROR_RESYNC 9 mirrors 000789 1788971189.207703 write 0x0035cf thru 0x009be5 (0x6617 bytes) 000790 1788971189.242782 punch from 0x033728 to 0x0376ba (0x3f93 bytes) 000791 1788971189.246814 punch from 0x01a83b to 0x01e717 (0x3edd bytes) 000792 1788971189.250897 read 0x0344fb thru 0x037df2 (0x38f8 bytes) 000793 1788971189.261122 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x5fc05e92 (stale) Mirror 8: 0x5fc05e92 (stale) Mirror 9: 0x5fc05e92 (stale) Mirror 11: 0x5fc05e92 (stale) Mirror 12: 0x5fc05e92 (stale) Mirror 13: 0x5fc05e92 (stale) Mirror 15: 0x5fc05e92 (stale) Mirror 16: 0x5fc05e92 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xca3b973c Mirror 17: 0xca3b973c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000794 1788971190.279308 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x5fc05e92 (stale) Mirror 8: 0x5fc05e92 (stale) Mirror 9: 0x5fc05e92 (stale) Mirror 11: 0x5fc05e92 (stale) Mirror 12: 0x5fc05e92 (stale) Mirror 13: 0x5fc05e92 (stale) Mirror 15: 0x5fc05e92 (stale) Mirror 16: 0x5fc05e92 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xca3b973c Mirror 17: 0xca3b973c Mirror 18: 0xca3b973c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000795 1788971191.742198 punch from 0x032d37 to 0x03fd5f (0xd029 bytes) 000796 1788971191.784346 mapread 0x032ca5 thru 0x03f9d8 (0xcd34 bytes) 000797 1788971191.805022 fallocate 0x008a0e thru 0x011451 (0x8a44 bytes) 000798 1788971191.809820 punch from 0x039677 to 0x03ffff (0x6989 bytes) 000799 1788971191.814156 mapwrite 0x021075 thru 0x022af5 (0x1a81 bytes) 000800 1788971191.837275 trunc from 0x005119 to 0x00a4fa (0x53e2 bytes) 000801 1788971191.842064 write 0x00a562 thru 0x0146ae (0xa14d bytes) 000802 1788971191.853984 trunc from 0x015c91 to 0x02037c (0xa6ec bytes) 000803 1788971191.858987 fallocate 0x005a75 thru 0x00b4d0 (0x5a5c bytes) 000804 1788971191.863680 write 0x026998 thru 0x02938e (0x29f7 bytes) 000805 1788971191.865215 write 0x0227a1 thru 0x02c186 (0x99e6 bytes) 000806 1788971191.871574 read 0x01a72d thru 0x026ca0 (0xc574 bytes) 000807 1788971191.879462 fallocate 0x01e309 thru 0x02e21f (0xff17 bytes) 000808 1788971191.884789 mapread 0x01f9bc thru 0x02d527 (0xdb6c bytes) 000809 1788971191.885811 mapread 0x01a2c8 thru 0x01f4c1 (0x51fa bytes) 000810 1788971191.889929 trunc from 0x040000 to 0x0146af (0x2b950 bytes) 000811 1788971191.937797 trunc from 0x0064e5 to 0x00d1d7 (0x6cf3 bytes) 000812 1788971191.955274 mapwrite 0x0368fb thru 0x03ffff (0x9705 bytes) 000813 1788971191.999528 mapwrite 0x016934 thru 0x016d1f (0x3ec bytes) 000814 1788971192.023929 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x5fc05e92 (stale) Mirror 8: 0x5fc05e92 (stale) Mirror 9: 0x5fc05e92 (stale) Mirror 11: 0x5fc05e92 (stale) Mirror 12: 0x5fc05e92 (stale) Mirror 13: 0x5fc05e92 (stale) Mirror 15: 0x5fc05e92 (stale) Mirror 16: 0x5fc05e92 (stale) Mirror 17: 0xca3b973c (stale) Mirror 18: 0xca3b973c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8c9d2899 Mirror 19: 0x8c9d2899 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000815 1788971192.968318 mapwrite 0x00f48e thru 0x013484 (0x3ff7 bytes) 000816 1788971193.103965 write 0x02955d thru 0x0313b5 (0x7e59 bytes) 000817 1788971193.119555 punch from 0x02ec40 to 0x03448c (0x584d bytes) 000818 1788971193.133400 fallocate 0x00bbe2 thru 0x017a40 (0xbe5f bytes) 000819 1788971193.138167 write 0x03007e thru 0x0380ee (0x8071 bytes) 000820 1788971193.151974 write 0x034225 thru 0x0349e9 (0x7c5 bytes) 000821 1788971193.152736 trunc from 0x040000 to 0x01ff3e (0x200c1 bytes) 000822 1788971193.180175 read 0x0121e0 thru 0x01ff3e (0xdd5f bytes) 000823 1788971193.192300 write 0x00f5be thru 0x01e97e (0xf3c1 bytes) 000824 1788971193.194289 trunc from 0x01ff3f to 0x012e12 (0xd12c bytes) 000825 1788971193.227646 mapwrite 0x00c586 thru 0x019484 (0xceff bytes) 000826 1788971193.311988 punch from 0x00e9e9 to 0x019484 (0xaa9c bytes) 000827 1788971193.321496 mapread 0x01654f thru 0x019484 (0x2f36 bytes) 000828 1788971193.332470 punch from 0x008412 to 0x008ab6 (0x6a5 bytes) 000830 1788971193.357179 MIRROR_RESYNC 12 mirrors 000831 1788971197.332010 mapread 0x00e85c thru 0x011cfb (0x34a0 bytes) 000832 1788971197.373532 read 0x000afe thru 0x00595f (0x4e62 bytes) 000833 1788971197.405218 mapwrite 0x00fbae thru 0x01d2db (0xd72e bytes) 000834 1788971197.566468 mapread 0x012d4e thru 0x01d2db (0xa58e bytes) 000835 1788971197.567424 trunc from 0x01d2dc to 0x007d6a (0x15571 bytes) 000837 1788971197.634858 read 0x00756d thru 0x007d6a (0x7fe bytes) 000838 1788971197.651691 fallocate 0x02a68c thru 0x0338e2 (0x9257 bytes) 000839 1788971197.658540 trunc from 0x007d6b to 0x0069ca (0x13a0 bytes) 000840 1788971197.677774 mapwrite 0x003d80 thru 0x00430f (0x590 bytes) 000841 1788971197.689849 write 0x02a425 thru 0x0304c1 (0x609d bytes) 000842 1788971197.691776 trunc from 0x02ec33 to 0x0304c1 (0x188f bytes) 000843 1788971197.704556 write 0x0057a7 thru 0x01086d (0xb0c7 bytes) 000844 1788971197.710244 write 0x01c5ac thru 0x02321f (0x6c74 bytes) 000845 1788971197.737914 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x304c2): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x304c2): Mirror 7: 0xdfb6acf9 (stale) Mirror 8: 0xdfb6acf9 (stale) Mirror 9: 0xdfb6acf9 (stale) Mirror 11: 0xdfb6acf9 (stale) Mirror 12: 0xdfb6acf9 (stale) Mirror 13: 0xdfb6acf9 (stale) Mirror 15: 0xdfb6acf9 (stale) Mirror 16: 0xdfb6acf9 (stale) Mirror 17: 0xdfb6acf9 (stale) Mirror 18: 0xdfb6acf9 (stale) Mirror 19: 0xdfb6acf9 (stale) CRC-32 checksum value for chunk [0, 0x304c2): Mirror 1: 0x9b7ab184 Mirror 20: 0x9b7ab184 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x304c2: skipped 000846 1788971198.790688 fallocate 0x01ce6b thru 0x027c84 (0xae1a bytes) 000847 1788971198.841879 punch from 0x00a968 to 0x014fd6 (0xa66f bytes) 000848 1788971198.848433 fallocate 0x02cec8 thru 0x03cc67 (0xfda0 bytes) 000849 1788971198.853611 mapwrite 0x00a784 thru 0x010a53 (0x62d0 bytes) 000850 1788971198.887212 trunc from 0x03cc68 to 0x022191 (0x1aad6 bytes) 000851 1788971198.922525 MIRROR_RESYNC 13 mirrors 000852 1788971203.267881 mapread 0x010366 thru 0x01fafb (0xf796 bytes) 000854 1788971203.328827 trunc from 0x0082fb to 0x0139d8 (0xb6de bytes) 000855 1788971203.417597 mapread 0x00caed thru 0x00f484 (0x2998 bytes) 000856 1788971203.430697 trunc from 0x01d86d to 0x022191 (0x4925 bytes) 000857 1788971203.449989 fallocate 0x02b644 thru 0x0337ef (0x81ac bytes) 000858 1788971203.463622 write 0x018db7 thru 0x021edc (0x9126 bytes) 000861 1788971203.497911 trunc from 0x0337f0 to 0x03c43b (0x8c4c bytes) 000862 1788971203.538157 mapread 0x036500 thru 0x03c43b (0x5f3c bytes) 000863 1788971203.556394 mapread 0x010c9e thru 0x015718 (0x4a7b bytes) 000865 1788971203.571962 MIRROR_RESYNC 13 mirrors 000866 1788971206.422695 MIRROR_SPLIT mirror 6 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) 000867 1788971206.893456 mapread 0x01b392 thru 0x026c20 (0xb88f bytes) 000868 1788971206.920074 write 0x00c917 thru 0x010756 (0x3e40 bytes) 000869 1788971206.977608 mapread 0x005541 thru 0x0121c1 (0xcc81 bytes) 000870 1788971206.986491 read 0x013e42 thru 0x0140b0 (0x26f bytes) 000871 1788971206.987055 mapwrite 0x00003f thru 0x002835 (0x27f7 bytes) 000872 1788971207.010468 write 0x033fb4 thru 0x03f4dc (0xb529 bytes) 000873 1788971207.017177 fallocate 0x01ec22 thru 0x02dd00 (0xf0df bytes) 000874 1788971207.024139 write 0x01bde0 thru 0x01c87f (0xaa0 bytes) 000875 1788971207.029721 MIRROR_RESYNC 12 mirrors 000878 1788971210.295077 mapread 0x031abb thru 0x03f4dc (0xda22 bytes) 000879 1788971210.336863 fallocate 0x002452 thru 0x0113a6 (0xef55 bytes) 000880 1788971210.382475 punch from 0x00efc8 to 0x010f21 (0x1f5a bytes) 000881 1788971210.388836 fallocate 0x006960 thru 0x00b1cb (0x486c bytes) 000882 1788971210.393585 mapwrite 0x01d59f thru 0x0298d0 (0xc332 bytes) 000883 1788971210.426641 fallocate 0x0237bd thru 0x02a1eb (0x6a2f bytes) 000884 1788971210.431715 mapwrite 0x018561 thru 0x021b9e (0x963e bytes) 000885 1788971210.454514 mapwrite 0x01d83e thru 0x024de3 (0x75a6 bytes) 000886 1788971210.473920 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x3f4dd): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f4dd): Mirror 7: 0x31059896 (stale) Mirror 8: 0x31059896 (stale) Mirror 9: 0x31059896 (stale) Mirror 11: 0x31059896 (stale) Mirror 12: 0x31059896 (stale) Mirror 15: 0x31059896 (stale) Mirror 16: 0x31059896 (stale) Mirror 17: 0x31059896 (stale) Mirror 18: 0x31059896 (stale) Mirror 19: 0x31059896 (stale) Mirror 20: 0x31059896 (stale) CRC-32 checksum value for chunk [0, 0x3f4dd): Mirror 1: 0x1778c189 Mirror 21: 0x1778c189 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f4dd: skipped 000887 1788971211.865014 write 0x0391cb thru 0x03ffff (0x6e35 bytes) 000888 1788971211.944434 fallocate 0x038eea thru 0x03ffff (0x7116 bytes) 000889 1788971211.964266 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x37fa4ef (stale) Mirror 8: 0x37fa4ef (stale) Mirror 9: 0x37fa4ef (stale) Mirror 11: 0x37fa4ef (stale) Mirror 12: 0x37fa4ef (stale) Mirror 15: 0x37fa4ef (stale) Mirror 16: 0x37fa4ef (stale) Mirror 17: 0x37fa4ef (stale) Mirror 18: 0x37fa4ef (stale) Mirror 19: 0x37fa4ef (stale) Mirror 20: 0x37fa4ef (stale) Mirror 21: 0x21381089 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xb0a8f9a6 Mirror 22: 0xb0a8f9a6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000890 1788971213.286817 punch from 0x038286 to 0x03ffff (0x7d7a bytes) 000891 1788971213.334657 write 0x019358 thru 0x01dccf (0x4978 bytes) 000892 1788971213.345550 fallocate 0x00ea50 thru 0x01dd09 (0xf2ba bytes) 000893 1788971213.352067 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x37fa4ef (stale) Mirror 8: 0x37fa4ef (stale) Mirror 9: 0x37fa4ef (stale) Mirror 11: 0x37fa4ef (stale) Mirror 12: 0x37fa4ef (stale) Mirror 15: 0x37fa4ef (stale) Mirror 16: 0x37fa4ef (stale) Mirror 17: 0x37fa4ef (stale) Mirror 18: 0x37fa4ef (stale) Mirror 19: 0x37fa4ef (stale) Mirror 20: 0x37fa4ef (stale) Mirror 21: 0x21381089 (stale) Mirror 22: 0xb0a8f9a6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x4c3a72f5 Mirror 23: 0x4c3a72f5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000894 1788971214.673402 read 0x01e712 thru 0x02bcef (0xd5de bytes) 000895 1788971214.703464 trunc from 0x040000 to 0x01eda2 (0x2125d bytes) 000896 1788971214.790963 MIRROR_RESYNC 15 mirrors 000897 1788971218.861353 trunc from 0x01eda3 to 0x032c28 (0x13e86 bytes) 000898 1788971218.947511 read 0x0074b9 thru 0x00ef4e (0x7a96 bytes) 000899 1788971218.964953 fallocate 0x01a406 thru 0x02334f (0x8f4a bytes) 000900 1788971218.975152 read 0x01a8ce thru 0x01b559 (0xc8c bytes) 000901 1788971219.006552 trunc from 0x032c29 to 0x019ec9 (0x18d5f bytes) 000903 1788971219.038298 trunc from 0x00f032 to 0x00f99b (0x96a bytes) 000904 1788971219.042935 fallocate 0x007d36 thru 0x00ad2f (0x2ffa bytes) 000905 1788971219.053902 mapwrite 0x0003ae thru 0x0070a3 (0x6cf6 bytes) 000907 1788971219.094798 write 0x03d672 thru 0x03ffff (0x298e bytes) 000908 1788971219.095874 trunc from 0x040000 to 0x003e5e (0x3c1a1 bytes) 000909 1788971219.111406 read 0x00338a thru 0x003e5e (0xad5 bytes) 000910 1788971219.111949 trunc from 0x003e5f to 0x03c3e1 (0x38583 bytes) 000911 1788971219.133589 mapread 0x02462c thru 0x02c9d2 (0x83a7 bytes) 000912 1788971219.144390 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3c3e2): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c3e2): Mirror 7: 0x2ad2f8f9 (stale) Mirror 8: 0x2ad2f8f9 (stale) Mirror 9: 0x2ad2f8f9 (stale) Mirror 11: 0x2ad2f8f9 (stale) Mirror 12: 0x2ad2f8f9 (stale) Mirror 15: 0x2ad2f8f9 (stale) Mirror 16: 0x2ad2f8f9 (stale) Mirror 17: 0x2ad2f8f9 (stale) Mirror 18: 0x2ad2f8f9 (stale) Mirror 19: 0x2ad2f8f9 (stale) Mirror 20: 0x2ad2f8f9 (stale) Mirror 21: 0x2ad2f8f9 (stale) Mirror 22: 0x2ad2f8f9 (stale) Mirror 23: 0x2ad2f8f9 (stale) CRC-32 checksum value for chunk [0, 0x3c3e2): Mirror 1: 0xd5d43897 Mirror 24: 0xd5d43897 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c3e2: skipped 000913 1788971220.329838 punch from 0x02c4fb to 0x036cec (0xa7f2 bytes) 000914 1788971220.406917 fallocate 0x00f84f thru 0x01f650 (0xfe02 bytes) 000915 1788971220.414558 mapwrite 0x029a1c thru 0x02dda8 (0x438d bytes) 000916 1788971220.475930 trunc from 0x03c3e2 to 0x01c8ed (0x1faf4 bytes) 000917 1788971220.569268 write 0x01a213 thru 0x027287 (0xd075 bytes) 000918 1788971220.589942 mapread 0x01217e thru 0x018549 (0x63cc bytes) 000919 1788971220.623656 trunc from 0x027288 to 0x03b549 (0x142c2 bytes) 000921 1788971220.651928 mapread 0x01d8b6 thru 0x023140 (0x588b bytes) 000922 1788971220.652855 mapwrite 0x032ed7 thru 0x03ffff (0xd129 bytes) 000923 1788971220.758579 read 0x011230 thru 0x01dae0 (0xc8b1 bytes) 000924 1788971220.760423 trunc from 0x040000 to 0x01d7a6 (0x22859 bytes) 000925 1788971220.779464 mapread 0x019488 thru 0x01d7a6 (0x431f bytes) 000926 1788971220.781334 read 0x000fb7 thru 0x00f652 (0xe69c bytes) 000927 1788971220.795262 MIRROR_SPLIT mirror 2 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1d7a7): Mirror 7: 0x79ef5b0f (stale) Mirror 9: 0x79ef5b0f (stale) Mirror 11: 0x79ef5b0f (stale) Mirror 12: 0x79ef5b0f (stale) Mirror 15: 0x79ef5b0f (stale) Mirror 16: 0x79ef5b0f (stale) Mirror 17: 0x79ef5b0f (stale) Mirror 18: 0x79ef5b0f (stale) Mirror 19: 0x79ef5b0f (stale) Mirror 20: 0x79ef5b0f (stale) Mirror 21: 0x79ef5b0f (stale) Mirror 22: 0x79ef5b0f (stale) Mirror 23: 0x79ef5b0f (stale) Mirror 24: 0x6d25916c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d7a7): Mirror 7: 0x79ef5b0f (stale) Mirror 9: 0x79ef5b0f (stale) Mirror 11: 0x79ef5b0f (stale) Mirror 12: 0x79ef5b0f (stale) Mirror 15: 0x79ef5b0f (stale) Mirror 16: 0x79ef5b0f (stale) Mirror 17: 0x79ef5b0f (stale) Mirror 18: 0x79ef5b0f (stale) Mirror 19: 0x79ef5b0f (stale) Mirror 20: 0x79ef5b0f (stale) Mirror 21: 0x79ef5b0f (stale) Mirror 22: 0x79ef5b0f (stale) Mirror 23: 0x79ef5b0f (stale) Mirror 24: 0x6d25916c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d7a7: skipped 000928 1788971221.949164 read 0x006921 thru 0x00d115 (0x67f5 bytes) 000929 1788971221.984160 trunc from 0x01d7a7 to 0x028e2d (0xb687 bytes) 000930 1788971222.031643 write 0x0125c0 thru 0x01b4a0 (0x8ee1 bytes) 000931 1788971222.045612 write 0x0346ff thru 0x038eec (0x47ee bytes) 000932 1788971222.054152 read 0x00d04f thru 0x015d04 (0x8cb6 bytes) 000933 1788971222.076809 read 0x01c0df thru 0x01fc2a (0x3b4c bytes) 000934 1788971222.080375 trunc from 0x038eed to 0x02c2d1 (0xcc1b bytes) 000935 1788971222.102882 mapread 0x022c05 thru 0x02714a (0x4546 bytes) 000936 1788971222.103882 mapwrite 0x00498d thru 0x00d5e9 (0x8c5d bytes) 000937 1788971222.152750 punch from 0x00fe1e to 0x01922f (0x9412 bytes) 000938 1788971222.160510 write 0x038b9d thru 0x03fa0c (0x6e70 bytes) 000939 1788971222.162196 trunc from 0x03fa0d to 0x02ab79 (0x14e93 bytes) 000940 1788971222.181426 trunc from 0x0248cb to 0x029488 (0x4bbe bytes) 000941 1788971222.186464 fallocate 0x02999b thru 0x02a1bc (0x822 bytes) 000942 1788971222.190953 trunc from 0x02ab7a to 0x03dce9 (0x13170 bytes) 000943 1788971222.208713 read 0x0237ac thru 0x028b3f (0x5394 bytes) 000944 1788971222.219409 mapwrite 0x03cfdf thru 0x03ffff (0x3021 bytes) 000945 1788971222.249574 read 0x014795 thru 0x019450 (0x4cbc bytes) 000946 1788971222.251216 punch from 0x003793 to 0x00b544 (0x7db2 bytes) 000947 1788971222.256445 mapwrite 0x02fcf2 thru 0x03d489 (0xd798 bytes) 000950 1788971222.275558 trunc from 0x040000 to 0x0366ce (0x9931 bytes) 000951 1788971222.289366 mapwrite 0x019f69 thru 0x01e71d (0x47b5 bytes) 000952 1788971222.308715 mapwrite 0x03e2fe thru 0x03ffff (0x1d02 bytes) 000953 1788971222.351226 trunc from 0x040000 to 0x02e1ea (0x11e15 bytes) 000954 1788971222.370743 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x2e1eb): Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e1eb): Mirror 7: 0xc77ea927 (stale) Mirror 9: 0xc77ea927 (stale) Mirror 11: 0xc77ea927 (stale) Mirror 12: 0xc77ea927 (stale) Mirror 15: 0xc77ea927 (stale) Mirror 16: 0xc77ea927 (stale) Mirror 17: 0xc77ea927 (stale) Mirror 18: 0xc77ea927 (stale) Mirror 19: 0xc77ea927 (stale) Mirror 20: 0xc77ea927 (stale) Mirror 21: 0xc77ea927 (stale) Mirror 22: 0xc77ea927 (stale) Mirror 23: 0xc77ea927 (stale) Mirror 24: 0xdbbc2353 (stale) CRC-32 checksum value for chunk [0, 0x2e1eb): Mirror 1: 0x74cd5aef Mirror 25: 0x74cd5aef lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e1eb: skipped 000955 1788971223.400264 mapwrite 0x03d71f thru 0x03f596 (0x1e78 bytes) 000956 1788971223.498651 fallocate 0x01ccec thru 0x02b425 (0xe73a bytes) 000957 1788971223.502964 read 0x008f13 thru 0x013498 (0xa586 bytes) 000958 1788971223.510269 write 0x02d42d thru 0x034a1a (0x75ee bytes) 000959 1788971223.517399 write 0x021bfc thru 0x02fe8c (0xe291 bytes) 000960 1788971223.521055 mapwrite 0x001bd7 thru 0x007977 (0x5da1 bytes) 000961 1788971223.549285 mapwrite 0x035bc1 thru 0x03dafd (0x7f3d bytes) 000962 1788971223.594661 MIRROR_SPLIT mirror 15 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x195:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f597): Mirror 7: 0x34f3ae1 (stale) Mirror 9: 0x34f3ae1 (stale) Mirror 11: 0x34f3ae1 (stale) Mirror 12: 0x34f3ae1 (stale) Mirror 15: 0x34f3ae1 (stale) Mirror 16: 0x34f3ae1 (stale) Mirror 17: 0x34f3ae1 (stale) Mirror 18: 0x34f3ae1 (stale) Mirror 19: 0x34f3ae1 (stale) Mirror 20: 0x34f3ae1 (stale) Mirror 21: 0x34f3ae1 (stale) Mirror 22: 0x34f3ae1 (stale) Mirror 23: 0x34f3ae1 (stale) Mirror 24: 0x71de0806 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f597): Mirror 7: 0x34f3ae1 (stale) Mirror 9: 0x34f3ae1 (stale) Mirror 11: 0x34f3ae1 (stale) Mirror 12: 0x34f3ae1 (stale) Mirror 15: 0x34f3ae1 (stale) Mirror 16: 0x34f3ae1 (stale) Mirror 17: 0x34f3ae1 (stale) Mirror 18: 0x34f3ae1 (stale) Mirror 19: 0x34f3ae1 (stale) Mirror 20: 0x34f3ae1 (stale) Mirror 21: 0x34f3ae1 (stale) Mirror 22: 0x34f3ae1 (stale) Mirror 23: 0x34f3ae1 (stale) Mirror 24: 0x71de0806 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f597: skipped 000963 1788971224.316914 trunc from 0x03f597 to 0x031e12 (0xd784 bytes) 000964 1788971224.336863 trunc from 0x02f3a7 to 0x031e12 (0x2a6c bytes) 000965 1788971224.350388 mapread 0x013c1a thru 0x015dd2 (0x21b9 bytes) 000966 1788971224.366744 write 0x025ead thru 0x02fa10 (0x9b64 bytes) 000967 1788971224.387809 mapwrite 0x00d919 thru 0x01bb3c (0xe224 bytes) 000968 1788971224.429752 trunc from 0x031e13 to 0x036314 (0x4502 bytes) 000969 1788971224.447398 trunc from 0x036315 to 0x01bdad (0x1a567 bytes) 000970 1788971224.515297 trunc from 0x016833 to 0x01a25b (0x3a29 bytes) 000971 1788971224.523140 mapwrite 0x021dd8 thru 0x02af0e (0x9137 bytes) 000972 1788971224.601787 punch from 0x000adf to 0x008487 (0x79a9 bytes) 000973 1788971224.607209 mapwrite 0x00f09a thru 0x01a4ba (0xb421 bytes) 000975 1788971224.646343 read 0x007f77 thru 0x0150a8 (0xd132 bytes) 000976 1788971224.653047 punch from 0x027f4c to 0x02af0e (0x2fc3 bytes) 000977 1788971224.664190 trunc from 0x02af0f to 0x0276b7 (0x3857 bytes) 000978 1788971224.680711 fallocate 0x0030a4 thru 0x003286 (0x1e3 bytes) 000979 1788971224.688313 trunc from 0x01feb9 to 0x0276b7 (0x77ff bytes) 000980 1788971224.705497 write 0x00529b thru 0x005ed1 (0xc37 bytes) 000981 1788971224.711358 trunc from 0x0276b8 to 0x0151a1 (0x12516 bytes) 000983 1788971224.743164 MIRROR_RESYNC 15 mirrors 000984 1788971228.373989 MIRROR_EXTEND to 16 mirrors 000985 1788971229.238581 trunc from 0x0151a2 to 0x02fbd2 (0x1aa31 bytes) 000987 1788971229.312050 punch from 0x015e69 to 0x01b1a1 (0x5339 bytes) 000988 1788971229.318273 write 0x000296 thru 0x006b97 (0x6902 bytes) 000989 1788971229.329467 read 0x01f7ce thru 0x01f83b (0x6e bytes) 000990 1788971229.335529 mapread 0x0255c1 thru 0x02e543 (0x8f83 bytes) 000991 1788971229.363768 write 0x021673 thru 0x028dae (0x773c bytes) 000992 1788971229.364960 trunc from 0x00a92b to 0x012b8d (0x8263 bytes) 000993 1788971229.371142 punch from 0x01620f to 0x019c56 (0x3a48 bytes) 000994 1788971229.376126 fallocate 0x007a5f thru 0x008689 (0xc2b bytes) 000995 1788971229.381366 mapwrite 0x0304d4 thru 0x03f939 (0xf466 bytes) 000996 1788971229.443805 read 0x01fadb thru 0x023818 (0x3d3e bytes) 000997 1788971229.444436 mapwrite 0x01d006 thru 0x02436e (0x7369 bytes) 000998 1788971229.469564 punch from 0x0366c7 to 0x03855a (0x1e94 bytes) 000999 1788971229.474704 fallocate 0x017dc6 thru 0x01bd91 (0x3fcc bytes) 001000 1788971229.479604 mapwrite 0x02d7ac thru 0x03bb1a (0xe36f bytes) All operations completed A-OK!