== sanity-flr test 70a: flr mode fsx test ================ 04:34:06 (1768556046) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 6048 000001 1768556048.697965 mapwrite 0x0323e2 thru 0x03e662 (0xc281 bytes) 000002 1768556048.770628 write 0x02451e thru 0x0299ff (0x54e2 bytes) 000003 1768556048.787549 MIRROR_EXTEND to 2 mirrors 000004 1768556049.530499 punch from 0x018a23 to 0x0287a8 (0xfd86 bytes) 000005 1768556049.582637 mapwrite 0x034fc7 thru 0x03ffff (0xb039 bytes) 000006 1768556049.656065 mapread 0x02386e thru 0x031404 (0xdb97 bytes) 000007 1768556049.669141 write 0x022079 thru 0x031a78 (0xfa00 bytes) zero_range to largest ever: 0x350d5 000008 1768556049.675927 trunc from 0x031700 to 0x0350d4 (0x39d5 bytes) 000009 1768556049.693406 write 0x026c18 thru 0x0351cf (0xe5b8 bytes) 000010 1768556049.700087 trunc from 0x009cd9 to 0x00ac19 (0xf41 bytes) 000011 1768556049.708234 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) 000012 1768556049.902010 write 0x03164e thru 0x0371f6 (0x5ba9 bytes) 000013 1768556049.927079 trunc from 0x00507e to 0x005604 (0x587 bytes) 000014 1768556049.933526 punch from 0x029e2b to 0x035b8b (0xbd61 bytes) 000015 1768556049.955286 fallocate 0x031fa4 thru 0x03413e (0x219b bytes) fallocating to largest ever: 0x3eee7 000016 1768556049.967803 fallocate 0x03ca7e thru 0x03eee6 (0x2469 bytes) 000017 1768556049.988848 MIRROR_EXTEND to 2 mirrors 000018 1768556050.659970 read 0x01086b thru 0x01465f (0x3df5 bytes) 000020 1768556050.670866 write 0x02985d thru 0x029b7d (0x321 bytes) 000021 1768556050.713671 read 0x00a0c0 thru 0x00e021 (0x3f62 bytes) 000023 1768556050.726403 trunc from 0x02f55a to 0x032291 (0x2d38 bytes) 000024 1768556050.730930 trunc from 0x030aa2 to 0x03bc07 (0xb166 bytes) 000025 1768556050.736520 mapwrite 0x02b4db thru 0x0361bd (0xace3 bytes) 000026 1768556050.790248 punch from 0x021a0f to 0x0282b7 (0x68a9 bytes) 000027 1768556050.795233 read 0x03bd1e thru 0x03ffff (0x42e2 bytes) 000028 1768556050.803250 trunc from 0x040000 to 0x012576 (0x2da89 bytes) 000030 1768556050.835835 trunc from 0x005d22 to 0x00c66d (0x694c bytes) 000031 1768556050.841454 punch from 0x008670 to 0x009e28 (0x17b9 bytes) 000032 1768556050.846458 mapwrite 0x03ab70 thru 0x03b751 (0xbe2 bytes) 000033 1768556050.917200 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3b752): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b752): Mirror 2: 0xfe8b6323 (stale) CRC-32 checksum value for chunk [0, 0x3b752): Mirror 1: 0x59c0e163 Mirror 3: 0x59c0e163 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b752: skipped 000035 1768556051.831628 fallocate 0x02aa16 thru 0x039a6d (0xf058 bytes) 000036 1768556051.894720 write 0x00bfed thru 0x00f356 (0x336a bytes) 000037 1768556051.918267 punch from 0x02a91b to 0x037a4a (0xd130 bytes) 000038 1768556051.924489 mapwrite 0x00c235 thru 0x014080 (0x7e4c bytes) 000039 1768556051.957189 trunc from 0x0054c6 to 0x011e1c (0xc957 bytes) 000041 1768556051.963720 mapread 0x025834 thru 0x028bd3 (0x33a0 bytes) 000042 1768556051.977475 trunc from 0x03b752 to 0x01ca49 (0x1ed08 bytes) 000043 1768556052.005194 read 0x000ff9 thru 0x005697 (0x469f bytes) 000044 1768556052.014834 fallocate 0x02c17c thru 0x02c180 (0x5 bytes) 000045 1768556052.020153 read 0x00692d thru 0x009a7e (0x3152 bytes) 000046 1768556052.032560 mapwrite 0x013252 thru 0x016475 (0x3224 bytes) 000047 1768556052.050155 mapread 0x0167ee thru 0x019ff1 (0x3804 bytes) 000048 1768556052.051213 trunc from 0x005fab to 0x0119c9 (0xba1f bytes) 000049 1768556052.058618 mapread 0x011e6b thru 0x01ca49 (0xabdf bytes) 000050 1768556052.069303 trunc from 0x0182bb to 0x01ca49 (0x478f bytes) 000051 1768556052.075412 read 0x019824 thru 0x01a80c (0xfe9 bytes) 000052 1768556052.097229 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1ca4a): Mirror 3: 0xe942a334 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1ca4a): Mirror 3: 0xe942a334 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1ca4a: skipped 000054 1768556052.370328 read 0x0056d3 thru 0x005798 (0xc6 bytes) 000055 1768556052.375815 punch from 0x0128da to 0x01c07e (0x97a5 bytes) 000056 1768556052.387230 punch from 0x00983a to 0x0098de (0xa5 bytes) 000057 1768556052.400512 write 0x02f4d0 thru 0x03abe8 (0xb719 bytes) 000058 1768556052.415534 punch from 0x02d0ec to 0x03aac5 (0xd9da bytes) 000059 1768556052.434620 trunc from 0x009579 to 0x00b3e9 (0x1e71 bytes) 000060 1768556052.440848 write 0x0337c9 thru 0x0388ae (0x50e6 bytes) 000061 1768556052.458641 mapwrite 0x02fcfe thru 0x03a0ed (0xa3f0 bytes) 000062 1768556052.506854 fallocate 0x005c5c thru 0x010117 (0xa4bc bytes) 000063 1768556052.517837 trunc from 0x01e6f1 to 0x02ca80 (0xe390 bytes) 000064 1768556052.528077 mapread 0x03a257 thru 0x03abe8 (0x992 bytes) 000065 1768556052.531613 mapwrite 0x023e42 thru 0x02638c (0x254b bytes) 000066 1768556052.552719 trunc from 0x0223c2 to 0x029811 (0x7450 bytes) 000069 1768556052.559188 trunc from 0x03abe9 to 0x008bc8 (0x32020 bytes) 000070 1768556052.595344 mapwrite 0x022a92 thru 0x024e22 (0x2391 bytes) 000072 1768556052.641083 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) 000074 1768556052.798664 punch from 0x010715 to 0x01864f (0x7f3b bytes) 000075 1768556052.813303 mapread 0x0118e1 thru 0x01d8b8 (0xbfd8 bytes) 000078 1768556052.862564 read 0x010fed thru 0x01d89d (0xc8b1 bytes) 000079 1768556052.863518 trunc from 0x01718f to 0x01ed84 (0x7bf6 bytes) 000081 1768556052.868941 trunc from 0x02116a to 0x022096 (0xf2d bytes) 000082 1768556052.874151 mapread 0x00f402 thru 0x014b19 (0x5718 bytes) 000083 1768556052.876085 trunc from 0x024e23 to 0x00cc8a (0x18198 bytes) 000084 1768556052.892668 punch from 0x007a72 to 0x009bb4 (0x2143 bytes) 000086 1768556052.899319 write 0x02ba62 thru 0x0325b6 (0x6b55 bytes) 000087 1768556052.900915 trunc from 0x02caf0 to 0x0325b6 (0x5ac7 bytes) 000088 1768556052.927092 trunc from 0x02a71a to 0x0304df (0x5dc6 bytes) 000089 1768556052.944461 punch from 0x0059be to 0x012d73 (0xd3b6 bytes) 000091 1768556052.962833 mapread 0x020862 thru 0x02ca6f (0xc20e bytes) 000093 1768556052.994664 read 0x0050c6 thru 0x009a72 (0x49ad bytes) 000094 1768556053.010739 trunc from 0x003875 to 0x00599f (0x212b bytes) 000095 1768556053.017774 trunc from 0x023843 to 0x025f8c (0x274a bytes) 000096 1768556053.024999 fallocate 0x01f32b thru 0x029dab (0xaa81 bytes) 000098 1768556053.034047 fallocate 0x00227b thru 0x010b57 (0xe8dd bytes) 000099 1768556053.045493 read 0x01a70e thru 0x0258ea (0xb1dd bytes) 000100 1768556053.062425 fallocate 0x006a19 thru 0x01317e (0xc766 bytes) 000101 1768556053.067918 mapwrite 0x01c606 thru 0x0256d0 (0x90cb bytes) 000102 1768556053.085028 mapread 0x031334 thru 0x0325b6 (0x1283 bytes) 000103 1768556053.093132 MIRROR_EXTEND to 2 mirrors 000104 1768556053.698488 MIRROR_EXTEND to 3 mirrors 000105 1768556054.368003 write 0x0362cf thru 0x03ffff (0x9d31 bytes) 000106 1768556054.447856 write 0x022e35 thru 0x02ad91 (0x7f5d bytes) 000107 1768556054.467513 trunc from 0x00be2c to 0x015a78 (0x9c4d bytes) 000108 1768556054.472449 trunc from 0x040000 to 0x02297e (0x1d681 bytes) 000109 1768556054.489272 trunc from 0x018c88 to 0x01d5fa (0x4973 bytes) 000111 1768556054.506197 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2297f): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2297f): Mirror 2: 0xd221ae3e (stale) Mirror 3: 0xd221ae3e (stale) CRC-32 checksum value for chunk [0, 0x2297f): Mirror 1: 0xf5fb908d Mirror 4: 0xf5fb908d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2297f: skipped 000112 1768556055.533840 fallocate 0x01a7f6 thru 0x020674 (0x5e7f bytes) 000113 1768556055.580821 punch from 0x01ae4e to 0x02297e (0x7b31 bytes) 000114 1768556055.587068 mapread 0x0119de thru 0x01c38d (0xa9b0 bytes) 000116 1768556055.617972 trunc from 0x02297f to 0x038ea6 (0x16528 bytes) 000117 1768556055.640975 write 0x0217d5 thru 0x021b10 (0x33c bytes) 000119 1768556055.642333 trunc from 0x038ea7 to 0x01bd6a (0x1d13c bytes) 000120 1768556055.659049 mapwrite 0x0012cc thru 0x00a906 (0x963b bytes) 000121 1768556055.683668 trunc from 0x01bd6b to 0x00224e (0x19b1c bytes) 000122 1768556055.698690 mapread 0x000bdc thru 0x00224e (0x1673 bytes) 000123 1768556055.705032 mapwrite 0x01d30c thru 0x02022d (0x2f22 bytes) 000124 1768556055.753763 fallocate 0x00b94e thru 0x016a8e (0xb141 bytes) 000125 1768556055.763681 MIRROR_RESYNC 4 mirrors 000126 1768556056.620877 mapwrite 0x0033dd thru 0x00940a (0x602e bytes) 000127 1768556056.717039 trunc from 0x01fbd6 to 0x02022d (0x658 bytes) 000128 1768556056.724032 mapwrite 0x035e96 thru 0x03e19f (0x830a bytes) 000129 1768556056.805339 write 0x00942b thru 0x0151e1 (0xbdb7 bytes) 000130 1768556056.823186 mapread 0x01a4fc thru 0x029240 (0xed45 bytes) 000131 1768556056.887745 mapwrite 0x016805 thru 0x01b309 (0x4b05 bytes) 000132 1768556056.916018 read 0x031b25 thru 0x0390bd (0x7599 bytes) 000133 1768556056.917961 punch from 0x009ed2 to 0x0104ba (0x65e9 bytes) 000134 1768556056.931021 trunc from 0x03e1a0 to 0x024548 (0x19c57 bytes) 000135 1768556056.952046 trunc from 0x00994f to 0x012467 (0x8b19 bytes) 000136 1768556056.963805 mapread 0x011f7b thru 0x020e3a (0xeec0 bytes) 000138 1768556056.976817 fallocate 0x010a1b thru 0x01cc67 (0xc24d bytes) 000139 1768556056.984980 trunc from 0x024549 to 0x01c30c (0x823c bytes) 000140 1768556057.012598 mapread 0x0191ba thru 0x01c30c (0x3153 bytes) 000142 1768556057.015453 fallocate 0x00b5b7 thru 0x00ce54 (0x189e bytes) 000143 1768556057.020968 mapwrite 0x019369 thru 0x023266 (0x9efe bytes) 000144 1768556057.056034 mapread 0x00c969 thru 0x010398 (0x3a30 bytes) 000145 1768556057.061643 MIRROR_RESYNC 4 mirrors 000146 1768556057.939295 mapread 0x00a8e4 thru 0x011a0e (0x712b bytes) 000147 1768556057.955160 trunc from 0x00a559 to 0x010aa9 (0x6551 bytes) 000149 1768556057.986612 punch from 0x011ce2 to 0x021500 (0xf81f bytes) 000150 1768556057.993334 read 0x017b76 thru 0x017eca (0x355 bytes) 000151 1768556057.997573 trunc from 0x0215c7 to 0x022465 (0xe9f bytes) 000152 1768556058.002140 write 0x01f249 thru 0x02b567 (0xc31f bytes) 000153 1768556058.010928 trunc from 0x02257b to 0x02b567 (0x8fed bytes) 000154 1768556058.023726 read 0x00e821 thru 0x01a367 (0xbb47 bytes) 000155 1768556058.034027 mapwrite 0x033447 thru 0x03ffff (0xcbb9 bytes) 000156 1768556058.102076 read 0x03f863 thru 0x03ffff (0x79d bytes) 000158 1768556058.103079 mapread 0x0391c7 thru 0x03ffff (0x6e39 bytes) 000159 1768556058.103913 read 0x020096 thru 0x0211fa (0x1165 bytes) 000160 1768556058.104568 mapread 0x03343a thru 0x03ffff (0xcbc6 bytes) 000161 1768556058.107815 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4af45ef0 (stale) Mirror 4: 0x4af45ef0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4af45ef0 (stale) Mirror 4: 0x4af45ef0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000162 1768556058.413540 write 0x009edc thru 0x0149b0 (0xaad5 bytes) 000163 1768556058.437519 punch from 0x00b9e4 to 0x00ebc7 (0x31e4 bytes) 000164 1768556058.450488 read 0x0114d7 thru 0x01f1ed (0xdd17 bytes) 000165 1768556058.462302 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4af45ef0 (stale) Mirror 4: 0x4af45ef0 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdc2bf929 Mirror 5: 0xdc2bf929 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000166 1768556059.497083 punch from 0x0355f2 to 0x03602c (0xa3b bytes) 000167 1768556059.560937 trunc from 0x031fd8 to 0x034872 (0x289b bytes) 000168 1768556059.572517 write 0x0222a3 thru 0x0258e1 (0x363f bytes) 000169 1768556059.594036 read 0x01d234 thru 0x02d17f (0xff4c bytes) 000170 1768556059.601928 trunc from 0x01658f to 0x01dc7c (0x76ee bytes) 000171 1768556059.609783 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4af45ef0 (stale) Mirror 4: 0x4af45ef0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4af45ef0 (stale) Mirror 4: 0x4af45ef0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000172 1768556059.902578 fallocate 0x02aa70 thru 0x02bce9 (0x127a bytes) 000173 1768556059.908512 trunc from 0x040000 to 0x014b4c (0x2b4b3 bytes) 000174 1768556059.929808 mapwrite 0x00c1a7 thru 0x00f560 (0x33ba bytes) 000175 1768556059.962030 trunc from 0x014b4d to 0x02a86d (0x15d21 bytes) 000177 1768556059.974566 punch from 0x009f37 to 0x00d725 (0x37ef bytes) 000178 1768556059.980872 trunc from 0x02a86e to 0x01a5d6 (0x10297 bytes) 000179 1768556060.002567 fallocate 0x01be89 thru 0x022fcd (0x7145 bytes) 000180 1768556060.008034 trunc from 0x022fce to 0x02225d (0xd70 bytes) 000181 1768556060.025904 trunc from 0x0143e5 to 0x01b720 (0x733c bytes) 000182 1768556060.030512 fallocate 0x026bcb thru 0x02967d (0x2ab3 bytes) 000183 1768556060.033831 trunc from 0x02225e to 0x0163aa (0xbeb3 bytes) 000184 1768556060.043598 mapwrite 0x03adbe thru 0x03ffff (0x5242 bytes) 000185 1768556060.084965 read 0x0002c1 thru 0x000a48 (0x788 bytes) 000186 1768556060.090663 write 0x02f58d thru 0x03ebee (0xf662 bytes) 000187 1768556060.098991 mapwrite 0x0130ec thru 0x01ff88 (0xce9d bytes) 000188 1768556060.149644 trunc from 0x02d610 to 0x035f3c (0x892d bytes) 000189 1768556060.153858 fallocate 0x023b00 thru 0x030804 (0xcd05 bytes) 000190 1768556060.158439 read 0x0305a7 thru 0x03c1be (0xbc18 bytes) 000191 1768556060.169979 trunc from 0x01699d to 0x01ac0d (0x4271 bytes) 000192 1768556060.180344 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4af45ef0 (stale) Mirror 4: 0x4af45ef0 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xef03874d Mirror 5: 0xef03874d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000193 1768556061.007604 punch from 0x01a376 to 0x023d1a (0x99a5 bytes) 000194 1768556061.051599 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4af45ef0 (stale) Mirror 4: 0x4af45ef0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4af45ef0 (stale) Mirror 4: 0x4af45ef0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000196 1768556061.295530 trunc from 0x03098e to 0x03a5d1 (0x9c44 bytes) 000197 1768556061.300343 read 0x023362 thru 0x025c56 (0x28f5 bytes) 000198 1768556061.305851 fallocate 0x020a33 thru 0x02216f (0x173d bytes) 000199 1768556061.310967 trunc from 0x040000 to 0x015bd2 (0x2a42d bytes) 000200 1768556061.360955 fallocate 0x008999 thru 0x009ac1 (0x1129 bytes) 000201 1768556061.366974 write 0x01d09c thru 0x02b3be (0xe323 bytes) 000203 1768556061.377877 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2b3bf): Mirror 4: 0x87849ce9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b3bf): Mirror 4: 0x87849ce9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b3bf: skipped 000204 1768556061.580882 mapread 0x01bed8 thru 0x025068 (0x9191 bytes) 000205 1768556061.593491 trunc from 0x02b3bf to 0x004b7d (0x26841 bytes) 000206 1768556061.626447 trunc from 0x00462a to 0x004b7d (0x554 bytes) 000207 1768556061.630859 trunc from 0x004b7e to 0x027fd4 (0x23457 bytes) 000208 1768556061.652344 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x27fd5): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27fd5): Mirror 4: 0xcc2fff16 (stale) CRC-32 checksum value for chunk [0, 0x27fd5): Mirror 1: 0x2ceb8cbe Mirror 5: 0x2ceb8cbe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27fd5: skipped 000209 1768556062.161548 trunc from 0x019a75 to 0x0262af (0xc83b bytes) 000210 1768556062.202247 punch from 0x002a31 to 0x0080a8 (0x5678 bytes) 000211 1768556062.206085 trunc from 0x005222 to 0x0057dd (0x5bc bytes) 000213 1768556062.210868 trunc from 0x024ca4 to 0x026824 (0x1b81 bytes) 000214 1768556062.214880 write 0x00e53e thru 0x01370b (0x51ce bytes) 000215 1768556062.225743 punch from 0x023ed4 to 0x027fd4 (0x4101 bytes) 000216 1768556062.232196 mapwrite 0x0232c7 thru 0x030664 (0xd39e bytes) 000217 1768556062.295560 punch from 0x01b80c to 0x028948 (0xd13d bytes) 000218 1768556062.304555 read 0x01e03d thru 0x0289dd (0xa9a1 bytes) 000219 1768556062.316024 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x30665): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30665): Mirror 4: 0x2928858b (stale) Mirror 5: 0x8e0f2d99 (stale) CRC-32 checksum value for chunk [0, 0x30665): Mirror 1: 0x46438202 Mirror 6: 0x46438202 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30665: skipped 000221 1768556063.122323 mapwrite 0x02659f thru 0x02e7b6 (0x8218 bytes) 000222 1768556063.258678 punch from 0x025768 to 0x03039a (0xac33 bytes) 000223 1768556063.265607 mapwrite 0x0016d1 thru 0x001b62 (0x492 bytes) 000224 1768556063.308268 mapread 0x02161e thru 0x0293f8 (0x7ddb bytes) 000226 1768556063.323054 mapread 0x024daa thru 0x02e8d7 (0x9b2e bytes) 000227 1768556063.333201 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x30665): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30665): Mirror 4: 0x2928858b (stale) Mirror 5: 0x8e0f2d99 (stale) Mirror 6: 0x46438202 (stale) CRC-32 checksum value for chunk [0, 0x30665): Mirror 1: 0x73596c29 Mirror 7: 0x73596c29 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30665: skipped 000228 1768556064.064802 mapread 0x000a4b thru 0x0046c5 (0x3c7b bytes) 000229 1768556064.087910 fallocate 0x015496 thru 0x01da1f (0x858a bytes) 000230 1768556064.159262 mapread 0x025469 thru 0x028561 (0x30f9 bytes) 000231 1768556064.175228 trunc from 0x028854 to 0x030664 (0x7e11 bytes) 000232 1768556064.186756 punch from 0x0027e3 to 0x01180e (0xf02c bytes) 000233 1768556064.195589 read 0x00efa2 thru 0x014dde (0x5e3d bytes) 000234 1768556064.213282 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30665): Mirror 5: 0x8e0f2d99 (stale) Mirror 6: 0x46438202 (stale) Mirror 7: 0x73596c29 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30665): Mirror 5: 0x8e0f2d99 (stale) Mirror 6: 0x46438202 (stale) Mirror 7: 0x73596c29 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30665: skipped 000235 1768556064.627932 fallocate 0x02c232 thru 0x03258a (0x6359 bytes) 000236 1768556064.635762 trunc from 0x0085a4 to 0x010d8e (0x87eb bytes) 000237 1768556064.642757 write 0x03ecd4 thru 0x03f046 (0x373 bytes) 000238 1768556064.653876 write 0x00e33a thru 0x011509 (0x31d0 bytes) 000239 1768556064.667373 fallocate 0x02aac0 thru 0x02f4b2 (0x49f3 bytes) 000240 1768556064.674936 punch from 0x032893 to 0x03586b (0x2fd9 bytes) 000241 1768556064.679251 punch from 0x031e22 to 0x0397a5 (0x7984 bytes) fallocating to largest ever: 0x40000 000242 1768556064.684750 fallocate 0x03f3db thru 0x03ffff (0xc25 bytes) 000244 1768556064.692018 punch from 0x027a8d to 0x02aab4 (0x3028 bytes) 000245 1768556064.696549 trunc from 0x03a3c3 to 0x03f9b5 (0x55f3 bytes) 000246 1768556064.712030 trunc from 0x040000 to 0x020842 (0x1f7bd bytes) 000247 1768556064.755773 write 0x025222 thru 0x02d838 (0x8617 bytes) 000248 1768556064.758938 mapwrite 0x008cef thru 0x012f96 (0xa2a8 bytes) 000249 1768556064.798867 mapread 0x003344 thru 0x00a123 (0x6de0 bytes) 000250 1768556064.799803 mapread 0x02b134 thru 0x02d838 (0x2705 bytes) 000251 1768556064.800544 write 0x023013 thru 0x032707 (0xf6f5 bytes) 000252 1768556064.810403 trunc from 0x022ef0 to 0x02e41a (0xb52b bytes) 000253 1768556064.825081 trunc from 0x032708 to 0x02231a (0x103ed bytes) 000254 1768556064.836424 trunc from 0x02231b to 0x021624 (0xcf6 bytes) 000255 1768556064.863910 MIRROR_RESYNC 4 mirrors 000256 1768556065.869867 trunc from 0x021625 to 0x021502 (0x122 bytes) 000257 1768556065.904325 read 0x00d5b2 thru 0x00f5c1 (0x2010 bytes) 000258 1768556065.917662 punch from 0x01bee0 to 0x021502 (0x5623 bytes) 000259 1768556065.924655 trunc from 0x021503 to 0x036451 (0x14f4f bytes) 000260 1768556065.947020 trunc from 0x036452 to 0x014c6a (0x217e7 bytes) 000261 1768556065.968127 fallocate 0x0234f3 thru 0x02b071 (0x7b7f bytes) 000262 1768556065.976969 punch from 0x00b8be to 0x012f07 (0x764a bytes) 000263 1768556065.983901 trunc from 0x014c6b to 0x008909 (0xc361 bytes) 000264 1768556065.996830 read 0x007ef8 thru 0x008909 (0xa12 bytes) 000265 1768556066.003089 trunc from 0x0055b3 to 0x0055d8 (0x26 bytes) 000267 1768556066.007793 punch from 0x002560 to 0x008909 (0x63aa bytes) 000269 1768556066.019766 mapwrite 0x00c6c9 thru 0x01a837 (0xe16f bytes) 000270 1768556066.064711 fallocate 0x023404 thru 0x02f407 (0xc004 bytes) 000271 1768556066.071877 mapwrite 0x03cdad thru 0x03ffff (0x3253 bytes) 000272 1768556066.106891 fallocate 0x00d281 thru 0x014522 (0x72a2 bytes) 000273 1768556066.111417 mapread 0x022e88 thru 0x0245f5 (0x176e bytes) 000275 1768556066.113300 mapread 0x027b39 thru 0x02ea13 (0x6edb bytes) 000276 1768556066.115292 trunc from 0x00d22c to 0x019dcc (0xcba1 bytes) 000277 1768556066.124387 read 0x00f72e thru 0x018f34 (0x9807 bytes) 000278 1768556066.136088 trunc from 0x040000 to 0x014375 (0x2bc8a bytes) 000279 1768556066.149603 punch from 0x006cad to 0x00febf (0x9213 bytes) 000281 1768556066.153957 mapread 0x00e601 thru 0x00fcd2 (0x16d2 bytes) 000282 1768556066.161564 trunc from 0x00008d to 0x001349 (0x12bd bytes) 000283 1768556066.171678 fallocate 0x005365 thru 0x00eb48 (0x97e4 bytes) 000284 1768556066.180118 mapwrite 0x004bd5 thru 0x011390 (0xc7bc bytes) 000285 1768556066.264859 trunc from 0x005bf7 to 0x0084f4 (0x28fe bytes) 000287 1768556066.276518 trunc from 0x014376 to 0x032527 (0x1e1b2 bytes) 000288 1768556066.292967 mapwrite 0x03dbef thru 0x03ffff (0x2411 bytes) 000289 1768556066.347576 punch from 0x00d72d to 0x01144f (0x3d23 bytes) 000290 1768556066.352737 mapwrite 0x030266 thru 0x036d29 (0x6ac4 bytes) 000291 1768556066.431593 mapread 0x0303a8 thru 0x037211 (0x6e6a bytes) 000292 1768556066.440063 mapwrite 0x0045c5 thru 0x00e283 (0x9cbf bytes) 000293 1768556066.493749 mapread 0x009968 thru 0x01814c (0xe7e5 bytes) 000294 1768556066.533755 mapread 0x014261 thru 0x0208c3 (0xc663 bytes) 000295 1768556066.580283 MIRROR_RESYNC 4 mirrors 000296 1768556067.630767 trunc from 0x040000 to 0x008072 (0x37f8d bytes) 000297 1768556067.666746 punch from 0x002c9a to 0x0079b3 (0x4d1a bytes) 000298 1768556067.672404 trunc from 0x006d85 to 0x008072 (0x12ee bytes) 000299 1768556067.684313 read 0x003d38 thru 0x008072 (0x433b bytes) 000300 1768556067.692019 fallocate 0x030830 thru 0x0368d1 (0x60a2 bytes) 000301 1768556067.696731 write 0x03e0ce thru 0x03ffff (0x1f32 bytes) 000302 1768556067.697912 punch from 0x02e341 to 0x035de6 (0x7aa6 bytes) 000303 1768556067.703252 read 0x02545b thru 0x0287af (0x3355 bytes) 000304 1768556067.716996 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xd4dc3217 (stale) Mirror 6: 0xd4dc3217 (stale) Mirror 7: 0xd4dc3217 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5d535b4d Mirror 8: 0x5d535b4d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000305 1768556068.512577 fallocate 0x0224fe thru 0x02c8e5 (0xa3e8 bytes) 000306 1768556068.571007 fallocate 0x032188 thru 0x032d05 (0xb7e bytes) 000307 1768556068.577550 fallocate 0x00b1ae thru 0x012ba4 (0x79f7 bytes) 000308 1768556068.585680 read 0x031a51 thru 0x032a9d (0x104d bytes) 000310 1768556068.593662 write 0x0106c6 thru 0x01e374 (0xdcaf bytes) 000311 1768556068.614567 mapwrite 0x01a2b5 thru 0x027bc9 (0xd915 bytes) 000312 1768556068.654914 trunc from 0x040000 to 0x02867a (0x17985 bytes) 000313 1768556068.676733 punch from 0x01ba9d to 0x02867a (0xcbde bytes) 000314 1768556068.682323 punch from 0x023f65 to 0x02867a (0x4716 bytes) 000315 1768556068.687228 trunc from 0x02867b to 0x02d52f (0x4eb5 bytes) 000316 1768556068.700786 write 0x02c62d thru 0x0300ed (0x3ac1 bytes) 000317 1768556068.711826 read 0x01ba54 thru 0x01ec37 (0x31e4 bytes) 000318 1768556068.724914 trunc from 0x02699b to 0x026d4b (0x3b1 bytes) 000320 1768556068.731775 write 0x01b46c thru 0x0211d5 (0x5d6a bytes) 000321 1768556068.733917 punch from 0x01eab3 to 0x02321d (0x476b bytes) 000322 1768556068.752281 MIRROR_RESYNC 5 mirrors 000323 1768556070.148666 punch from 0x00ac75 to 0x00dacf (0x2e5b bytes) 000324 1768556070.188072 mapread 0x023d3d thru 0x02f3be (0xb682 bytes) 000325 1768556070.207949 fallocate 0x02a415 thru 0x0381e1 (0xddcd bytes) 000326 1768556070.211989 read 0x00ebcf thru 0x016971 (0x7da3 bytes) 000327 1768556070.217272 mapwrite 0x01bf09 thru 0x023a22 (0x7b1a bytes) 000328 1768556070.237230 read 0x01922a thru 0x027bea (0xe9c1 bytes) 000329 1768556070.237730 mapwrite 0x015cf5 thru 0x0188bd (0x2bc9 bytes) 000330 1768556070.248293 mapwrite 0x00c5ac thru 0x00ec43 (0x2698 bytes) 000331 1768556070.276217 read 0x02f90c thru 0x0300ed (0x7e2 bytes) 000333 1768556070.277270 trunc from 0x0300ee to 0x00bf87 (0x24166 bytes) 000334 1768556070.301531 write 0x01cf39 thru 0x0274b1 (0xa579 bytes) 000335 1768556070.309800 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x274b2): Mirror 5: 0xf07a6435 (stale) Mirror 6: 0xf07a6435 (stale) Mirror 7: 0xf07a6435 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x274b2): Mirror 5: 0xf07a6435 (stale) Mirror 6: 0xf07a6435 (stale) Mirror 7: 0xf07a6435 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x274b2: skipped 000336 1768556070.661336 punch from 0x002fc4 to 0x0076ee (0x472b bytes) 000337 1768556070.665873 trunc from 0x0274b2 to 0x008bf3 (0x1e8be bytes) 000338 1768556070.693068 trunc from 0x008bf4 to 0x007963 (0x1290 bytes) 000339 1768556070.710402 read 0x005392 thru 0x007963 (0x25d2 bytes) 000340 1768556070.717405 trunc from 0x007964 to 0x0007ec (0x7177 bytes) 000341 1768556070.738365 mapwrite 0x010c26 thru 0x0174cd (0x68a8 bytes) 000342 1768556070.781867 mapwrite 0x01ecab thru 0x01fbd6 (0xf2c bytes) 000343 1768556070.815975 punch from 0x00f4a2 to 0x010845 (0x13a4 bytes) 000344 1768556070.820476 mapread 0x00625c thru 0x00f34c (0x90f1 bytes) 000345 1768556070.830284 write 0x03ecae thru 0x03ffff (0x1352 bytes) 000346 1768556070.832271 write 0x00539e thru 0x010b8d (0xb7f0 bytes) 000347 1768556070.833660 read 0x02e789 thru 0x039b17 (0xb38f bytes) 000348 1768556070.841175 write 0x03c90a thru 0x03ffff (0x36f6 bytes) 000349 1768556070.842167 fallocate 0x02a2b9 thru 0x032f4f (0x8c97 bytes) 000350 1768556070.846706 punch from 0x0396f5 to 0x03ffff (0x690b bytes) 000352 1768556070.859162 mapwrite 0x02a3ab thru 0x039ff3 (0xfc49 bytes) 000353 1768556070.880548 read 0x0193de thru 0x01aad6 (0x16f9 bytes) 000354 1768556070.881586 mapread 0x00b095 thru 0x00b7de (0x74a bytes) 000355 1768556070.883191 punch from 0x03ffbe to 0x03ffff (0x42 bytes) 000356 1768556070.889748 trunc from 0x000896 to 0x00e767 (0xded2 bytes) 000357 1768556070.894417 punch from 0x00c45e to 0x011332 (0x4ed5 bytes) 000358 1768556070.899007 punch from 0x015757 to 0x01fe4c (0xa6f6 bytes) 000359 1768556070.904647 mapwrite 0x02d2ae thru 0x02eb90 (0x18e3 bytes) 000360 1768556070.915237 trunc from 0x040000 to 0x00d560 (0x32a9f bytes) 000362 1768556070.933948 write 0x003952 thru 0x006b43 (0x31f2 bytes) 000363 1768556070.949603 MIRROR_RESYNC 4 mirrors 000364 1768556071.741460 trunc from 0x00d561 to 0x023efc (0x1699c bytes) 000365 1768556071.783898 write 0x03b1d2 thru 0x03ffff (0x4e2e bytes) 000366 1768556071.784812 mapread 0x015573 thru 0x02523b (0xfcc9 bytes) 000367 1768556071.836508 punch from 0x02a7bb to 0x02e35a (0x3ba0 bytes) 000368 1768556071.843446 read 0x027a99 thru 0x035bf6 (0xe15e bytes) 000369 1768556071.853712 read 0x03d809 thru 0x03ffff (0x27f7 bytes) 000370 1768556071.859199 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xed923747 (stale) Mirror 6: 0xed923747 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xed923747 (stale) Mirror 6: 0xed923747 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000371 1768556072.116455 mapread 0x03a2ff thru 0x03ffff (0x5d01 bytes) 000372 1768556072.132716 mapwrite 0x005eb5 thru 0x0098ae (0x39fa bytes) 000373 1768556072.155479 mapwrite 0x03f6f9 thru 0x03ffff (0x907 bytes) 000375 1768556072.168077 mapread 0x0240a8 thru 0x02b7f2 (0x774b bytes) 000376 1768556072.177505 punch from 0x028efc to 0x02d486 (0x458b bytes) 000378 1768556072.182777 read 0x003359 thru 0x0126fd (0xf3a5 bytes) 000379 1768556072.188780 punch from 0x011d86 to 0x012321 (0x59c bytes) 000380 1768556072.193424 write 0x02bfb2 thru 0x0399a7 (0xd9f6 bytes) 000381 1768556072.205371 trunc from 0x020949 to 0x0257a5 (0x4e5d bytes) 000382 1768556072.209602 write 0x010804 thru 0x018108 (0x7905 bytes) 000383 1768556072.216042 mapread 0x018305 thru 0x027706 (0xf402 bytes) 000384 1768556072.231541 mapread 0x001222 thru 0x00f273 (0xe052 bytes) 000386 1768556072.233522 write 0x01ad7a thru 0x02908e (0xe315 bytes) 000387 1768556072.236003 mapread 0x00cdd7 thru 0x01a8a5 (0xdacf bytes) 000388 1768556072.237317 fallocate 0x0256c2 thru 0x02a58f (0x4ece bytes) 000389 1768556072.241553 punch from 0x003dc2 to 0x00b470 (0x76af bytes) 000390 1768556072.245883 trunc from 0x01db2e to 0x01fac0 (0x1f93 bytes) 000391 1768556072.256976 fallocate 0x011016 thru 0x01ebab (0xdb96 bytes) 000392 1768556072.260403 trunc from 0x00efdc to 0x011753 (0x2778 bytes) 000394 1768556072.264180 punch from 0x009586 to 0x013f69 (0xa9e4 bytes) 000395 1768556072.268991 read 0x01c294 thru 0x02a4bc (0xe229 bytes) 000397 1768556072.275012 mapread 0x006362 thru 0x00ed2c (0x89cb bytes) 000398 1768556072.276071 fallocate 0x03d32f thru 0x03ffff (0x2cd1 bytes) 000399 1768556072.279871 write 0x02b795 thru 0x034251 (0x8abd bytes) 000400 1768556072.281950 fallocate 0x03fe48 thru 0x03ffff (0x1b8 bytes) 000401 1768556072.285479 mapread 0x002ca0 thru 0x00bb74 (0x8ed5 bytes) 000402 1768556072.286575 fallocate 0x02e8a4 thru 0x03aece (0xc62b bytes) 000403 1768556072.290047 mapwrite 0x0361f3 thru 0x03ffff (0x9e0d bytes) 000404 1768556072.304370 punch from 0x01161c to 0x014311 (0x2cf6 bytes) 000405 1768556072.309186 mapwrite 0x010613 thru 0x010fd2 (0x9c0 bytes) 000406 1768556072.320479 write 0x0338a4 thru 0x03ffff (0xc75c bytes) 000407 1768556072.322318 read 0x00dfa5 thru 0x014e72 (0x6ece bytes) 000408 1768556072.333496 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xed923747 (stale) Mirror 6: 0xed923747 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8ddc9f0e Mirror 7: 0x8ddc9f0e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000409 1768556073.039042 read 0x02b7e7 thru 0x0381da (0xc9f4 bytes) 000410 1768556073.060336 mapwrite 0x01a2d7 thru 0x022a81 (0x87ab bytes) 000411 1768556073.163593 punch from 0x03da15 to 0x03ffff (0x25eb bytes) 000412 1768556073.167427 trunc from 0x040000 to 0x0277b1 (0x1884e bytes) 000413 1768556073.224648 fallocate 0x0069ab thru 0x010fdb (0xa631 bytes) 000414 1768556073.231486 mapwrite 0x0103f5 thru 0x013b38 (0x3744 bytes) 000415 1768556073.257468 mapwrite 0x01b836 thru 0x0227c9 (0x6f94 bytes) 000416 1768556073.283323 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x277b2): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x277b2): Mirror 5: 0xbf7ac5b5 (stale) Mirror 6: 0xbf7ac5b5 (stale) Mirror 7: 0xb53c28e7 (stale) CRC-32 checksum value for chunk [0, 0x277b2): Mirror 1: 0x1893b442 Mirror 8: 0x1893b442 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x277b2: skipped 000417 1768556073.913533 MIRROR_RESYNC 5 mirrors 000418 1768556075.073797 read 0x00a9ae thru 0x00ebc9 (0x421c bytes) 000419 1768556075.079787 mapwrite 0x01c32f thru 0x01f23c (0x2f0e bytes) 000420 1768556075.178657 trunc from 0x0277b2 to 0x032d7f (0xb5ce bytes) 000422 1768556075.204377 mapwrite 0x02c678 thru 0x031f02 (0x588b bytes) 000423 1768556075.228778 trunc from 0x032d80 to 0x012722 (0x2065d bytes) 000424 1768556075.256768 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x12723): Mirror 6: 0xa0c36290 (stale) Mirror 7: 0xa0c36290 (stale) Mirror 8: 0xa0c36290 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12723): Mirror 6: 0xa0c36290 (stale) Mirror 7: 0xa0c36290 (stale) Mirror 8: 0xa0c36290 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12723: skipped 000425 1768556075.627643 read 0x003166 thru 0x01206c (0xef07 bytes) 000426 1768556075.645793 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x12723): Mirror 7: 0xa0c36290 (stale) Mirror 8: 0xa0c36290 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12723): Mirror 7: 0xa0c36290 (stale) Mirror 8: 0xa0c36290 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12723: skipped 000427 1768556075.892586 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x12723): Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12723): Mirror 7: 0xa0c36290 (stale) Mirror 8: 0xa0c36290 (stale) CRC-32 checksum value for chunk [0, 0x12723): Mirror 1: 0xa0c36290 Mirror 9: 0xa0c36290 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12723: skipped 000428 1768556076.553133 punch from 0x0063bd to 0x00be9c (0x5ae0 bytes) 000429 1768556076.591886 read 0x0094a1 thru 0x011480 (0x7fe0 bytes) 000430 1768556076.599645 write 0x01bd37 thru 0x022449 (0x6713 bytes) 000431 1768556076.607551 fallocate 0x01324a thru 0x022466 (0xf21d bytes) 000432 1768556076.612437 read 0x005434 thru 0x00a2e9 (0x4eb6 bytes) 000433 1768556076.636982 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2244a): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2244a): Mirror 7: 0xb33e8cd5 (stale) Mirror 8: 0xb33e8cd5 (stale) Mirror 9: 0xd4e2a3d3 (stale) CRC-32 checksum value for chunk [0, 0x2244a): Mirror 1: 0x93a27e92 Mirror 10: 0x93a27e92 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2244a: skipped 000434 1768556077.412720 fallocate 0x019171 thru 0x01c337 (0x31c7 bytes) 000435 1768556077.441546 trunc from 0x01b94c to 0x021563 (0x5c18 bytes) 000436 1768556077.444694 trunc from 0x00e832 to 0x0189c8 (0xa197 bytes) 000437 1768556077.449378 MIRROR_RESYNC 5 mirrors 000438 1768556078.500604 trunc from 0x0005d0 to 0x00715a (0x6b8b bytes) 000439 1768556078.538596 punch from 0x009600 to 0x00acda (0x16db bytes) 000440 1768556078.543796 mapread 0x016dc6 thru 0x020a35 (0x9c70 bytes) 000441 1768556078.569962 write 0x02896b thru 0x031e5c (0x94f2 bytes) 000442 1768556078.574992 mapwrite 0x0009cb thru 0x00ccf1 (0xc327 bytes) 000443 1768556078.615274 mapwrite 0x036a90 thru 0x03b1bf (0x4730 bytes) 000444 1768556078.653005 read 0x005b3c thru 0x009ccc (0x4191 bytes) 000445 1768556078.657557 read 0x00b358 thru 0x010cfd (0x59a6 bytes) 000446 1768556078.666858 trunc from 0x03b1c0 to 0x00b6c2 (0x2fafd bytes) 000447 1768556078.683696 mapread 0x0076c7 thru 0x00b6c2 (0x3ffc bytes) 000448 1768556078.684584 punch from 0x0039ca to 0x008919 (0x4f50 bytes) 000449 1768556078.689805 punch from 0x003e45 to 0x009288 (0x5444 bytes) 000450 1768556078.694368 fallocate 0x00f1cc thru 0x01d406 (0xe23b bytes) 000452 1768556078.699294 trunc from 0x01b2de to 0x01d406 (0x2129 bytes) 000453 1768556078.703258 trunc from 0x00c06b to 0x01385d (0x77f3 bytes) 000454 1768556078.707137 trunc from 0x012f9b to 0x01367c (0x6e2 bytes) 000455 1768556078.711625 trunc from 0x01d407 to 0x03f228 (0x21e22 bytes) 000456 1768556078.728827 mapread 0x03c11d thru 0x03f228 (0x310c bytes) 000457 1768556078.736291 punch from 0x032e71 to 0x03f228 (0xc3b8 bytes) 000458 1768556078.740788 write 0x03e98f thru 0x03ffff (0x1671 bytes) 000459 1768556078.745873 trunc from 0x040000 to 0x00faf2 (0x3050d bytes) 000460 1768556078.760163 mapwrite 0x036138 thru 0x03cd63 (0x6c2c bytes) 000461 1768556078.826369 mapread 0x02aa0d thru 0x0391b8 (0xe7ac bytes) 000462 1768556078.892845 MIRROR_RESYNC 5 mirrors 000463 1768556080.106813 trunc from 0x00a47e to 0x01718c (0xcd0f bytes) 000464 1768556080.180248 trunc from 0x0039a1 to 0x004a6a (0x10ca bytes) 000465 1768556080.189769 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cd64): Mirror 7: 0x9a43d7df (stale) Mirror 8: 0x9a43d7df (stale) Mirror 10: 0x9a43d7df (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cd64): Mirror 7: 0x9a43d7df (stale) Mirror 8: 0x9a43d7df (stale) Mirror 10: 0x9a43d7df (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cd64: skipped 000466 1768556080.491310 trunc from 0x038bf8 to 0x03c548 (0x3951 bytes) 000467 1768556080.497311 punch from 0x01718a to 0x01d178 (0x5fef bytes) 000468 1768556080.505258 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3cd64): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cd64): Mirror 7: 0x9a43d7df (stale) Mirror 8: 0x9a43d7df (stale) Mirror 10: 0x9a43d7df (stale) CRC-32 checksum value for chunk [0, 0x3cd64): Mirror 1: 0xacd34b09 Mirror 11: 0xacd34b09 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cd64: skipped 000469 1768556081.287261 punch from 0x002861 to 0x0094d2 (0x6c72 bytes) 000471 1768556081.331170 fallocate 0x0299d0 thru 0x033218 (0x9849 bytes) 000472 1768556081.338829 trunc from 0x03cd64 to 0x00b525 (0x3183e bytes) 000473 1768556081.367241 write 0x0363fa thru 0x037a21 (0x1628 bytes) 000474 1768556081.368952 trunc from 0x0277ef to 0x033108 (0xb91a bytes) 000475 1768556081.374734 fallocate 0x00fd58 thru 0x01dcf7 (0xdfa0 bytes) 000476 1768556081.384224 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x37a22): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37a22): Mirror 7: 0x457fe54 (stale) Mirror 8: 0x457fe54 (stale) Mirror 10: 0x457fe54 (stale) Mirror 11: 0xf48bde78 (stale) CRC-32 checksum value for chunk [0, 0x37a22): Mirror 1: 0x60a78303 Mirror 12: 0x60a78303 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37a22: skipped 000477 1768556082.155295 fallocate 0x036349 thru 0x03ffff (0x9cb7 bytes) 000478 1768556082.208327 write 0x03d7fe thru 0x03ffff (0x2802 bytes) 000479 1768556082.219286 mapread 0x01af14 thru 0x01eec0 (0x3fad bytes) 000480 1768556082.233974 write 0x002789 thru 0x0029df (0x257 bytes) 000481 1768556082.244791 trunc from 0x040000 to 0x01c620 (0x239df bytes) 000482 1768556082.267416 mapwrite 0x00e5c0 thru 0x00f9b9 (0x13fa bytes) 000483 1768556082.285324 fallocate 0x01e705 thru 0x02e46c (0xfd68 bytes) 000484 1768556082.291396 trunc from 0x01b022 to 0x01c620 (0x15ff bytes) 000485 1768556082.296964 punch from 0x005c89 to 0x00dc20 (0x7f98 bytes) 000486 1768556082.301800 mapread 0x017357 thru 0x01c620 (0x52ca bytes) 000488 1768556082.309676 mapread 0x011fb6 thru 0x014b3e (0x2b89 bytes) 000489 1768556082.318852 mapwrite 0x01b053 thru 0x024565 (0x9513 bytes) 000490 1768556082.379355 mapwrite 0x02581c thru 0x028bef (0x33d4 bytes) 000491 1768556082.476978 mapread 0x00cefc thru 0x01aac3 (0xdbc8 bytes) 000492 1768556082.477995 mapread 0x005dcb thru 0x014763 (0xe999 bytes) 000493 1768556082.505390 punch from 0x017cd9 to 0x017d48 (0x70 bytes) 000494 1768556082.513971 read 0x027dec thru 0x028bef (0xe04 bytes) 000495 1768556082.514486 read 0x0260cd thru 0x028bef (0x2b23 bytes) 000496 1768556082.518852 read 0x0018de thru 0x002994 (0x10b7 bytes) 000497 1768556082.522066 punch from 0x01de44 to 0x028bef (0xadac bytes) 000498 1768556082.531028 trunc from 0x00e750 to 0x01739c (0x8c4d bytes) 000499 1768556082.534911 trunc from 0x028bf0 to 0x011e92 (0x16d5d bytes) 000500 1768556082.559926 mapread 0x0079f6 thru 0x008901 (0xf0c bytes) 000501 1768556082.565654 punch from 0x00e3cd to 0x010e32 (0x2a66 bytes) 000502 1768556082.572301 mapwrite 0x009390 thru 0x0176cd (0xe33e bytes) 000503 1768556082.628045 read 0x01636a thru 0x0176cd (0x1364 bytes) 000504 1768556082.628742 trunc from 0x01189a to 0x014325 (0x2a8c bytes) 000505 1768556082.634319 trunc from 0x0176ce to 0x00fa80 (0x7c4d bytes) 000506 1768556082.652353 read 0x00c955 thru 0x00fa80 (0x312c bytes) 000507 1768556082.653345 fallocate 0x012d93 thru 0x018321 (0x558f bytes) 000508 1768556082.662974 MIRROR_RESYNC 6 mirrors 000509 1768556083.587844 punch from 0x00db98 to 0x018321 (0xa78a bytes) 000510 1768556083.641584 fallocate 0x014542 thru 0x01ed86 (0xa845 bytes) 000511 1768556083.648024 fallocate 0x02ffd8 thru 0x036bf4 (0x6c1d bytes) 000513 1768556083.653438 mapwrite 0x03b01b thru 0x03ffff (0x4fe5 bytes) 000514 1768556083.710224 punch from 0x00bf32 to 0x00bff0 (0xbf bytes) 000515 1768556083.715948 write 0x016c17 thru 0x018d11 (0x20fb bytes) 000516 1768556083.729562 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x72142845 (stale) Mirror 8: 0x72142845 (stale) Mirror 10: 0x72142845 (stale) Mirror 12: 0x72142845 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x72142845 (stale) Mirror 8: 0x72142845 (stale) Mirror 10: 0x72142845 (stale) Mirror 12: 0x72142845 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000518 1768556084.101946 fallocate 0x007014 thru 0x016723 (0xf710 bytes) 000519 1768556084.112672 punch from 0x0191f2 to 0x02222c (0x903b bytes) 000520 1768556084.118398 write 0x01cb29 thru 0x025ded (0x92c5 bytes) 000521 1768556084.134714 write 0x029c53 thru 0x0395c2 (0xf970 bytes) 000522 1768556084.150599 trunc from 0x026a6d to 0x031cd0 (0xb264 bytes) 000523 1768556084.170320 mapwrite 0x02d6a8 thru 0x0357a5 (0x80fe bytes) 000524 1768556084.217422 trunc from 0x00c9db to 0x0190ad (0xc6d3 bytes) 000525 1768556084.222340 mapread 0x019615 thru 0x025f83 (0xc96f bytes) 000527 1768556084.236580 punch from 0x03f62b to 0x03ffff (0x9d5 bytes) 000528 1768556084.242381 mapread 0x03fed4 thru 0x03ffff (0x12c bytes) 000529 1768556084.255285 MIRROR_RESYNC 5 mirrors 000530 1768556085.782614 MIRROR_RESYNC 5 mirrors 000531 1768556086.160010 mapread 0x02b107 thru 0x031096 (0x5f90 bytes) 000532 1768556086.175826 read 0x00b109 thru 0x011d3a (0x6c32 bytes) 000533 1768556086.182272 punch from 0x036c52 to 0x03ffff (0x93ae bytes) 000534 1768556086.210331 write 0x02de05 thru 0x03c68e (0xe88a bytes) 000535 1768556086.221321 trunc from 0x03be54 to 0x03ffff (0x41ac bytes) 000536 1768556086.237507 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xeb31c76d (stale) Mirror 10: 0xeb31c76d (stale) Mirror 12: 0xeb31c76d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xeb31c76d (stale) Mirror 10: 0xeb31c76d (stale) Mirror 12: 0xeb31c76d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000537 1768556086.558562 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xeb31c76d (stale) Mirror 12: 0xeb31c76d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xeb31c76d (stale) Mirror 12: 0xeb31c76d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000538 1768556086.837528 read 0x00ceb7 thru 0x014022 (0x716c bytes) 000539 1768556086.851716 MIRROR_RESYNC 3 mirrors 000540 1768556087.818640 read 0x037178 thru 0x039d9c (0x2c25 bytes) 000541 1768556087.824925 mapread 0x01dad8 thru 0x0288ab (0xadd4 bytes) 000542 1768556087.850969 trunc from 0x040000 to 0x00faad (0x30552 bytes) 000543 1768556087.899314 fallocate 0x02f946 thru 0x03c630 (0xcceb bytes) 000544 1768556087.907459 fallocate 0x0036f2 thru 0x0079d6 (0x42e5 bytes) 000545 1768556087.914329 punch from 0x001c5e to 0x006f48 (0x52eb bytes) 000546 1768556087.919518 punch from 0x001353 to 0x009356 (0x8004 bytes) 000547 1768556087.924782 write 0x01e392 thru 0x01efd2 (0xc41 bytes) 000548 1768556087.925915 trunc from 0x0104cb to 0x01ac6b (0xa7a1 bytes) 000549 1768556087.934362 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1efd3): Mirror 10: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1efd3): Mirror 10: 0x4914432a (stale) Mirror 12: 0x4914432a (stale) CRC-32 checksum value for chunk [0, 0x1efd3): Mirror 1: 0x3266ec59 Mirror 13: 0x3266ec59 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1efd3: skipped 000550 1768556088.950632 mapread 0x017364 thru 0x01e960 (0x75fd bytes) 000551 1768556089.045751 trunc from 0x01efd3 to 0x019260 (0x5d72 bytes) 000552 1768556089.120526 MIRROR_RESYNC 4 mirrors 000553 1768556089.976371 punch from 0x0191ba to 0x019260 (0xa7 bytes) 000554 1768556090.016246 trunc from 0x01708e to 0x017ca1 (0xc14 bytes) 000555 1768556090.020646 write 0x02e6c9 thru 0x0360ae (0x79e6 bytes) 000556 1768556090.022502 mapwrite 0x008504 thru 0x017e1b (0xf918 bytes) 000557 1768556090.067394 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x360af): Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x360af): Mirror 10: 0x61690f0d (stale) Mirror 12: 0x61690f0d (stale) Mirror 13: 0x61690f0d (stale) CRC-32 checksum value for chunk [0, 0x360af): Mirror 1: 0x874b532f Mirror 14: 0x874b532f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x360af: skipped 000558 1768556090.869239 fallocate 0x014552 thru 0x01dc87 (0x9736 bytes) 000559 1768556090.939404 mapwrite 0x03778f thru 0x03ffff (0x8871 bytes) 000560 1768556091.032211 MIRROR_RESYNC 5 mirrors 000561 1768556092.212206 mapread 0x02ec7d thru 0x031879 (0x2bfd bytes) 000562 1768556092.247012 read 0x00e244 thru 0x00e44f (0x20c bytes) 000563 1768556092.252620 read 0x020cae thru 0x0235d1 (0x2924 bytes) 000564 1768556092.266651 MIRROR_EXTEND to 6 mirrors 000565 1768556092.905360 MIRROR_EXTEND to 7 mirrors 000566 1768556093.554801 MIRROR_RESYNC 7 mirrors 000568 1768556094.067300 trunc from 0x040000 to 0x0240ea (0x1bf15 bytes) 000569 1768556094.130185 MIRROR_RESYNC 7 mirrors 000571 1768556095.525379 mapread 0x02218e thru 0x0240ea (0x1f5d bytes) 000572 1768556095.547649 trunc from 0x0240eb to 0x02d2a9 (0x91bf bytes) 000573 1768556095.608710 write 0x01c62c thru 0x01f3bb (0x2d90 bytes) 000574 1768556095.621568 trunc from 0x00808a to 0x00d7e2 (0x5759 bytes) 000575 1768556095.626590 mapread 0x014af4 thru 0x01a6cf (0x5bdc bytes) 000576 1768556095.634955 mapread 0x00f3e2 thru 0x015dea (0x6a09 bytes) 000577 1768556095.635865 mapread 0x01ec93 thru 0x022826 (0x3b94 bytes) 000578 1768556095.637475 punch from 0x01531f to 0x01b6cc (0x63ae bytes) 000580 1768556095.644241 mapread 0x0033cb thru 0x007d17 (0x494d bytes) 000581 1768556095.658603 mapwrite 0x018fe1 thru 0x028122 (0xf142 bytes) 000582 1768556095.698333 trunc from 0x02d2aa to 0x03843f (0xb196 bytes) 000583 1768556095.726334 trunc from 0x006e0d to 0x016cf8 (0xfeec bytes) 000584 1768556095.737758 mapwrite 0x02dfce thru 0x030476 (0x24a9 bytes) 000585 1768556095.763206 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x38440): Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38440): Mirror 10: 0xa20fbf4e (stale) Mirror 12: 0xa20fbf4e (stale) Mirror 13: 0xa20fbf4e (stale) Mirror 14: 0xa20fbf4e (stale) Mirror 15: 0xa20fbf4e (stale) Mirror 16: 0xa20fbf4e (stale) CRC-32 checksum value for chunk [0, 0x38440): Mirror 1: 0x4167332 Mirror 17: 0x4167332 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38440: skipped 000586 1768556097.304968 mapwrite 0x02738d thru 0x028a74 (0x16e8 bytes) 000587 1768556097.487693 fallocate 0x01e81b thru 0x02088c (0x2072 bytes) 000588 1768556097.494317 write 0x014e09 thru 0x023188 (0xe380 bytes) 000589 1768556097.519796 mapwrite 0x0323ca thru 0x0329b8 (0x5ef bytes) 000590 1768556097.632425 mapread 0x009be4 thru 0x011f13 (0x8330 bytes) 000591 1768556097.658091 write 0x01d19f thru 0x02676f (0x95d1 bytes) 000592 1768556097.662811 punch from 0x03007b to 0x03184c (0x17d2 bytes) 000593 1768556097.680738 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38440): Mirror 10: 0xa20fbf4e (stale) Mirror 12: 0xa20fbf4e (stale) Mirror 13: 0xa20fbf4e (stale) Mirror 14: 0xa20fbf4e (stale) Mirror 15: 0xa20fbf4e (stale) Mirror 16: 0xa20fbf4e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38440): Mirror 10: 0xa20fbf4e (stale) Mirror 12: 0xa20fbf4e (stale) Mirror 13: 0xa20fbf4e (stale) Mirror 14: 0xa20fbf4e (stale) Mirror 15: 0xa20fbf4e (stale) Mirror 16: 0xa20fbf4e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38440: skipped 000594 1768556098.433213 trunc from 0x02b1b1 to 0x03523e (0xa08e bytes) 000595 1768556098.450887 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x38440): Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38440): Mirror 10: 0xa20fbf4e (stale) Mirror 12: 0xa20fbf4e (stale) Mirror 13: 0xa20fbf4e (stale) Mirror 14: 0xa20fbf4e (stale) Mirror 15: 0xa20fbf4e (stale) Mirror 16: 0xa20fbf4e (stale) CRC-32 checksum value for chunk [0, 0x38440): Mirror 1: 0x9d6439da Mirror 17: 0x9d6439da lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38440: skipped 000596 1768556099.602016 read 0x01a2bc thru 0x0219f6 (0x773b bytes) 000597 1768556099.628881 trunc from 0x001095 to 0x005e93 (0x4dff bytes) 000598 1768556099.697613 trunc from 0x0095a2 to 0x00bdd6 (0x2835 bytes) 000599 1768556099.702982 trunc from 0x03238b to 0x0354c1 (0x3137 bytes) 000600 1768556099.707265 read 0x001227 thru 0x00af64 (0x9d3e bytes) 000601 1768556099.718584 read 0x01525a thru 0x01f5d1 (0xa378 bytes) 000602 1768556099.719649 punch from 0x01b736 to 0x02aff6 (0xf8c1 bytes) 000603 1768556099.725000 trunc from 0x038440 to 0x0277dd (0x10c62 bytes) 000604 1768556099.751684 write 0x00cfe2 thru 0x01c5d3 (0xf5f2 bytes) 000605 1768556099.759452 mapread 0x00a51d thru 0x012494 (0x7f78 bytes) 000606 1768556099.760550 fallocate 0x026305 thru 0x02f5a7 (0x92a3 bytes) 000607 1768556099.765924 fallocate 0x029353 thru 0x031fa2 (0x8c50 bytes) 000608 1768556099.770842 mapwrite 0x014af2 thru 0x022fc7 (0xe4d6 bytes) 000609 1768556099.797615 mapwrite 0x030339 thru 0x039dfa (0x9ac2 bytes) 000611 1768556099.844938 read 0x029177 thru 0x02d553 (0x43dd bytes) 000613 1768556099.846012 fallocate 0x03c590 thru 0x03ffff (0x3a70 bytes) 000614 1768556099.852761 mapread 0x016096 thru 0x01a377 (0x42e2 bytes) 000615 1768556099.854447 read 0x01e052 thru 0x024695 (0x6644 bytes) 000616 1768556099.855604 write 0x00942e thru 0x00d639 (0x420c bytes) 000617 1768556099.856737 write 0x021b23 thru 0x023600 (0x1ade bytes) 000618 1768556099.858523 mapread 0x02bb02 thru 0x02ee19 (0x3318 bytes) 000619 1768556099.860472 trunc from 0x014a6b to 0x021708 (0xcc9e bytes) 000620 1768556099.870092 trunc from 0x025274 to 0x02be9c (0x6c29 bytes) 000621 1768556099.874684 punch from 0x03796a to 0x039dfa (0x2491 bytes) 000622 1768556099.878796 trunc from 0x0181e1 to 0x018960 (0x780 bytes) 000623 1768556099.888152 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39dfb): Mirror 12: 0xc76fae02 (stale) Mirror 13: 0xc76fae02 (stale) Mirror 14: 0xc76fae02 (stale) Mirror 15: 0xc76fae02 (stale) Mirror 16: 0xc76fae02 (stale) Mirror 17: 0x1892526c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39dfb): Mirror 12: 0xc76fae02 (stale) Mirror 13: 0xc76fae02 (stale) Mirror 14: 0xc76fae02 (stale) Mirror 15: 0xc76fae02 (stale) Mirror 16: 0xc76fae02 (stale) Mirror 17: 0x1892526c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39dfb: skipped 000624 1768556100.340636 trunc from 0x039dfb to 0x02983d (0x105bd bytes) 000625 1768556100.369531 mapread 0x00afa9 thru 0x018735 (0xd78d bytes) 000626 1768556100.398776 fallocate 0x013420 thru 0x018231 (0x4e12 bytes) 000627 1768556100.404512 read 0x019020 thru 0x02110f (0x80f0 bytes) 000628 1768556100.413254 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2983e): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2983e): Mirror 12: 0x69e176fa (stale) Mirror 13: 0x69e176fa (stale) Mirror 14: 0x69e176fa (stale) Mirror 15: 0x69e176fa (stale) Mirror 16: 0x69e176fa (stale) Mirror 17: 0x99fb6b5b (stale) CRC-32 checksum value for chunk [0, 0x2983e): Mirror 1: 0xc3409dda Mirror 18: 0xc3409dda lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2983e: skipped 000629 1768556101.338785 punch from 0x01bbdf to 0x02778d (0xbbaf bytes) 000630 1768556101.395918 write 0x03c551 thru 0x03ffff (0x3aaf bytes) 000631 1768556101.403977 fallocate 0x01ee2e thru 0x0229cb (0x3b9e bytes) 000632 1768556101.411823 write 0x03542d thru 0x03d014 (0x7be8 bytes) 000633 1768556101.417921 punch from 0x030010 to 0x0381b9 (0x81aa bytes) 000634 1768556101.438291 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0xfb86cd57 (stale) Mirror 14: 0xfb86cd57 (stale) Mirror 15: 0xfb86cd57 (stale) Mirror 16: 0xfb86cd57 (stale) Mirror 17: 0xbacf23ec (stale) Mirror 18: 0xf91dd6a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0xfb86cd57 (stale) Mirror 14: 0xfb86cd57 (stale) Mirror 15: 0xfb86cd57 (stale) Mirror 16: 0xfb86cd57 (stale) Mirror 17: 0xbacf23ec (stale) Mirror 18: 0xf91dd6a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000635 1768556101.876779 trunc from 0x0286e7 to 0x031336 (0x8c50 bytes) 000636 1768556101.884432 read 0x0298cf thru 0x02cc99 (0x33cb bytes) 000637 1768556101.895084 fallocate 0x038a92 thru 0x03bf92 (0x3501 bytes) 000638 1768556101.904725 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0xfb86cd57 (stale) Mirror 14: 0xfb86cd57 (stale) Mirror 15: 0xfb86cd57 (stale) Mirror 16: 0xfb86cd57 (stale) Mirror 17: 0xbacf23ec (stale) Mirror 18: 0xf91dd6a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x492f92d4 Mirror 19: 0x492f92d4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000639 1768556102.936336 write 0x019171 thru 0x01c41d (0x32ad bytes) 000640 1768556102.998432 punch from 0x011a80 to 0x01a23e (0x87bf bytes) 000641 1768556103.011471 mapread 0x0326ba thru 0x03ffff (0xd946 bytes) 000642 1768556103.031570 trunc from 0x040000 to 0x0235de (0x1ca21 bytes) 000643 1768556103.059998 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x235df): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x235df): Mirror 12: 0x8a1443d6 (stale) Mirror 14: 0x8a1443d6 (stale) Mirror 15: 0x8a1443d6 (stale) Mirror 16: 0x8a1443d6 (stale) Mirror 17: 0xf1e422c0 (stale) Mirror 18: 0xa5d22a36 (stale) Mirror 19: 0x56df6a93 (stale) CRC-32 checksum value for chunk [0, 0x235df): Mirror 1: 0xc0a9de2a Mirror 20: 0xc0a9de2a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x235df: skipped 000644 1768556104.138539 write 0x02e4a3 thru 0x03a892 (0xc3f0 bytes) 000645 1768556104.228679 trunc from 0x03a893 to 0x038254 (0x263e bytes) 000647 1768556104.260067 fallocate 0x01cec6 thru 0x01fca1 (0x2ddc bytes) 000648 1768556104.266405 trunc from 0x038255 to 0x02fd8b (0x84c9 bytes) 000649 1768556104.286244 read 0x02df0b thru 0x02fd8b (0x1e81 bytes) 000650 1768556104.303732 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x2fd8c): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fd8c): Mirror 12: 0x4e1bef0a (stale) Mirror 14: 0x4e1bef0a (stale) Mirror 15: 0x4e1bef0a (stale) Mirror 16: 0x4e1bef0a (stale) Mirror 17: 0x33a69824 (stale) Mirror 18: 0x34d10894 (stale) Mirror 19: 0xa5b2421c (stale) Mirror 20: 0x993c1092 (stale) CRC-32 checksum value for chunk [0, 0x2fd8c): Mirror 1: 0xef0ecd55 Mirror 21: 0xef0ecd55 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fd8c: skipped 000651 1768556105.262522 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x2fd8c): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fd8c): Mirror 12: 0x4e1bef0a (stale) Mirror 14: 0x4e1bef0a (stale) Mirror 15: 0x4e1bef0a (stale) Mirror 16: 0x4e1bef0a (stale) Mirror 17: 0x33a69824 (stale) Mirror 18: 0x34d10894 (stale) Mirror 19: 0xa5b2421c (stale) Mirror 20: 0x993c1092 (stale) CRC-32 checksum value for chunk [0, 0x2fd8c): Mirror 1: 0xef0ecd55 Mirror 21: 0xef0ecd55 Mirror 22: 0xef0ecd55 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fd8c: skipped 000652 1768556106.345805 fallocate 0x00a3be thru 0x01527e (0xaec1 bytes) 000654 1768556106.404149 trunc from 0x01e82a to 0x02cd6c (0xe543 bytes) 000655 1768556106.414133 mapwrite 0x003b4c thru 0x00ddee (0xa2a3 bytes) 000656 1768556106.488469 mapread 0x0257cc thru 0x02fd8b (0xa5c0 bytes) 000657 1768556106.518188 punch from 0x01aae7 to 0x01bdc3 (0x12dd bytes) 000658 1768556106.525859 trunc from 0x02fd8c to 0x02e4d8 (0x18b3 bytes) 000659 1768556106.584562 trunc from 0x02e4d9 to 0x013d6a (0x1a76e bytes) 000660 1768556106.629587 mapwrite 0x0310ea thru 0x0342eb (0x3202 bytes) 000661 1768556106.713646 write 0x007fa9 thru 0x00960d (0x1665 bytes) 000662 1768556106.714680 trunc from 0x0342ec to 0x01b403 (0x18ee8 bytes) 000664 1768556106.733328 read 0x01b1af thru 0x01b403 (0x255 bytes) 000665 1768556106.740217 punch from 0x008ebf to 0x017395 (0xe4d7 bytes) 000666 1768556106.752574 punch from 0x015523 to 0x01b403 (0x5ee1 bytes) 000667 1768556106.759088 trunc from 0x00a08d to 0x00fe03 (0x5d77 bytes) 000668 1768556106.764421 write 0x01b562 thru 0x0206f8 (0x5197 bytes) 000669 1768556106.777497 trunc from 0x006bed to 0x013ae0 (0xcef4 bytes) 000671 1768556106.783698 punch from 0x004a16 to 0x013851 (0xee3c bytes) 000672 1768556106.789449 write 0x03f510 thru 0x03ffff (0xaf0 bytes) 000673 1768556106.790779 mapwrite 0x02e9fd thru 0x02ebd4 (0x1d8 bytes) 000674 1768556106.814456 trunc from 0x040000 to 0x015a87 (0x2a578 bytes) 000675 1768556106.832618 trunc from 0x015a88 to 0x030d3e (0x1b2b7 bytes) 000676 1768556106.856032 read 0x01e1be thru 0x029b8a (0xb9cd bytes) 000678 1768556106.879210 fallocate 0x00fba7 thru 0x0170fb (0x7555 bytes) 000679 1768556106.887225 fallocate 0x02ac03 thru 0x02c1d5 (0x15d3 bytes) 000680 1768556106.895009 mapread 0x02b901 thru 0x030d3e (0x543e bytes) 000682 1768556106.899551 read 0x016021 thru 0x020078 (0xa058 bytes) 000683 1768556106.900722 punch from 0x01c329 to 0x01f1cc (0x2ea4 bytes) 000684 1768556106.910421 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x30d3f): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30d3f): Mirror 12: 0xe54bf1ee (stale) Mirror 14: 0xe54bf1ee (stale) Mirror 15: 0xe54bf1ee (stale) Mirror 16: 0xe54bf1ee (stale) Mirror 17: 0x4cc964a2 (stale) Mirror 18: 0xdc166141 (stale) Mirror 19: 0x78b06213 (stale) Mirror 20: 0x38de32a5 (stale) Mirror 21: 0xddb1f886 (stale) Mirror 22: 0xddb1f886 (stale) CRC-32 checksum value for chunk [0, 0x30d3f): Mirror 1: 0xd00bb332 Mirror 23: 0xd00bb332 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30d3f: skipped 000685 1768556107.979479 punch from 0x0115db to 0x016212 (0x4c38 bytes) 000686 1768556108.047336 mapwrite 0x0111d8 thru 0x01513c (0x3f65 bytes) 000687 1768556108.088083 punch from 0x02c90d to 0x02e453 (0x1b47 bytes) 000688 1768556108.094718 punch from 0x020be6 to 0x02f99b (0xedb6 bytes) 000689 1768556108.101058 read 0x02306b thru 0x027f94 (0x4f2a bytes) 000690 1768556108.111588 trunc from 0x030d3f to 0x02ec06 (0x2138 bytes) 000692 1768556108.149743 mapread 0x02355e thru 0x02ec06 (0xb6a9 bytes) 000693 1768556108.163995 punch from 0x017f08 to 0x02309f (0xb198 bytes) 000694 1768556108.170434 mapread 0x0224b8 thru 0x02ba9f (0x95e8 bytes) 000696 1768556108.185686 trunc from 0x02ec07 to 0x0137fa (0x1b40c bytes) 000698 1768556108.224705 write 0x01b8a1 thru 0x01c491 (0xbf1 bytes) 000699 1768556108.226083 fallocate 0x004468 thru 0x00acf6 (0x688f bytes) 000700 1768556108.233144 fallocate 0x00d850 thru 0x017d39 (0xa4ea bytes) 000701 1768556108.240488 write 0x01ac1f thru 0x01c343 (0x1725 bytes) 000702 1768556108.260956 MIRROR_RESYNC 12 mirrors 000703 1768556110.995985 read 0x00205a thru 0x00a65d (0x8604 bytes) 000704 1768556111.010353 write 0x037d3d thru 0x03ffff (0x82c3 bytes) 000705 1768556111.052824 fallocate 0x031aae thru 0x03ff90 (0xe4e3 bytes) 000706 1768556111.059697 mapwrite 0x014d3a thru 0x01d57d (0x8844 bytes) 000707 1768556111.098637 write 0x0268b9 thru 0x028148 (0x1890 bytes) 000708 1768556111.108951 read 0x000698 thru 0x007255 (0x6bbe bytes) 000709 1768556111.124391 MIRROR_RESYNC 12 mirrors 000711 1768556113.808781 mapread 0x0077ff thru 0x00b6bc (0x3ebe bytes) 000712 1768556113.826592 mapwrite 0x025867 thru 0x027d9e (0x2538 bytes) 000713 1768556113.930435 trunc from 0x040000 to 0x01bca8 (0x24357 bytes) 000714 1768556113.958648 punch from 0x0123b4 to 0x01bca8 (0x98f5 bytes) 000715 1768556113.964612 punch from 0x014311 to 0x01bca8 (0x7998 bytes) 000716 1768556113.969907 mapread 0x000cb9 thru 0x006be4 (0x5f2c bytes) 000717 1768556113.978889 read 0x0052bd thru 0x00c308 (0x704c bytes) 000718 1768556113.979599 fallocate 0x01c6ef thru 0x02951f (0xce31 bytes) 000719 1768556113.984654 mapwrite 0x0343e3 thru 0x037257 (0x2e75 bytes) 000720 1768556114.028308 mapread 0x02320d thru 0x032839 (0xf62d bytes) 000721 1768556114.047721 trunc from 0x037258 to 0x00b371 (0x2bee6 bytes) 000722 1768556114.068708 MIRROR_RESYNC 12 mirrors 000723 1768556115.783335 write 0x01d360 thru 0x025ebd (0x8b5e bytes) 000724 1768556115.822986 trunc from 0x004161 to 0x00e391 (0xa231 bytes) 000725 1768556115.834165 punch from 0x0128d2 to 0x0187d6 (0x5f05 bytes) 000726 1768556115.847067 punch from 0x024559 to 0x025ebd (0x1965 bytes) 000727 1768556115.871609 trunc from 0x010a3d to 0x01cf8d (0xc551 bytes) 000728 1768556115.877188 mapread 0x022a3d thru 0x025ebd (0x3481 bytes) 000730 1768556115.911044 punch from 0x0034b6 to 0x008af7 (0x5642 bytes) 000731 1768556115.916419 read 0x014059 thru 0x01d188 (0x9130 bytes) 000733 1768556115.926496 mapwrite 0x0157e9 thru 0x015d12 (0x52a bytes) 000734 1768556115.960336 mapread 0x018639 thru 0x01f24b (0x6c13 bytes) 000735 1768556115.969582 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x25ebe): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25ebe): Mirror 12: 0x1d1344fe (stale) Mirror 14: 0x1d1344fe (stale) Mirror 15: 0x1d1344fe (stale) Mirror 16: 0x1d1344fe (stale) Mirror 17: 0x1d1344fe (stale) Mirror 18: 0x1d1344fe (stale) Mirror 19: 0x1d1344fe (stale) Mirror 20: 0x1d1344fe (stale) Mirror 21: 0x1d1344fe (stale) Mirror 22: 0x1d1344fe (stale) Mirror 23: 0x1d1344fe (stale) CRC-32 checksum value for chunk [0, 0x25ebe): Mirror 1: 0x73a5126f Mirror 24: 0x73a5126f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25ebe: skipped 000736 1768556117.091607 fallocate 0x022a4d thru 0x02593f (0x2ef3 bytes) 000737 1768556117.143217 trunc from 0x006ac9 to 0x00872d (0x1c65 bytes) 000738 1768556117.150145 write 0x0262c4 thru 0x0338f1 (0xd62e bytes) 000739 1768556117.161447 punch from 0x010522 to 0x0125fa (0x20d9 bytes) 000740 1768556117.175051 punch from 0x0119cd to 0x013f6e (0x25a2 bytes) 000741 1768556117.180624 punch from 0x02e82e to 0x0338f1 (0x50c4 bytes) 000742 1768556117.193928 fallocate 0x023692 thru 0x032994 (0xf303 bytes) 000743 1768556117.207284 MIRROR_SPLIT mirror 8 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x338f2): Mirror 12: 0xa833912b (stale) Mirror 14: 0xa833912b (stale) Mirror 15: 0xa833912b (stale) Mirror 16: 0xa833912b (stale) Mirror 17: 0xa833912b (stale) Mirror 18: 0xa833912b (stale) Mirror 19: 0xa833912b (stale) Mirror 21: 0xa833912b (stale) Mirror 22: 0xa833912b (stale) Mirror 23: 0xa833912b (stale) Mirror 24: 0xab2ac220 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x338f2): Mirror 12: 0xa833912b (stale) Mirror 14: 0xa833912b (stale) Mirror 15: 0xa833912b (stale) Mirror 16: 0xa833912b (stale) Mirror 17: 0xa833912b (stale) Mirror 18: 0xa833912b (stale) Mirror 19: 0xa833912b (stale) Mirror 21: 0xa833912b (stale) Mirror 22: 0xa833912b (stale) Mirror 23: 0xa833912b (stale) Mirror 24: 0xab2ac220 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x338f2: skipped 000744 1768556117.734049 read 0x02ff1d thru 0x0338f1 (0x39d5 bytes) 000745 1768556117.749629 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x338f2): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x338f2): Mirror 12: 0xa833912b (stale) Mirror 14: 0xa833912b (stale) Mirror 15: 0xa833912b (stale) Mirror 16: 0xa833912b (stale) Mirror 17: 0xa833912b (stale) Mirror 18: 0xa833912b (stale) Mirror 19: 0xa833912b (stale) Mirror 21: 0xa833912b (stale) Mirror 22: 0xa833912b (stale) Mirror 23: 0xa833912b (stale) Mirror 24: 0xab2ac220 (stale) CRC-32 checksum value for chunk [0, 0x338f2): Mirror 1: 0xee7145e1 Mirror 25: 0xee7145e1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x338f2: skipped 000746 1768556119.017028 mapread 0x02f1c7 thru 0x0338f1 (0x472b bytes) 000747 1768556119.078572 fallocate 0x01bb5a thru 0x024cd5 (0x917c bytes) 000748 1768556119.148638 read 0x0156be thru 0x01e41a (0x8d5d bytes) 000749 1768556119.159643 fallocate 0x0275e3 thru 0x033dcf (0xc7ed bytes) 000750 1768556119.165222 write 0x00d6d9 thru 0x01b630 (0xdf58 bytes) 000751 1768556119.194545 read 0x02f5a7 thru 0x02f7b1 (0x20b bytes) 000752 1768556119.203781 read 0x02022b thru 0x0204dc (0x2b2 bytes) 000754 1768556119.205163 mapwrite 0x005f82 thru 0x0086ba (0x2739 bytes) 000755 1768556119.230050 punch from 0x01d24f to 0x022c1c (0x59ce bytes) 000757 1768556119.236027 mapread 0x00238c thru 0x00a3fd (0x8072 bytes) 000759 1768556119.237418 mapwrite 0x001d2a thru 0x006b25 (0x4dfc bytes) 000761 1768556119.279578 punch from 0x022f3e to 0x02815a (0x521d bytes) 000762 1768556119.297442 trunc from 0x02321d to 0x031105 (0xdee9 bytes) 000764 1768556119.308137 trunc from 0x0026d5 to 0x005a09 (0x3335 bytes) 000765 1768556119.320483 read 0x014740 thru 0x01a097 (0x5958 bytes) 000766 1768556119.322139 trunc from 0x028f87 to 0x029084 (0xfe bytes) 000767 1768556119.335091 mapwrite 0x015a3b thru 0x022ae4 (0xd0aa bytes) 000768 1768556119.416292 MIRROR_SPLIT mirror 6 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x338f2): Mirror 12: 0xa833912b (stale) Mirror 14: 0xa833912b (stale) Mirror 15: 0xa833912b (stale) Mirror 16: 0xa833912b (stale) Mirror 17: 0xa833912b (stale) Mirror 19: 0xa833912b (stale) Mirror 21: 0xa833912b (stale) Mirror 22: 0xa833912b (stale) Mirror 23: 0xa833912b (stale) Mirror 24: 0xab2ac220 (stale) Mirror 25: 0xee7145e1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x338f2): Mirror 12: 0xa833912b (stale) Mirror 14: 0xa833912b (stale) Mirror 15: 0xa833912b (stale) Mirror 16: 0xa833912b (stale) Mirror 17: 0xa833912b (stale) Mirror 19: 0xa833912b (stale) Mirror 21: 0xa833912b (stale) Mirror 22: 0xa833912b (stale) Mirror 23: 0xa833912b (stale) Mirror 24: 0xab2ac220 (stale) Mirror 25: 0xee7145e1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x338f2: skipped 000769 1768556120.064543 punch from 0x001ff2 to 0x00d6c6 (0xb6d5 bytes) 000770 1768556120.072458 trunc from 0x0338f2 to 0x01e00e (0x158e3 bytes) 000771 1768556120.105920 MIRROR_RESYNC 12 mirrors 000772 1768556121.795685 read 0x005d7a thru 0x009d2c (0x3fb3 bytes) 000773 1768556121.803977 punch from 0x00ced6 to 0x00f47f (0x25aa bytes) 000774 1768556121.851119 mapwrite 0x034ea3 thru 0x03cfe7 (0x8145 bytes) 000775 1768556121.908726 read 0x007c45 thru 0x00e1d7 (0x6593 bytes) 000776 1768556121.922745 mapwrite 0x003cee thru 0x00eb05 (0xae18 bytes) 000777 1768556121.941462 mapwrite 0x0038cd thru 0x00a23f (0x6973 bytes) 000778 1768556121.957511 fallocate 0x0143be thru 0x01a525 (0x6168 bytes) 000779 1768556121.963013 punch from 0x013317 to 0x0216b7 (0xe3a1 bytes) 000780 1768556121.969235 punch from 0x01e7e2 to 0x026726 (0x7f45 bytes) 000781 1768556121.974072 mapread 0x019924 thru 0x0293c2 (0xfa9f bytes) 000783 1768556122.043612 write 0x008fba thru 0x0127f5 (0x983c bytes) 000784 1768556122.045461 mapwrite 0x006f9b thru 0x016c86 (0xfcec bytes) 000785 1768556122.090456 MIRROR_RESYNC 12 mirrors 000786 1768556124.107138 read 0x0226f3 thru 0x02b13a (0x8a48 bytes) 000787 1768556124.128267 write 0x022eb5 thru 0x030ad9 (0xdc25 bytes) 000788 1768556124.178450 read 0x00feeb thru 0x01fe59 (0xff6f bytes) 000789 1768556124.190056 mapread 0x007ddf thru 0x014290 (0xc4b2 bytes) 000790 1768556124.191628 mapwrite 0x0150f4 thru 0x024008 (0xef15 bytes) 000791 1768556124.215860 mapread 0x035ace thru 0x03cfe7 (0x751a bytes) 000792 1768556124.217778 write 0x028518 thru 0x03054d (0x8036 bytes) 000793 1768556124.224516 mapread 0x007f24 thru 0x0136d0 (0xb7ad bytes) 000794 1768556124.227028 trunc from 0x02c6c0 to 0x039390 (0xccd1 bytes) 000795 1768556124.243442 trunc from 0x02e46d to 0x03003e (0x1bd2 bytes) 000796 1768556124.250428 trunc from 0x03cfe8 to 0x035eec (0x70fb bytes) 000797 1768556124.285923 MIRROR_RESYNC 12 mirrors 000799 1768556126.352908 trunc from 0x016ef3 to 0x019b42 (0x2c50 bytes) 000800 1768556126.395526 MIRROR_SPLIT mirror 3 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35eed): Mirror 12: 0x24d7dabf (stale) Mirror 14: 0x24d7dabf (stale) Mirror 16: 0x24d7dabf (stale) Mirror 17: 0x24d7dabf (stale) Mirror 19: 0x24d7dabf (stale) Mirror 21: 0x24d7dabf (stale) Mirror 22: 0x24d7dabf (stale) Mirror 23: 0x24d7dabf (stale) Mirror 24: 0x24d7dabf (stale) Mirror 25: 0x24d7dabf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35eed): Mirror 12: 0x24d7dabf (stale) Mirror 14: 0x24d7dabf (stale) Mirror 16: 0x24d7dabf (stale) Mirror 17: 0x24d7dabf (stale) Mirror 19: 0x24d7dabf (stale) Mirror 21: 0x24d7dabf (stale) Mirror 22: 0x24d7dabf (stale) Mirror 23: 0x24d7dabf (stale) Mirror 24: 0x24d7dabf (stale) Mirror 25: 0x24d7dabf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35eed: skipped 000801 1768556126.966753 MIRROR_RESYNC 11 mirrors 000802 1768556129.711226 read 0x007e48 thru 0x00bd79 (0x3f32 bytes) 000803 1768556129.727084 MIRROR_EXTEND to 12 mirrors 000804 1768556131.137426 fallocate 0x0007d0 thru 0x005913 (0x5144 bytes) 000805 1768556131.248963 mapwrite 0x007b34 thru 0x010da1 (0x926e bytes) 000807 1768556131.327859 fallocate 0x0076f8 thru 0x01683d (0xf146 bytes) 000808 1768556131.337338 write 0x013f17 thru 0x01de10 (0x9efa bytes) 000809 1768556131.381003 write 0x0346b2 thru 0x03b792 (0x70e1 bytes) 000810 1768556131.391331 fallocate 0x034df7 thru 0x03e725 (0x992f bytes) 000811 1768556131.405370 write 0x005595 thru 0x0138c3 (0xe32f bytes) 000813 1768556131.407265 write 0x02007f thru 0x02f3d0 (0xf352 bytes) 000814 1768556131.426583 fallocate 0x02c053 thru 0x03623d (0xa1eb bytes) 000815 1768556131.435608 punch from 0x008873 to 0x0092e2 (0xa70 bytes) 000816 1768556131.473241 fallocate 0x03f0de thru 0x03ffff (0xf22 bytes) 000817 1768556131.494528 mapread 0x00feb8 thru 0x0134ee (0x3637 bytes) 000818 1768556131.501936 read 0x031148 thru 0x03e9a2 (0xd85b bytes) 000819 1768556131.510440 read 0x01cfc1 thru 0x025848 (0x8888 bytes) 000820 1768556131.511345 mapwrite 0x01fae2 thru 0x029c58 (0xa177 bytes) 000821 1768556131.545004 punch from 0x035eac to 0x03ffff (0xa154 bytes) 000822 1768556131.559773 write 0x00c2b1 thru 0x012185 (0x5ed5 bytes) 000823 1768556131.566676 mapwrite 0x02cfaf thru 0x035007 (0x8059 bytes) 000825 1768556131.627700 punch from 0x0193c8 to 0x0260cc (0xcd05 bytes) 000826 1768556131.636521 read 0x01f596 thru 0x01f6f0 (0x15b bytes) 000827 1768556131.650246 mapwrite 0x02eb52 thru 0x032239 (0x36e8 bytes) 000828 1768556131.677324 write 0x025d40 thru 0x028e56 (0x3117 bytes) 000829 1768556131.678303 trunc from 0x026600 to 0x03269a (0xc09b bytes) 000831 1768556131.695086 mapwrite 0x022365 thru 0x0317da (0xf476 bytes) 000833 1768556131.854910 trunc from 0x00ea78 to 0x00f013 (0x59c bytes) 000834 1768556131.864791 read 0x01c720 thru 0x027949 (0xb22a bytes) 000835 1768556131.865536 fallocate 0x0101f4 thru 0x010e3e (0xc4b bytes) 000836 1768556131.900534 MIRROR_RESYNC 12 mirrors 000838 1768556135.054410 mapwrite 0x032393 thru 0x036eb5 (0x4b23 bytes) 000839 1768556135.197138 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x4e1fe2c2 (stale) Mirror 14: 0x4e1fe2c2 (stale) Mirror 16: 0x4e1fe2c2 (stale) Mirror 17: 0x4e1fe2c2 (stale) Mirror 19: 0x4e1fe2c2 (stale) Mirror 21: 0x4e1fe2c2 (stale) Mirror 22: 0x4e1fe2c2 (stale) Mirror 23: 0x4e1fe2c2 (stale) Mirror 24: 0x4e1fe2c2 (stale) Mirror 25: 0x4e1fe2c2 (stale) Mirror 26: 0x4e1fe2c2 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x268a0690 Mirror 27: 0x268a0690 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000840 1768556136.398448 read 0x00d7fc thru 0x00fb77 (0x237c bytes) 000841 1768556136.418760 mapread 0x030816 thru 0x039a91 (0x927c bytes) 000842 1768556136.447289 trunc from 0x031225 to 0x03e8cf (0xd6ab bytes) 000843 1768556136.495351 write 0x011661 thru 0x01ed07 (0xd6a7 bytes) 000844 1768556136.513909 fallocate 0x03a00d thru 0x03ffff (0x5ff3 bytes) 000845 1768556136.521635 fallocate 0x02f620 thru 0x035938 (0x6319 bytes) 000846 1768556136.526493 trunc from 0x040000 to 0x03bb0b (0x44f4 bytes) 000847 1768556136.545382 read 0x018dc2 thru 0x0285d1 (0xf810 bytes) 000848 1768556136.556207 read 0x0276f2 thru 0x02ff41 (0x8850 bytes) 000849 1768556136.556801 mapread 0x018b3d thru 0x01ec75 (0x6139 bytes) 000850 1768556136.558614 punch from 0x024ec2 to 0x032981 (0xdac0 bytes) 000851 1768556136.563330 punch from 0x011233 to 0x01a966 (0x9734 bytes) 000852 1768556136.577458 trunc from 0x03bb0c to 0x037e84 (0x3c87 bytes) 000853 1768556136.595505 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x37e85): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37e85): Mirror 12: 0xafff132d (stale) Mirror 14: 0xafff132d (stale) Mirror 16: 0xafff132d (stale) Mirror 17: 0xafff132d (stale) Mirror 19: 0xafff132d (stale) Mirror 21: 0xafff132d (stale) Mirror 22: 0xafff132d (stale) Mirror 23: 0xafff132d (stale) Mirror 24: 0xafff132d (stale) Mirror 25: 0xafff132d (stale) Mirror 26: 0xafff132d (stale) Mirror 27: 0xaab4b1a7 (stale) CRC-32 checksum value for chunk [0, 0x37e85): Mirror 1: 0x5d33358b Mirror 28: 0x5d33358b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37e85: skipped 000854 1768556137.602055 write 0x005dc9 thru 0x007e56 (0x208e bytes) 000855 1768556137.667294 mapwrite 0x013da7 thru 0x02152a (0xd784 bytes) 000856 1768556137.701946 trunc from 0x037e85 to 0x03a0b1 (0x222d bytes) 000858 1768556137.773667 MIRROR_SPLIT mirror 9 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a0b2): Mirror 12: 0xd89ddf95 (stale) Mirror 14: 0xd89ddf95 (stale) Mirror 16: 0xd89ddf95 (stale) Mirror 17: 0xd89ddf95 (stale) Mirror 19: 0xd89ddf95 (stale) Mirror 21: 0xd89ddf95 (stale) Mirror 22: 0xd89ddf95 (stale) Mirror 23: 0xd89ddf95 (stale) Mirror 25: 0xd89ddf95 (stale) Mirror 26: 0xd89ddf95 (stale) Mirror 27: 0xdf898886 (stale) Mirror 28: 0x32fad5ba (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a0b2): Mirror 12: 0xd89ddf95 (stale) Mirror 14: 0xd89ddf95 (stale) Mirror 16: 0xd89ddf95 (stale) Mirror 17: 0xd89ddf95 (stale) Mirror 19: 0xd89ddf95 (stale) Mirror 21: 0xd89ddf95 (stale) Mirror 22: 0xd89ddf95 (stale) Mirror 23: 0xd89ddf95 (stale) Mirror 25: 0xd89ddf95 (stale) Mirror 26: 0xd89ddf95 (stale) Mirror 27: 0xdf898886 (stale) Mirror 28: 0x32fad5ba (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a0b2: skipped 000860 1768556138.541181 write 0x02e82e thru 0x03902f (0xa802 bytes) 000861 1768556138.554208 write 0x03cb27 thru 0x03ffff (0x34d9 bytes) 000862 1768556138.555878 fallocate 0x024186 thru 0x02b370 (0x71eb bytes) 000863 1768556138.560731 trunc from 0x040000 to 0x01c5df (0x23a20 bytes) 000864 1768556138.577449 punch from 0x01be3d to 0x01c5df (0x7a3 bytes) 000865 1768556138.582928 punch from 0x005015 to 0x00f61f (0xa60b bytes) 000866 1768556138.588649 trunc from 0x00d52d to 0x01c5df (0xf0b3 bytes) 000867 1768556138.592979 read 0x012c36 thru 0x01c5df (0x99aa bytes) 000868 1768556138.601194 read 0x0070a6 thru 0x015bfa (0xeb55 bytes) 000869 1768556138.609727 fallocate 0x024777 thru 0x033c6c (0xf4f6 bytes) 000870 1768556138.614973 fallocate 0x0049b9 thru 0x00fc09 (0xb251 bytes) 000871 1768556138.620806 mapread 0x00ac8b thru 0x01aa40 (0xfdb6 bytes) 000872 1768556138.622416 trunc from 0x01c5e0 to 0x02865d (0xc07e bytes) 000873 1768556138.641688 trunc from 0x01678a to 0x025302 (0xeb79 bytes) 000874 1768556138.646838 mapread 0x01b75b thru 0x02865d (0xcf03 bytes) 000875 1768556138.660457 punch from 0x011ad8 to 0x01f6d1 (0xdbfa bytes) 000876 1768556138.666057 write 0x02fb67 thru 0x0304ab (0x945 bytes) 000877 1768556138.667846 trunc from 0x003002 to 0x00f6f9 (0xc6f8 bytes) 000878 1768556138.674255 read 0x0178fb thru 0x023849 (0xbf4f bytes) 000879 1768556138.684622 fallocate 0x0116c0 thru 0x01a4b6 (0x8df7 bytes) 000880 1768556138.689301 mapwrite 0x003a38 thru 0x00e702 (0xaccb bytes) 000881 1768556138.710423 mapread 0x00fb9c thru 0x011d00 (0x2165 bytes) 000882 1768556138.712374 read 0x00b580 thru 0x0148da (0x935b bytes) 000883 1768556138.713055 write 0x029298 thru 0x0329af (0x9718 bytes) 000884 1768556138.720662 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x329b0): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x329b0): Mirror 12: 0x771c2f6 (stale) Mirror 14: 0x771c2f6 (stale) Mirror 16: 0x771c2f6 (stale) Mirror 17: 0x771c2f6 (stale) Mirror 19: 0x771c2f6 (stale) Mirror 21: 0x771c2f6 (stale) Mirror 22: 0x771c2f6 (stale) Mirror 23: 0x771c2f6 (stale) Mirror 25: 0x771c2f6 (stale) Mirror 26: 0x771c2f6 (stale) Mirror 27: 0x136deb23 (stale) Mirror 28: 0xde40ca0b (stale) CRC-32 checksum value for chunk [0, 0x329b0): Mirror 1: 0xf480e82 Mirror 29: 0xf480e82 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x329b0: skipped 000885 1768556139.794008 trunc from 0x0329b0 to 0x028c1d (0x9d92 bytes) 000886 1768556139.864593 trunc from 0x028c1e to 0x03f4fe (0x168e1 bytes) 000887 1768556139.894313 punch from 0x02159c to 0x02a5eb (0x9050 bytes) 000888 1768556139.899623 read 0x00e711 thru 0x01d53d (0xee2d bytes) 000889 1768556139.908274 fallocate 0x00cc4a thru 0x01236b (0x5722 bytes) 000890 1768556139.912429 write 0x027562 thru 0x0357ff (0xe29e bytes) 000891 1768556139.921835 fallocate 0x02d299 thru 0x033e56 (0x6bbe bytes) 000892 1768556139.926718 trunc from 0x032c35 to 0x039bba (0x6f86 bytes) 000893 1768556139.941572 read 0x00128a thru 0x00f6ac (0xe423 bytes) 000894 1768556139.955470 MIRROR_SPLIT mirror 13 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f4ff): Mirror 12: 0x9569a407 (stale) Mirror 14: 0x9569a407 (stale) Mirror 16: 0x9569a407 (stale) Mirror 17: 0x9569a407 (stale) Mirror 19: 0x9569a407 (stale) Mirror 21: 0x9569a407 (stale) Mirror 22: 0x9569a407 (stale) Mirror 23: 0x9569a407 (stale) Mirror 25: 0x9569a407 (stale) Mirror 26: 0x9569a407 (stale) Mirror 27: 0x9bb1ddcd (stale) Mirror 28: 0x8b14517 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f4ff): Mirror 12: 0x9569a407 (stale) Mirror 14: 0x9569a407 (stale) Mirror 16: 0x9569a407 (stale) Mirror 17: 0x9569a407 (stale) Mirror 19: 0x9569a407 (stale) Mirror 21: 0x9569a407 (stale) Mirror 22: 0x9569a407 (stale) Mirror 23: 0x9569a407 (stale) Mirror 25: 0x9569a407 (stale) Mirror 26: 0x9569a407 (stale) Mirror 27: 0x9bb1ddcd (stale) Mirror 28: 0x8b14517 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f4ff: skipped 000896 1768556140.913638 MIRROR_SPLIT mirror 8 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f4ff): Mirror 12: 0x9569a407 (stale) Mirror 14: 0x9569a407 (stale) Mirror 16: 0x9569a407 (stale) Mirror 17: 0x9569a407 (stale) Mirror 19: 0x9569a407 (stale) Mirror 21: 0x9569a407 (stale) Mirror 22: 0x9569a407 (stale) Mirror 25: 0x9569a407 (stale) Mirror 26: 0x9569a407 (stale) Mirror 27: 0x9bb1ddcd (stale) Mirror 28: 0x8b14517 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f4ff): Mirror 12: 0x9569a407 (stale) Mirror 14: 0x9569a407 (stale) Mirror 16: 0x9569a407 (stale) Mirror 17: 0x9569a407 (stale) Mirror 19: 0x9569a407 (stale) Mirror 21: 0x9569a407 (stale) Mirror 22: 0x9569a407 (stale) Mirror 25: 0x9569a407 (stale) Mirror 26: 0x9569a407 (stale) Mirror 27: 0x9bb1ddcd (stale) Mirror 28: 0x8b14517 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f4ff: skipped 000897 1768556141.658394 trunc from 0x03f4ff to 0x036e04 (0x86fa bytes) 000898 1768556141.688356 trunc from 0x010c52 to 0x01246c (0x181b bytes) 000899 1768556141.695370 read 0x008a53 thru 0x008b63 (0x111 bytes) 000900 1768556141.708365 punch from 0x022085 to 0x02633b (0x42b7 bytes) 000901 1768556141.714759 mapread 0x02058a thru 0x02f20a (0xec81 bytes) 000902 1768556141.751717 trunc from 0x02215c to 0x0223b2 (0x257 bytes) 000903 1768556141.757255 trunc from 0x0152af to 0x015300 (0x52 bytes) 000904 1768556141.761909 mapwrite 0x000ec7 thru 0x0034e5 (0x261f bytes) 000905 1768556141.783410 mapread 0x00bfe8 thru 0x01583c (0x9855 bytes) 000906 1768556141.794860 mapwrite 0x02a37e thru 0x02d28e (0x2f11 bytes) 000907 1768556141.815603 write 0x006bb8 thru 0x0168ca (0xfd13 bytes) 000910 1768556141.819419 write 0x035afd thru 0x03ffff (0xa503 bytes) 000911 1768556141.827814 write 0x011613 thru 0x0200ef (0xeadd bytes) 000912 1768556141.829645 mapwrite 0x03c054 thru 0x03ffff (0x3fac bytes) 000913 1768556141.850955 read 0x00f302 thru 0x013e36 (0x4b35 bytes) 000914 1768556141.851909 trunc from 0x040000 to 0x01ca69 (0x23596 bytes) 000915 1768556141.869440 read 0x00d897 thru 0x0112d1 (0x3a3b bytes) 000916 1768556141.870247 read 0x01a114 thru 0x01ca69 (0x2956 bytes) 000917 1768556141.871512 mapwrite 0x024197 thru 0x02a6d3 (0x653d bytes) 000918 1768556141.916994 trunc from 0x02a6d4 to 0x01e6c7 (0xc00c bytes) 000919 1768556141.934028 read 0x01c0cc thru 0x01e6c7 (0x25fc bytes) 000920 1768556141.934684 trunc from 0x01e6c8 to 0x01569c (0x902b bytes) 000921 1768556141.957922 trunc from 0x013316 to 0x01569c (0x2387 bytes) 000922 1768556141.964311 trunc from 0x01569d to 0x024860 (0xf1c4 bytes) 000923 1768556141.981730 write 0x020460 thru 0x02f785 (0xf326 bytes) 000924 1768556141.997702 read 0x01f06f thru 0x029307 (0xa299 bytes) 000925 1768556141.998951 punch from 0x01f9e2 to 0x02e24a (0xe869 bytes) 000926 1768556142.018916 write 0x0152ba thru 0x01b32e (0x6075 bytes) 000927 1768556142.020425 mapread 0x00a6f4 thru 0x019a52 (0xf35f bytes) 000928 1768556142.023696 mapwrite 0x01303f thru 0x01b055 (0x8017 bytes) 000929 1768556142.049465 write 0x02eeca thru 0x03bc27 (0xcd5e bytes) 000930 1768556142.073618 MIRROR_RESYNC 12 mirrors 000931 1768556144.293447 fallocate 0x00e313 thru 0x01849f (0xa18d bytes) 000932 1768556144.323388 write 0x03d905 thru 0x03ffff (0x26fb bytes) 000934 1768556144.327955 mapread 0x031c5a thru 0x036b63 (0x4f0a bytes) 000935 1768556144.349327 mapwrite 0x00c535 thru 0x00f479 (0x2f45 bytes) 000936 1768556144.385248 write 0x017a22 thru 0x018f22 (0x1501 bytes) 000937 1768556144.390836 punch from 0x01170e to 0x0169df (0x52d2 bytes) 000938 1768556144.394674 mapread 0x01fc9e thru 0x0213d8 (0x173b bytes) 000939 1768556144.399574 mapwrite 0x024dfc thru 0x02fda8 (0xafad bytes) 000941 1768556144.414851 trunc from 0x021f6f to 0x026b84 (0x4c16 bytes) 000942 1768556144.418008 fallocate 0x030f18 thru 0x0321b3 (0x129c bytes) 000943 1768556144.420703 punch from 0x019ae2 to 0x01ab35 (0x1054 bytes) 000944 1768556144.424763 trunc from 0x030735 to 0x03c4c0 (0xbd8c bytes) 000945 1768556144.428919 punch from 0x019c03 to 0x023889 (0x9c87 bytes) 000946 1768556144.434614 punch from 0x008aba to 0x011c60 (0x91a7 bytes) 000947 1768556144.449689 fallocate 0x03802f thru 0x03c124 (0x40f6 bytes) 000948 1768556144.455763 mapwrite 0x01a324 thru 0x024bf7 (0xa8d4 bytes) 000949 1768556144.529126 punch from 0x02b11d to 0x0369a4 (0xb888 bytes) 000950 1768556144.540389 write 0x02f8d0 thru 0x0359af (0x60e0 bytes) 000952 1768556144.555743 read 0x03ae04 thru 0x03ffff (0x51fc bytes) 000953 1768556144.561312 fallocate 0x03965d thru 0x03ffff (0x69a3 bytes) 000954 1768556144.566883 fallocate 0x00cafd thru 0x00ec85 (0x2189 bytes) 000955 1768556144.571312 write 0x02a7d9 thru 0x0384e0 (0xdd08 bytes) 000956 1768556144.579319 read 0x036b64 thru 0x03ffff (0x949c bytes) 000957 1768556144.580725 fallocate 0x00a874 thru 0x018106 (0xd893 bytes) 000958 1768556144.586295 trunc from 0x040000 to 0x012f80 (0x2d07f bytes) 000959 1768556144.612783 punch from 0x004e18 to 0x005ee5 (0x10ce bytes) 000961 1768556144.618658 read 0x00ef28 thru 0x012f80 (0x4059 bytes) 000962 1768556144.632617 trunc from 0x012f81 to 0x00b121 (0x7e5f bytes) 000964 1768556144.645577 trunc from 0x00b122 to 0x027430 (0x1c30f bytes) 000965 1768556144.670851 punch from 0x02090f to 0x027430 (0x6b22 bytes) 000966 1768556144.678789 mapwrite 0x036170 thru 0x03dc51 (0x7ae2 bytes) 000967 1768556144.759582 mapwrite 0x030091 thru 0x037b3b (0x7aab bytes) 000968 1768556144.782642 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x3dc52): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3dc52): Mirror 12: 0xbe70c5f2 (stale) Mirror 14: 0xbe70c5f2 (stale) Mirror 16: 0xbe70c5f2 (stale) Mirror 17: 0xbe70c5f2 (stale) Mirror 19: 0xbe70c5f2 (stale) Mirror 21: 0xbe70c5f2 (stale) Mirror 22: 0xbe70c5f2 (stale) Mirror 25: 0xbe70c5f2 (stale) Mirror 26: 0xbe70c5f2 (stale) Mirror 27: 0xbe70c5f2 (stale) Mirror 28: 0xbe70c5f2 (stale) CRC-32 checksum value for chunk [0, 0x3dc52): Mirror 1: 0xc186733a Mirror 29: 0xc186733a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3dc52: skipped 000970 1768556145.779519 mapread 0x00200f thru 0x004b78 (0x2b6a bytes) 000971 1768556145.812667 write 0x0399e7 thru 0x03ffff (0x6619 bytes) 000972 1768556145.862167 punch from 0x03499a to 0x037cf3 (0x335a bytes) 000974 1768556145.869209 trunc from 0x0228fa to 0x02c718 (0x9e1f bytes) 000975 1768556145.875372 fallocate 0x027df1 thru 0x0295d2 (0x17e2 bytes) 000976 1768556145.883676 read 0x010eab thru 0x01eb49 (0xdc9f bytes) 000977 1768556145.902880 trunc from 0x040000 to 0x02f337 (0x10cc8 bytes) 000978 1768556145.934737 trunc from 0x02f338 to 0x0123cc (0x1cf6b bytes) 000979 1768556145.955769 fallocate 0x01c059 thru 0x01ccee (0xc96 bytes) 000980 1768556145.965124 mapwrite 0x01c92d thru 0x02c100 (0xf7d4 bytes) 000981 1768556146.047074 fallocate 0x0169bd thru 0x016c10 (0x254 bytes) 000982 1768556146.061899 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x2c101): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c101): Mirror 12: 0x4e9c92b0 (stale) Mirror 14: 0x4e9c92b0 (stale) Mirror 16: 0x4e9c92b0 (stale) Mirror 17: 0x4e9c92b0 (stale) Mirror 19: 0x4e9c92b0 (stale) Mirror 21: 0x4e9c92b0 (stale) Mirror 22: 0x4e9c92b0 (stale) Mirror 25: 0x4e9c92b0 (stale) Mirror 26: 0x4e9c92b0 (stale) Mirror 27: 0x4e9c92b0 (stale) Mirror 28: 0x4e9c92b0 (stale) Mirror 29: 0xa4bf77ef (stale) CRC-32 checksum value for chunk [0, 0x2c101): Mirror 1: 0x722b2621 Mirror 30: 0x722b2621 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c101: skipped 000983 1768556147.182067 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x2c101): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c101): Mirror 12: 0x4e9c92b0 (stale) Mirror 14: 0x4e9c92b0 (stale) Mirror 16: 0x4e9c92b0 (stale) Mirror 17: 0x4e9c92b0 (stale) Mirror 19: 0x4e9c92b0 (stale) Mirror 21: 0x4e9c92b0 (stale) Mirror 22: 0x4e9c92b0 (stale) Mirror 25: 0x4e9c92b0 (stale) Mirror 26: 0x4e9c92b0 (stale) Mirror 27: 0x4e9c92b0 (stale) Mirror 28: 0x4e9c92b0 (stale) Mirror 29: 0xa4bf77ef (stale) CRC-32 checksum value for chunk [0, 0x2c101): Mirror 1: 0x722b2621 Mirror 30: 0x722b2621 Mirror 31: 0x722b2621 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c101: skipped 000984 1768556148.230888 read 0x014a8b thru 0x01f285 (0xa7fb bytes) 000985 1768556148.247948 mapwrite 0x006d65 thru 0x015840 (0xeadc bytes) 000986 1768556148.388394 write 0x006eee thru 0x00c58e (0x56a1 bytes) 000988 1768556148.402343 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x2c101): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c101): Mirror 12: 0x4e9c92b0 (stale) Mirror 14: 0x4e9c92b0 (stale) Mirror 16: 0x4e9c92b0 (stale) Mirror 17: 0x4e9c92b0 (stale) Mirror 19: 0x4e9c92b0 (stale) Mirror 21: 0x4e9c92b0 (stale) Mirror 22: 0x4e9c92b0 (stale) Mirror 25: 0x4e9c92b0 (stale) Mirror 26: 0x4e9c92b0 (stale) Mirror 27: 0x4e9c92b0 (stale) Mirror 28: 0x4e9c92b0 (stale) Mirror 29: 0xa4bf77ef (stale) Mirror 30: 0x722b2621 (stale) Mirror 31: 0x722b2621 (stale) CRC-32 checksum value for chunk [0, 0x2c101): Mirror 1: 0xd5aa6fe6 Mirror 32: 0xd5aa6fe6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c101: skipped 000989 1768556149.762286 mapwrite 0x016932 thru 0x01a06b (0x373a bytes) 000990 1768556149.939300 trunc from 0x02c101 to 0x02e5fc (0x24fc bytes) 000991 1768556149.990212 trunc from 0x02e5fd to 0x028636 (0x5fc6 bytes) 000992 1768556150.022548 mapwrite 0x001542 thru 0x001a31 (0x4f0 bytes) 000993 1768556150.061068 mapread 0x00f3f9 thru 0x0160ae (0x6cb6 bytes) 000994 1768556150.064330 fallocate 0x02770a thru 0x0317c7 (0xa0be bytes) 000995 1768556150.076289 write 0x006bc6 thru 0x00a304 (0x373f bytes) 000996 1768556150.078648 mapread 0x017933 thru 0x023d62 (0xc430 bytes) 000997 1768556150.095757 MIRROR_SPLIT mirror 12 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1a6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x28637): Mirror 12: 0x291a6a89 (stale) Mirror 14: 0x291a6a89 (stale) Mirror 16: 0x291a6a89 (stale) Mirror 17: 0x291a6a89 (stale) Mirror 19: 0x291a6a89 (stale) Mirror 21: 0x291a6a89 (stale) Mirror 22: 0x291a6a89 (stale) Mirror 25: 0x291a6a89 (stale) Mirror 26: 0x291a6a89 (stale) Mirror 27: 0x291a6a89 (stale) Mirror 28: 0x291a6a89 (stale) Mirror 30: 0xac68a6ef (stale) Mirror 31: 0xac68a6ef (stale) Mirror 32: 0x3d32c2e8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28637): Mirror 12: 0x291a6a89 (stale) Mirror 14: 0x291a6a89 (stale) Mirror 16: 0x291a6a89 (stale) Mirror 17: 0x291a6a89 (stale) Mirror 19: 0x291a6a89 (stale) Mirror 21: 0x291a6a89 (stale) Mirror 22: 0x291a6a89 (stale) Mirror 25: 0x291a6a89 (stale) Mirror 26: 0x291a6a89 (stale) Mirror 27: 0x291a6a89 (stale) Mirror 28: 0x291a6a89 (stale) Mirror 30: 0xac68a6ef (stale) Mirror 31: 0xac68a6ef (stale) Mirror 32: 0x3d32c2e8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28637: skipped 000998 1768556150.825254 fallocate 0x02014b thru 0x02dcdb (0xdb91 bytes) 000999 1768556150.831968 mapwrite 0x026955 thru 0x026e86 (0x532 bytes) 001000 1768556150.850677 punch from 0x0140e0 to 0x01f50a (0xb42b bytes) All operations completed A-OK!