== sanity-flr test 70a: flr mode fsx test ================ 09:40:59 (1781617259) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 7260 000002 1781617260.337110 mapwrite 0x01ece8 thru 0x02b41a (0xc733 bytes) 000003 1781617260.389003 punch from 0x02a8bc to 0x02b41a (0xb5f bytes) fallocating to largest ever: 0x3ab5f 000004 1781617260.393323 fallocate 0x0329d1 thru 0x03ab5e (0x818e bytes) 000005 1781617260.398883 read 0x00a4d9 thru 0x00dfab (0x3ad3 bytes) 000006 1781617260.403298 fallocate 0x002e16 thru 0x0036ca (0x8b5 bytes) 000007 1781617260.407425 read 0x0247f8 thru 0x02b41a (0x6c23 bytes) 000008 1781617260.416549 trunc from 0x02b41b to 0x013fa7 (0x17473 bytes) 000010 1781617260.428313 fallocate 0x02b16a thru 0x03440b (0x92a2 bytes) 000011 1781617260.433208 read 0x00a10f thru 0x013fa7 (0x9e99 bytes) 000012 1781617260.434436 mapwrite 0x003bd8 thru 0x00e811 (0xac3a bytes) 000013 1781617260.454162 mapread 0x009e27 thru 0x013fa7 (0xa181 bytes) 000014 1781617260.455323 mapwrite 0x034132 thru 0x03d7a3 (0x9672 bytes) 000015 1781617260.488416 mapread 0x00d841 thru 0x01994c (0xc10c bytes) 000016 1781617260.489804 trunc from 0x022657 to 0x026d3d (0x46e7 bytes) 000017 1781617260.496700 write 0x0256b4 thru 0x02d4cc (0x7e19 bytes) 000018 1781617260.501945 mapwrite 0x00a991 thru 0x00af2d (0x59d bytes) 000019 1781617260.514333 punch from 0x0022ca to 0x007023 (0x4d5a bytes) 000020 1781617260.517950 mapread 0x0315f8 thru 0x03d7a3 (0xc1ac bytes) 000021 1781617260.519360 fallocate 0x003dfc thru 0x004f7a (0x117f bytes) 000022 1781617260.523175 mapwrite 0x0249d3 thru 0x026daf (0x23dd bytes) 000023 1781617260.536097 trunc from 0x014dc5 to 0x01d847 (0x8a83 bytes) 000024 1781617260.539586 punch from 0x02e98b to 0x036eb9 (0x852f bytes) 000025 1781617260.543362 trunc from 0x00e87b to 0x018b70 (0xa2f6 bytes) 000026 1781617260.546473 punch from 0x023b2b to 0x02a0ea (0x65c0 bytes) 000027 1781617260.550603 mapread 0x031fe7 thru 0x0378b5 (0x58cf bytes) 000029 1781617260.578869 trunc from 0x01630e to 0x01fe87 (0x9b7a bytes) 000030 1781617260.585484 trunc from 0x03d7a4 to 0x037a89 (0x5d1a bytes) 000032 1781617260.600338 mapread 0x01d5ab thru 0x020ab4 (0x350a bytes) 000033 1781617260.615943 MIRROR_EXTEND to 2 mirrors 000034 1781617260.983354 MIRROR_RESYNC 2 mirrors 000035 1781617261.213531 trunc from 0x037a8a to 0x02ea8f (0x8ffa bytes) 000036 1781617261.266711 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2ea90): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ea90): Mirror 2: 0xf74d96f3 (stale) CRC-32 checksum value for chunk [0, 0x2ea90): Mirror 1: 0xf74d96f3 Mirror 3: 0xf74d96f3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ea90: skipped 000037 1781617261.832864 read 0x00a13f thru 0x00dbad (0x3a6f bytes) 000038 1781617261.836640 write 0x011eb3 thru 0x02027b (0xe3c9 bytes) 000039 1781617261.864082 trunc from 0x00cfa0 to 0x018db8 (0xbe19 bytes) 000040 1781617261.877065 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2ea90): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ea90): Mirror 2: 0xf74d96f3 (stale) Mirror 3: 0xf74d96f3 (stale) CRC-32 checksum value for chunk [0, 0x2ea90): Mirror 1: 0xedc7a23c Mirror 4: 0xedc7a23c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ea90: skipped 000041 1781617262.432291 MIRROR_RESYNC 4 mirrors 000042 1781617262.944384 mapwrite 0x03ef90 thru 0x03ffff (0x1070 bytes) 000043 1781617262.996545 MIRROR_RESYNC 4 mirrors 000044 1781617263.609025 read 0x030560 thru 0x03848a (0x7f2b bytes) 000045 1781617263.613828 read 0x010279 thru 0x01bbe0 (0xb968 bytes) 000046 1781617263.619565 fallocate 0x014629 thru 0x01b249 (0x6c21 bytes) 000047 1781617263.639735 trunc from 0x040000 to 0x025a58 (0x1a5a7 bytes) 000048 1781617263.650688 read 0x013fdb thru 0x01b7f3 (0x7819 bytes) 000049 1781617263.657561 fallocate 0x01a12d thru 0x020930 (0x6804 bytes) 000050 1781617263.663885 MIRROR_RESYNC 4 mirrors 000051 1781617264.106531 read 0x01975d thru 0x025a58 (0xc2fc bytes) 000052 1781617264.111934 trunc from 0x025a59 to 0x007595 (0x1e4c3 bytes) 000053 1781617264.144515 fallocate 0x0271ab thru 0x0290b9 (0x1f0f bytes) 000054 1781617264.148658 trunc from 0x006989 to 0x007595 (0xc0d bytes) 000055 1781617264.151396 read 0x004442 thru 0x0070aa (0x2c69 bytes) 000056 1781617264.157915 mapread 0x0005db thru 0x004f5c (0x4982 bytes) 000057 1781617264.159016 mapread 0x004f64 thru 0x007595 (0x2632 bytes) 000059 1781617264.160588 trunc from 0x003868 to 0x007595 (0x3d2e bytes) 000060 1781617264.166437 MIRROR_RESYNC 4 mirrors 000061 1781617264.476836 trunc from 0x007596 to 0x01b83c (0x142a7 bytes) 000062 1781617264.511367 MIRROR_RESYNC 4 mirrors 000063 1781617264.903909 punch from 0x008315 to 0x016770 (0xe45c bytes) 000064 1781617264.932118 punch from 0x006602 to 0x00bbe5 (0x55e4 bytes) 000065 1781617264.936810 mapread 0x008a41 thru 0x00f0a6 (0x6666 bytes) 000066 1781617264.952027 mapwrite 0x03f6f3 thru 0x03ffff (0x90d bytes) 000067 1781617264.999167 trunc from 0x008bc0 to 0x00e18e (0x55cf bytes) 000068 1781617265.004329 write 0x01bf2b thru 0x02694e (0xaa24 bytes) 000069 1781617265.016879 punch from 0x0099cf to 0x00e9c2 (0x4ff4 bytes) 000070 1781617265.024817 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) Mirror 3: 0xe20eea22 (stale) Mirror 4: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x4e9418d2 Mirror 5: 0x4e9418d2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000073 1781617265.545039 write 0x00772f thru 0x007a57 (0x329 bytes) 000074 1781617265.574615 mapread 0x023416 thru 0x02d87f (0xa46a bytes) 000075 1781617265.588027 trunc from 0x040000 to 0x01c6ad (0x23952 bytes) 000076 1781617265.603818 punch from 0x00feb4 to 0x014597 (0x46e4 bytes) 000077 1781617265.607158 trunc from 0x01c6ae to 0x034fd4 (0x18927 bytes) 000078 1781617265.619976 punch from 0x00044e to 0x007d44 (0x78f7 bytes) 000079 1781617265.626576 fallocate 0x01dc8e thru 0x024562 (0x68d5 bytes) 000080 1781617265.631451 read 0x0063cf thru 0x015a24 (0xf656 bytes) 000081 1781617265.640923 mapwrite 0x027e3c thru 0x02b42a (0x35ef bytes) 000082 1781617265.658747 fallocate 0x01baa9 thru 0x02633b (0xa893 bytes) 000083 1781617265.663031 mapread 0x0298ef thru 0x034fd4 (0xb6e6 bytes) 000084 1781617265.671041 MIRROR_RESYNC 5 mirrors 000085 1781617266.505199 fallocate 0x01d613 thru 0x022450 (0x4e3e bytes) 000086 1781617266.523102 fallocate 0x0229c5 thru 0x025285 (0x28c1 bytes) 000087 1781617266.526793 mapwrite 0x00c40b thru 0x0119f7 (0x55ed bytes) 000088 1781617266.553488 MIRROR_RESYNC 5 mirrors 000089 1781617267.474738 trunc from 0x034fd5 to 0x03581c (0x848 bytes) 000090 1781617267.501610 mapwrite 0x03ea74 thru 0x03ffff (0x158c bytes) 000091 1781617267.525292 punch from 0x0135bb to 0x01b029 (0x7a6f bytes) truncating to largest ever: 0x3b858 000092 1781617267.528746 trunc from 0x040000 to 0x03b857 (0x47a8 bytes) 000093 1781617267.541015 mapwrite 0x0194a1 thru 0x02733d (0xde9d bytes) 000094 1781617267.570233 mapread 0x001208 thru 0x00ea76 (0xd86f bytes) 000095 1781617267.576417 fallocate 0x005993 thru 0x00d5c3 (0x7c31 bytes) 000096 1781617267.582043 write 0x0277f8 thru 0x036234 (0xea3d bytes) 000097 1781617267.585894 trunc from 0x03b858 to 0x02d947 (0xdf10 bytes) 000098 1781617267.595342 read 0x0113e5 thru 0x0144b7 (0x30d3 bytes) 000099 1781617267.599682 mapwrite 0x02c641 thru 0x030221 (0x3be1 bytes) 000100 1781617267.629003 MIRROR_RESYNC 5 mirrors 000103 1781617268.256897 trunc from 0x030222 to 0x02e915 (0x190c bytes) 000104 1781617268.279542 read 0x02b460 thru 0x02e915 (0x34b6 bytes) 000105 1781617268.283936 mapread 0x000959 thru 0x007469 (0x6b11 bytes) 000107 1781617268.302173 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e916): Mirror 3: 0x34f27be (stale) Mirror 4: 0x34f27be (stale) Mirror 5: 0x34f27be (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e916): Mirror 3: 0x34f27be (stale) Mirror 4: 0x34f27be (stale) Mirror 5: 0x34f27be (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e916: skipped 000108 1781617268.475486 trunc from 0x02e916 to 0x00dc57 (0x20cbe bytes) 000109 1781617268.490743 MIRROR_RESYNC 4 mirrors 000110 1781617268.901564 fallocate 0x0294b1 thru 0x035f42 (0xca92 bytes) 000111 1781617268.925640 punch from 0x00787c to 0x00a2eb (0x2a70 bytes) 000112 1781617268.931690 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35f43): Mirror 3: 0x48752483 (stale) Mirror 5: 0x48752483 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35f43): Mirror 3: 0x48752483 (stale) Mirror 5: 0x48752483 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35f43: skipped 000113 1781617269.092174 trunc from 0x035f43 to 0x007b20 (0x2e422 bytes) 000114 1781617269.130660 read 0x0055b3 thru 0x007b20 (0x256e bytes) 000115 1781617269.135173 trunc from 0x007b21 to 0x011133 (0x9613 bytes) 000116 1781617269.147632 mapwrite 0x00cfc0 thru 0x013caa (0x6ceb bytes) 000117 1781617269.182631 read 0x00c828 thru 0x013caa (0x7483 bytes) 000118 1781617269.183355 mapwrite 0x001d53 thru 0x00a059 (0x8307 bytes) 000120 1781617269.199275 MIRROR_RESYNC 3 mirrors 000121 1781617269.527718 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000122 1781617269.665750 mapread 0x012eda thru 0x013caa (0xdd1 bytes) 000123 1781617269.672641 mapread 0x013662 thru 0x013caa (0x649 bytes) 000124 1781617269.673583 write 0x03eff5 thru 0x03ffff (0x100b bytes) 000125 1781617269.695368 trunc from 0x040000 to 0x01dd1a (0x222e5 bytes) 000126 1781617269.716492 mapwrite 0x03ab57 thru 0x03ffff (0x54a9 bytes) 000127 1781617269.738952 fallocate 0x01496c thru 0x01f10c (0xa7a1 bytes) 000128 1781617269.742872 punch from 0x015828 to 0x01f884 (0xa05d bytes) 000130 1781617269.745624 punch from 0x01b881 to 0x02ac97 (0xf417 bytes) 000131 1781617269.747913 mapwrite 0x02232a thru 0x02f920 (0xd5f7 bytes) 000132 1781617269.765713 read 0x033ffd thru 0x03cc43 (0x8c47 bytes) 000134 1781617269.767015 mapread 0x02f969 thru 0x037f1c (0x85b4 bytes) 000135 1781617269.768001 fallocate 0x0240e8 thru 0x03362d (0xf546 bytes) 000136 1781617269.771317 trunc from 0x013d65 to 0x018111 (0x43ad bytes) 000137 1781617269.774571 punch from 0x002db9 to 0x003941 (0xb89 bytes) 000138 1781617269.777864 punch from 0x036bca to 0x03f206 (0x863d bytes) 000139 1781617269.780794 trunc from 0x027dd9 to 0x0294ef (0x1717 bytes) 000140 1781617269.784841 trunc from 0x019c10 to 0x01e110 (0x4501 bytes) 000141 1781617269.788060 punch from 0x00659c to 0x0109c6 (0xa42b bytes) 000142 1781617269.792137 read 0x02952a thru 0x02c92a (0x3401 bytes) 000143 1781617269.797967 punch from 0x01ccbf to 0x025d15 (0x9057 bytes) 000144 1781617269.801164 punch from 0x000ee4 to 0x00ab15 (0x9c32 bytes) 000145 1781617269.804063 mapwrite 0x03b06a thru 0x03ffff (0x4f96 bytes) 000146 1781617269.818464 mapread 0x025c3d thru 0x02c21f (0x65e3 bytes) 000147 1781617269.822984 fallocate 0x005042 thru 0x00fb2d (0xaaec bytes) 000148 1781617269.826913 trunc from 0x040000 to 0x0204b1 (0x1fb4e bytes) 000150 1781617269.839005 MIRROR_RESYNC 2 mirrors 000151 1781617270.075686 read 0x01f374 thru 0x0204b1 (0x113e bytes) 000152 1781617270.079365 mapread 0x016e92 thru 0x01744e (0x5bd bytes) 000153 1781617270.087752 write 0x02f499 thru 0x0345ee (0x5156 bytes) 000154 1781617270.105937 mapread 0x0197ad thru 0x01cec5 (0x3719 bytes) 000156 1781617270.113737 mapread 0x002449 thru 0x006d18 (0x48d0 bytes) 000157 1781617270.120065 mapread 0x02bc5c thru 0x0345ee (0x8993 bytes) 000158 1781617270.126033 write 0x0209f9 thru 0x024942 (0x3f4a bytes) 000159 1781617270.127140 punch from 0x010835 to 0x011f2a (0x16f6 bytes) 000160 1781617270.130569 write 0x025c53 thru 0x02aa2b (0x4dd9 bytes) 000161 1781617270.131722 mapread 0x0338be thru 0x0345ee (0xd31 bytes) 000162 1781617270.132707 punch from 0x013c47 to 0x01f820 (0xbbda bytes) 000163 1781617270.137827 read 0x01690d thru 0x0221c7 (0xb8bb bytes) 000164 1781617270.143460 trunc from 0x0345ef to 0x00d516 (0x270d8 bytes) 000165 1781617270.169957 MIRROR_RESYNC 2 mirrors 000167 1781617270.413093 punch from 0x0096e1 to 0x00b82f (0x214f bytes) 000168 1781617270.434617 write 0x01d358 thru 0x02447e (0x7127 bytes) 000169 1781617270.436096 read 0x020cdf thru 0x02447e (0x37a0 bytes) 000172 1781617270.437866 read 0x00ee99 thru 0x013a1f (0x4b87 bytes) 000173 1781617270.444626 mapwrite 0x0046f6 thru 0x005201 (0xb0c bytes) 000174 1781617270.454986 trunc from 0x02447f to 0x017d5c (0xc722 bytes) 000175 1781617270.479828 write 0x031483 thru 0x03a5c3 (0x9141 bytes) 000176 1781617270.481343 write 0x0375c3 thru 0x03ffff (0x8a3d bytes) 000177 1781617270.482633 trunc from 0x039e0c to 0x03ce74 (0x3069 bytes) 000178 1781617270.491755 punch from 0x000bf8 to 0x00b474 (0xa87d bytes) 000179 1781617270.497132 read 0x02aa73 thru 0x02c8a3 (0x1e31 bytes) 000180 1781617270.509601 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000181 1781617270.576850 mapwrite 0x0321b2 thru 0x03f616 (0xd465 bytes) 000183 1781617270.606747 write 0x0337cd thru 0x03f801 (0xc035 bytes) 000184 1781617270.610201 write 0x0073a7 thru 0x016ceb (0xf945 bytes) 000186 1781617270.616528 trunc from 0x026aed to 0x0346b3 (0xdbc7 bytes) 000187 1781617270.623902 read 0x03ddd8 thru 0x03ffff (0x2228 bytes) 000188 1781617270.627722 MIRROR_EXTEND to 2 mirrors 000189 1781617270.920418 mapwrite 0x02354e thru 0x02889e (0x5351 bytes) 000191 1781617270.986190 fallocate 0x0358be thru 0x03a43e (0x4b81 bytes) 000192 1781617270.989814 write 0x019c9e thru 0x029c81 (0xffe4 bytes) 000193 1781617270.996244 read 0x019b94 thru 0x021972 (0x7ddf bytes) 000194 1781617270.996970 mapwrite 0x00ce18 thru 0x010f27 (0x4110 bytes) 000195 1781617271.016146 write 0x005190 thru 0x010e9d (0xbd0e bytes) 000196 1781617271.017645 fallocate 0x0102e6 thru 0x010b8e (0x8a9 bytes) 000197 1781617271.022735 mapread 0x03a6cc thru 0x03ffff (0x5934 bytes) 000198 1781617271.031103 mapwrite 0x03d9d6 thru 0x03ffff (0x262a bytes) 000199 1781617271.046635 trunc from 0x040000 to 0x00099e (0x3f661 bytes) 000200 1781617271.076941 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000201 1781617271.153190 trunc from 0x00099f to 0x036f1b (0x3657d bytes) 000202 1781617271.165144 mapwrite 0x007528 thru 0x0130d8 (0xbbb1 bytes) 000203 1781617271.191004 trunc from 0x036f1c to 0x023649 (0x138d2 bytes) 000204 1781617271.200643 read 0x001415 thru 0x0082c0 (0x6eac bytes) 000205 1781617271.206392 write 0x03c069 thru 0x03ffff (0x3f97 bytes) 000206 1781617271.207660 read 0x007cfb thru 0x013b18 (0xbe1e bytes) 000207 1781617271.208373 trunc from 0x01d39d to 0x01fd29 (0x298d bytes) 000208 1781617271.213408 trunc from 0x040000 to 0x00f66a (0x30995 bytes) 000209 1781617271.222453 punch from 0x00735f to 0x00832f (0xfd1 bytes) 000211 1781617271.225784 trunc from 0x009e14 to 0x00c028 (0x2215 bytes) 000212 1781617271.229154 mapread 0x00565e thru 0x00f66a (0xa00d bytes) 000213 1781617271.240676 MIRROR_EXTEND to 2 mirrors 000214 1781617271.581548 punch from 0x0048f3 to 0x006629 (0x1d37 bytes) 000215 1781617271.612838 MIRROR_RESYNC 2 mirrors 000216 1781617271.927148 write 0x03ad39 thru 0x03ae72 (0x13a bytes) 000217 1781617271.953488 trunc from 0x03ae73 to 0x01aceb (0x20187 bytes) 000218 1781617271.975928 trunc from 0x01acec to 0x02654d (0xb862 bytes) 000219 1781617271.986582 trunc from 0x02654e to 0x024756 (0x1df7 bytes) 000220 1781617271.996484 read 0x0170f2 thru 0x01b27f (0x418e bytes) 000221 1781617272.003112 write 0x02b871 thru 0x02fb9f (0x432f bytes) 000222 1781617272.004732 mapread 0x00dce0 thru 0x012377 (0x4698 bytes) 000223 1781617272.020408 fallocate 0x039bb6 thru 0x03a305 (0x750 bytes) 000224 1781617272.024441 trunc from 0x01d8fb to 0x0270c6 (0x97cc bytes) 000225 1781617272.030863 mapwrite 0x03a9fc thru 0x03ffff (0x5604 bytes) 000226 1781617272.069396 write 0x0095d8 thru 0x015b7c (0xc5a5 bytes) 000227 1781617272.071296 mapwrite 0x022037 thru 0x02a379 (0x8343 bytes) 000229 1781617272.102345 trunc from 0x03b83a to 0x03ffff (0x47c6 bytes) 000231 1781617272.107043 trunc from 0x005b80 to 0x00fe49 (0xa2ca bytes) 000232 1781617272.112346 write 0x0291f0 thru 0x034b67 (0xb978 bytes) 000233 1781617272.113901 trunc from 0x040000 to 0x035443 (0xabbc bytes) 000234 1781617272.130982 write 0x03d921 thru 0x03ffff (0x26df bytes) 000235 1781617272.133627 read 0x03e762 thru 0x03ffff (0x189e bytes) 000236 1781617272.134376 trunc from 0x040000 to 0x001aac (0x3e553 bytes) 000237 1781617272.148660 trunc from 0x001aad to 0x01155e (0xfab2 bytes) 000238 1781617272.164831 trunc from 0x01155f to 0x033bc8 (0x2266a bytes) 000239 1781617272.175818 trunc from 0x000cca to 0x001076 (0x3ad bytes) 000240 1781617272.180240 mapread 0x02da93 thru 0x02f6fa (0x1c68 bytes) 000241 1781617272.190796 read 0x020017 thru 0x0218ad (0x1897 bytes) 000242 1781617272.191582 fallocate 0x009774 thru 0x00b0c5 (0x1952 bytes) 000243 1781617272.196178 punch from 0x017c23 to 0x0220c5 (0xa4a3 bytes) 000244 1781617272.201442 punch from 0x028b84 to 0x033bc8 (0xb045 bytes) 000245 1781617272.208241 fallocate 0x02ba58 thru 0x03173e (0x5ce7 bytes) 000246 1781617272.215732 punch from 0x011af7 to 0x021a62 (0xff6c bytes) 000247 1781617272.221516 read 0x01a74c thru 0x01d809 (0x30be bytes) 000248 1781617272.234465 trunc from 0x033bc9 to 0x036361 (0x2799 bytes) 000249 1781617272.248825 mapwrite 0x01d724 thru 0x0229d7 (0x52b4 bytes) 000250 1781617272.268074 punch from 0x013721 to 0x01375d (0x3d bytes) 000251 1781617272.276569 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000253 1781617272.385114 mapwrite 0x01c6ce thru 0x026a59 (0xa38c bytes) 000254 1781617272.437613 mapread 0x01bbc6 thru 0x021712 (0x5b4d bytes) 000255 1781617272.438801 mapwrite 0x00f6ad thru 0x0143d3 (0x4d27 bytes) 000256 1781617272.457361 read 0x00011e thru 0x0055fb (0x54de bytes) 000257 1781617272.471321 punch from 0x033cac to 0x036361 (0x26b6 bytes) 000258 1781617272.480767 MIRROR_EXTEND to 2 mirrors 000259 1781617272.864970 trunc from 0x00546b to 0x006921 (0x14b7 bytes) 000260 1781617272.884910 read 0x00389f thru 0x00ccf7 (0x9459 bytes) 000261 1781617272.889651 write 0x0365d7 thru 0x036d04 (0x72e bytes) 000262 1781617272.894404 mapread 0x01566b thru 0x01da20 (0x83b6 bytes) 000263 1781617272.904457 punch from 0x00ff1e to 0x010d10 (0xdf3 bytes) 000265 1781617272.908687 fallocate 0x024448 thru 0x028c94 (0x484d bytes) 000266 1781617272.912669 mapwrite 0x036a91 thru 0x03ffff (0x956f bytes) 000267 1781617272.961477 trunc from 0x012a4b to 0x017464 (0x4a1a bytes) 000268 1781617272.969602 trunc from 0x00a7ea to 0x01672f (0xbf46 bytes) 000269 1781617272.974527 trunc from 0x036b46 to 0x037e16 (0x12d1 bytes) 000270 1781617272.978728 read 0x02186c thru 0x0291fb (0x7990 bytes) 000272 1781617272.988202 trunc from 0x006c47 to 0x011d2a (0xb0e4 bytes) 000273 1781617272.995710 trunc from 0x0197f2 to 0x0262a6 (0xcab5 bytes) 000274 1781617273.006321 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000275 1781617273.091510 mapread 0x00f8c5 thru 0x019670 (0x9dac bytes) 000277 1781617273.110786 write 0x011626 thru 0x013f94 (0x296f bytes) 000278 1781617273.115864 trunc from 0x040000 to 0x0233e9 (0x1cc16 bytes) 000279 1781617273.126287 trunc from 0x012b45 to 0x0168e1 (0x3d9d bytes) 000280 1781617273.136748 trunc from 0x0233ea to 0x038543 (0x1515a bytes) 000281 1781617273.148241 mapwrite 0x004db5 thru 0x01105d (0xc2a9 bytes) 000282 1781617273.171640 read 0x012dbe thru 0x01ddc9 (0xb00c bytes) fallocating to largest ever: 0x3d043 000283 1781617273.179517 fallocate 0x034c3a thru 0x03d042 (0x8409 bytes) 000284 1781617273.184062 mapread 0x00d25a thru 0x01bb96 (0xe93d bytes) 000285 1781617273.185523 mapwrite 0x02258b thru 0x029351 (0x6dc7 bytes) 000287 1781617273.209147 fallocate 0x00b5b1 thru 0x017fe1 (0xca31 bytes) fallocating to largest ever: 0x40000 000288 1781617273.213263 fallocate 0x038d95 thru 0x03ffff (0x726b bytes) 000289 1781617273.216486 mapwrite 0x019b56 thru 0x023ef1 (0xa39c bytes) 000290 1781617273.229561 trunc from 0x03dc9c to 0x03ffff (0x2364 bytes) 000291 1781617273.233625 trunc from 0x040000 to 0x01277f (0x2d880 bytes) 000293 1781617273.249201 fallocate 0x01bac3 thru 0x02ad25 (0xf263 bytes) 000294 1781617273.253113 trunc from 0x011521 to 0x01277f (0x125f bytes) 000296 1781617273.259118 trunc from 0x012780 to 0x001ed5 (0x108aa bytes) 000297 1781617273.269040 read 0x00058b thru 0x001ed5 (0x194b bytes) 000298 1781617273.275816 write 0x02c714 thru 0x03c17f (0xfa6c bytes) 000299 1781617273.277476 trunc from 0x03c180 to 0x00a677 (0x31b08 bytes) 000300 1781617273.290442 mapwrite 0x039f0e thru 0x03ffff (0x60f2 bytes) 000302 1781617273.337843 fallocate 0x01f9e4 thru 0x02b647 (0xbc64 bytes) 000303 1781617273.343361 fallocate 0x02f238 thru 0x02fd36 (0xaff bytes) 000304 1781617273.349662 mapread 0x0087df thru 0x00df1e (0x5740 bytes) 000305 1781617273.350855 trunc from 0x040000 to 0x021ea9 (0x1e156 bytes) 000306 1781617273.367104 mapread 0x005579 thru 0x007f2f (0x29b7 bytes) 000307 1781617273.368800 mapread 0x01b79b thru 0x021ea9 (0x670f bytes) 000308 1781617273.370177 read 0x015ee2 thru 0x02144f (0xb56e bytes) 000309 1781617273.371550 fallocate 0x03c0ba thru 0x03ffff (0x3f46 bytes) 000310 1781617273.377760 punch from 0x01e520 to 0x022550 (0x4031 bytes) 000311 1781617273.385119 trunc from 0x016c16 to 0x023221 (0xc60c bytes) 000312 1781617273.395965 trunc from 0x01179f to 0x017036 (0x5898 bytes) 000313 1781617273.401151 trunc from 0x040000 to 0x0182ce (0x27d31 bytes) 000314 1781617273.419992 MIRROR_EXTEND to 2 mirrors 000315 1781617273.717187 trunc from 0x0182cf to 0x002574 (0x15d5a bytes) 000316 1781617273.776382 read 0x00103e thru 0x002574 (0x1537 bytes) 000317 1781617273.781198 trunc from 0x00221a to 0x002574 (0x35b bytes) 000318 1781617273.784524 mapread 0x001440 thru 0x002574 (0x1135 bytes) 000319 1781617273.790389 fallocate 0x017950 thru 0x018615 (0xcc6 bytes) 000320 1781617273.795185 fallocate 0x023458 thru 0x02c0c6 (0x8c6f bytes) 000321 1781617273.804580 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x18616): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x18616): Mirror 2: 0x975f8f85 (stale) CRC-32 checksum value for chunk [0, 0x18616): Mirror 1: 0x975f8f85 Mirror 3: 0x975f8f85 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x18616: skipped 000322 1781617274.193600 trunc from 0x018616 to 0x037c42 (0x1f62d bytes) 000323 1781617274.235105 mapwrite 0x02432e thru 0x02e813 (0xa4e6 bytes) 000324 1781617274.262516 mapwrite 0x03af2e thru 0x03ffff (0x50d2 bytes) 000325 1781617274.293015 fallocate 0x002e6b thru 0x0040fd (0x1293 bytes) 000326 1781617274.299629 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000327 1781617274.456049 fallocate 0x0326d7 thru 0x03654d (0x3e77 bytes) 000328 1781617274.460659 fallocate 0x03d47b thru 0x03ffff (0x2b85 bytes) 000329 1781617274.465853 trunc from 0x040000 to 0x02f616 (0x109e9 bytes) 000330 1781617274.480661 fallocate 0x03e318 thru 0x03ffff (0x1ce8 bytes) 000331 1781617274.485504 trunc from 0x02f617 to 0x023bf7 (0xba1f bytes) 000332 1781617274.500949 trunc from 0x010626 to 0x01071f (0xfa bytes) 000333 1781617274.506405 mapwrite 0x032438 thru 0x033b2c (0x16f5 bytes) 000335 1781617274.553721 MIRROR_RESYNC 2 mirrors 000336 1781617274.894047 trunc from 0x02cfec to 0x02e292 (0x12a7 bytes) 000337 1781617274.922578 read 0x005ee5 thru 0x00f08b (0x91a7 bytes) 000338 1781617274.930140 read 0x0086fc thru 0x00f3a7 (0x6cac bytes) 000340 1781617274.931674 trunc from 0x027be7 to 0x033b2c (0xbf46 bytes) 000341 1781617274.935761 mapwrite 0x0051f1 thru 0x01266f (0xd47f bytes) 000343 1781617274.959902 read 0x015551 thru 0x024f88 (0xfa38 bytes) 000344 1781617274.960786 fallocate 0x024a58 thru 0x030832 (0xbddb bytes) 000345 1781617274.964609 trunc from 0x02bed4 to 0x033b2c (0x7c59 bytes) 000346 1781617274.968075 punch from 0x01454d to 0x020824 (0xc2d8 bytes) 000347 1781617274.971387 punch from 0x0163b2 to 0x02371c (0xd36b bytes) 000348 1781617274.975646 fallocate 0x029280 thru 0x02a589 (0x130a bytes) 000349 1781617274.979069 fallocate 0x004c91 thru 0x01224c (0xd5bc bytes) 000350 1781617274.985894 read 0x02e28d thru 0x033b2c (0x58a0 bytes) 000352 1781617274.993409 mapread 0x0216ab thru 0x028536 (0x6e8c bytes) 000353 1781617274.994539 punch from 0x0091ef to 0x012c5f (0x9a71 bytes) 000354 1781617275.001251 write 0x000e16 thru 0x003d60 (0x2f4b bytes) 000355 1781617275.002173 mapwrite 0x022452 thru 0x0226c4 (0x273 bytes) 000356 1781617275.016141 write 0x00ca8d thru 0x0116ac (0x4c20 bytes) 000357 1781617275.023994 write 0x017ae1 thru 0x022ab8 (0xafd8 bytes) 000360 1781617275.025779 mapread 0x01e87d thru 0x026857 (0x7fdb bytes) 000361 1781617275.032660 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000362 1781617275.117715 trunc from 0x033b2d to 0x0163a6 (0x1d786 bytes) 000363 1781617275.146816 mapwrite 0x0287d4 thru 0x03064e (0x7e7b bytes) 000364 1781617275.191950 trunc from 0x03064f to 0x033288 (0x2c3a bytes) 000365 1781617275.201559 mapwrite 0x031c74 thru 0x03c651 (0xa9de bytes) 000366 1781617275.237539 trunc from 0x03c652 to 0x0266db (0x15f76 bytes) 000367 1781617275.255850 read 0x00e158 thru 0x01d93d (0xf7e6 bytes) 000368 1781617275.263996 mapread 0x001221 thru 0x00dc89 (0xca69 bytes) 000369 1781617275.273840 mapwrite 0x0113b7 thru 0x0115e7 (0x231 bytes) 000370 1781617275.286762 mapwrite 0x0276ab thru 0x03315c (0xbab2 bytes) 000371 1781617275.330614 read 0x02e990 thru 0x03315c (0x47cd bytes) 000372 1781617275.331712 mapwrite 0x0087d7 thru 0x010ab6 (0x82e0 bytes) 000373 1781617275.344771 punch from 0x032cd0 to 0x03315c (0x48d bytes) 000374 1781617275.348146 read 0x008d13 thru 0x01309d (0xa38b bytes) 000375 1781617275.348829 mapread 0x031303 thru 0x0321f9 (0xef7 bytes) 000376 1781617275.355093 punch from 0x01b20a to 0x028a2f (0xd826 bytes) 000377 1781617275.359968 fallocate 0x031569 thru 0x03766f (0x6107 bytes) 000378 1781617275.363906 write 0x03fcca thru 0x03ffff (0x336 bytes) 000379 1781617275.365012 mapread 0x028a42 thru 0x03841c (0xf9db bytes) 000380 1781617275.371776 mapread 0x03e690 thru 0x03ffff (0x1970 bytes) 000381 1781617275.372820 mapwrite 0x01d907 thru 0x0221fe (0x48f8 bytes) 000383 1781617275.422838 mapread 0x0019a5 thru 0x007129 (0x5785 bytes) 000385 1781617275.424438 read 0x03426f thru 0x03ffff (0xbd91 bytes) 000386 1781617275.424987 fallocate 0x0073ee thru 0x00e512 (0x7125 bytes) 000387 1781617275.428714 mapwrite 0x0177c0 thru 0x0184c3 (0xd04 bytes) 000388 1781617275.438846 read 0x01a6a6 thru 0x01f8d6 (0x5231 bytes) 000389 1781617275.451013 fallocate 0x023207 thru 0x02af08 (0x7d02 bytes) 000390 1781617275.455430 read 0x030a4d thru 0x03419d (0x3751 bytes) 000392 1781617275.456600 fallocate 0x02214b thru 0x027168 (0x501e bytes) 000393 1781617275.464609 trunc from 0x040000 to 0x01723f (0x28dc0 bytes) 000394 1781617275.477990 read 0x00b217 thru 0x00ffa8 (0x4d92 bytes) 000395 1781617275.479065 write 0x002ad9 thru 0x006482 (0x39aa bytes) 000396 1781617275.486259 MIRROR_EXTEND to 2 mirrors 000397 1781617275.798802 mapread 0x013497 thru 0x01723f (0x3da9 bytes) 000398 1781617275.815976 fallocate 0x03f2e3 thru 0x03ffff (0xd1d bytes) 000399 1781617275.844011 trunc from 0x001858 to 0x003d62 (0x250b bytes) 000400 1781617275.854454 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000401 1781617275.950250 write 0x01a35a thru 0x028577 (0xe21e bytes) 000402 1781617275.956827 trunc from 0x028578 to 0x004a24 (0x23b53 bytes) 000403 1781617275.975373 trunc from 0x004a25 to 0x03ca53 (0x3802f bytes) 000404 1781617275.989143 trunc from 0x03ca54 to 0x0302e2 (0xc771 bytes) 000405 1781617276.000882 write 0x005ecc thru 0x010dec (0xaf21 bytes) 000406 1781617276.009525 punch from 0x011552 to 0x01d305 (0xbdb4 bytes) 000407 1781617276.014780 read 0x014420 thru 0x01af78 (0x6b59 bytes) 000408 1781617276.023295 fallocate 0x0338ba thru 0x03ffff (0xc746 bytes) 000409 1781617276.029044 trunc from 0x040000 to 0x000c35 (0x3f3ca bytes) 000410 1781617276.046913 read 0x0005bb thru 0x000c35 (0x67b bytes) 000411 1781617276.051014 read 0x000586 thru 0x000a14 (0x48f bytes) 000412 1781617276.052167 mapwrite 0x0092c8 thru 0x014c2c (0xb965 bytes) 000413 1781617276.092764 fallocate 0x028e35 thru 0x02a46c (0x1638 bytes) 000414 1781617276.096553 mapwrite 0x023d96 thru 0x025191 (0x13fc bytes) 000415 1781617276.114345 trunc from 0x02a46d to 0x0245fa (0x5e72 bytes) 000416 1781617276.130201 mapwrite 0x0041fe thru 0x004644 (0x447 bytes) 000417 1781617276.141396 read 0x01bb82 thru 0x0245fa (0x8a79 bytes) 000418 1781617276.142369 fallocate 0x03944e thru 0x03ffff (0x6bb2 bytes) 000419 1781617276.147343 read 0x014f2c thru 0x01ffcd (0xb0a2 bytes) 000421 1781617276.148581 punch from 0x0088f0 to 0x011476 (0x8b87 bytes) 000422 1781617276.155017 read 0x01bbf4 thru 0x0205d6 (0x49e3 bytes) 000423 1781617276.155903 trunc from 0x0245fb to 0x002ead (0x2174d bytes) 000424 1781617276.169489 fallocate 0x0004f1 thru 0x00dbca (0xd6da bytes) 000425 1781617276.174303 mapwrite 0x0194e5 thru 0x01a859 (0x1375 bytes) 000426 1781617276.206023 write 0x0220a3 thru 0x02b0d2 (0x9030 bytes) 000427 1781617276.207610 write 0x01298d thru 0x01af6d (0x85e1 bytes) 000428 1781617276.209160 trunc from 0x02b0d3 to 0x0227b7 (0x891b bytes) 000429 1781617276.222160 read 0x008a13 thru 0x012489 (0x9a77 bytes) 000430 1781617276.223135 punch from 0x0112ca to 0x01f613 (0xe34a bytes) 000431 1781617276.235962 read 0x01cdeb thru 0x0227b7 (0x59cd bytes) 000432 1781617276.247971 read 0x016a89 thru 0x01e0cf (0x7647 bytes) 000433 1781617276.248625 fallocate 0x0202a0 thru 0x02cb33 (0xc894 bytes) 000434 1781617276.254595 trunc from 0x02cb34 to 0x011c5d (0x1aed6 bytes) 000435 1781617276.270131 write 0x00aade thru 0x016ada (0xbffd bytes) 000436 1781617276.271787 trunc from 0x016adb to 0x012e84 (0x3c56 bytes) 000437 1781617276.294342 fallocate 0x01d462 thru 0x01dc68 (0x807 bytes) 000438 1781617276.304944 mapread 0x0190d2 thru 0x01dc68 (0x4b97 bytes) 000439 1781617276.313448 punch from 0x009aba to 0x00c18e (0x26d5 bytes) 000440 1781617276.327551 write 0x032344 thru 0x03bb20 (0x97dd bytes) 000441 1781617276.329675 mapread 0x03b6a8 thru 0x03bb20 (0x479 bytes) 000442 1781617276.330835 fallocate 0x022532 thru 0x024fc3 (0x2a92 bytes) 000443 1781617276.335589 mapwrite 0x00095a thru 0x008b0a (0x81b1 bytes) 000444 1781617276.350776 mapwrite 0x01ed32 thru 0x01f622 (0x8f1 bytes) 000446 1781617276.368557 trunc from 0x010e40 to 0x0139c2 (0x2b83 bytes) 000447 1781617276.373662 mapwrite 0x021775 thru 0x0245ad (0x2e39 bytes) 000448 1781617276.390611 mapwrite 0x02be7d thru 0x02f165 (0x32e9 bytes) 000449 1781617276.405574 punch from 0x01f015 to 0x020d73 (0x1d5f bytes) 000450 1781617276.409761 read 0x03082b thru 0x03bb20 (0xb2f6 bytes) 000452 1781617276.410997 fallocate 0x00a7a8 thru 0x016666 (0xbebf bytes) 000453 1781617276.416134 mapwrite 0x007758 thru 0x009d5f (0x2608 bytes) 000454 1781617276.436042 fallocate 0x00d2f8 thru 0x013904 (0x660d bytes) 000455 1781617276.441338 punch from 0x02def7 to 0x0371aa (0x92b4 bytes) 000456 1781617276.447865 mapread 0x01fc76 thru 0x025adb (0x5e66 bytes) 000457 1781617276.449532 fallocate 0x022be3 thru 0x02f068 (0xc486 bytes) 000458 1781617276.455900 read 0x028ab7 thru 0x02f8b2 (0x6dfc bytes) 000459 1781617276.465024 mapread 0x003c0c thru 0x00962f (0x5a24 bytes) 000461 1781617276.466986 mapread 0x03af25 thru 0x03bb20 (0xbfc bytes) 000462 1781617276.467814 fallocate 0x030058 thru 0x03e5f4 (0xe59d bytes) 000463 1781617276.471642 read 0x012e25 thru 0x01309b (0x277 bytes) 000464 1781617276.472239 write 0x0349d0 thru 0x03cba0 (0x81d1 bytes) 000465 1781617276.473483 write 0x01ecb4 thru 0x02499c (0x5ce9 bytes) 000466 1781617276.474589 mapwrite 0x02ad58 thru 0x0305ac (0x5855 bytes) 000467 1781617276.494492 mapread 0x033bef thru 0x036226 (0x2638 bytes) 000468 1781617276.495874 write 0x014ae2 thru 0x01b974 (0x6e93 bytes) 000469 1781617276.500294 write 0x030d05 thru 0x03d7c8 (0xcac4 bytes) 000470 1781617276.501972 mapwrite 0x0219e4 thru 0x029e67 (0x8484 bytes) 000471 1781617276.521665 mapread 0x01ed13 thru 0x01f529 (0x817 bytes) 000472 1781617276.522876 punch from 0x0193ab to 0x01c781 (0x33d7 bytes) 000473 1781617276.532511 punch from 0x019914 to 0x01ac8a (0x1377 bytes) 000474 1781617276.543909 MIRROR_EXTEND to 2 mirrors 000476 1781617276.987108 punch from 0x020bb1 to 0x023c39 (0x3089 bytes) 000477 1781617277.010761 trunc from 0x03c9c9 to 0x03d7c8 (0xe00 bytes) 000478 1781617277.015592 mapread 0x0238c3 thru 0x02f34c (0xba8a bytes) 000479 1781617277.038479 mapwrite 0x029816 thru 0x03907a (0xf865 bytes) 000480 1781617277.073777 fallocate 0x01489f thru 0x01b102 (0x6864 bytes) 000482 1781617277.079383 punch from 0x0257c5 to 0x025a5d (0x299 bytes) 000483 1781617277.083631 mapread 0x039f93 thru 0x03a231 (0x29f bytes) 000484 1781617277.089021 MIRROR_RESYNC 2 mirrors 000485 1781617277.564127 fallocate 0x03c418 thru 0x03f73a (0x3323 bytes) 000486 1781617277.590830 mapwrite 0x02eb9d thru 0x035bbc (0x7020 bytes) 000488 1781617277.617977 write 0x02308a thru 0x031ec4 (0xee3b bytes) 000489 1781617277.623487 read 0x03374a thru 0x035403 (0x1cba bytes) 000490 1781617277.624189 write 0x0105bd thru 0x010acd (0x511 bytes) 000491 1781617277.631389 trunc from 0x03d7c9 to 0x01fb48 (0x1dc80 bytes) 000492 1781617277.656869 mapwrite 0x00bda1 thru 0x00ca63 (0xcc3 bytes) 000493 1781617277.674034 punch from 0x00d088 to 0x0108da (0x3853 bytes) 000494 1781617277.677785 trunc from 0x01fb49 to 0x023332 (0x37ea bytes) 000495 1781617277.688822 write 0x01af59 thru 0x02322d (0x82d5 bytes) 000496 1781617277.698458 mapwrite 0x01d1fb thru 0x02ae0a (0xdc10 bytes) 000497 1781617277.744807 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000499 1781617277.823554 mapwrite 0x00b519 thru 0x01a955 (0xf43d bytes) 000500 1781617277.865443 trunc from 0x02ae0b to 0x00b736 (0x1f6d4 bytes) 000501 1781617277.884435 write 0x01ecbf thru 0x0296c3 (0xaa05 bytes) 000502 1781617277.886013 fallocate 0x00c34b thru 0x01173d (0x53f3 bytes) 000503 1781617277.890894 write 0x008da3 thru 0x00f8e8 (0x6b46 bytes) 000504 1781617277.895529 mapread 0x00218f thru 0x00d190 (0xb002 bytes) 000505 1781617277.902162 mapread 0x0162dd thru 0x01c125 (0x5e49 bytes) 000506 1781617277.907406 fallocate 0x003453 thru 0x00bc5e (0x880c bytes) 000509 1781617277.911713 fallocate 0x00af66 thru 0x00c24f (0x12ea bytes) 000510 1781617277.915355 read 0x0134c3 thru 0x01da5f (0xa59d bytes) 000511 1781617277.915907 read 0x00319b thru 0x0127d9 (0xf63f bytes) 000512 1781617277.916465 read 0x00b124 thru 0x015bf6 (0xaad3 bytes) 000513 1781617277.916852 fallocate 0x03b70c thru 0x03ffff (0x48f4 bytes) 000515 1781617277.921635 mapread 0x00fe2e thru 0x014bcb (0x4d9e bytes) 000516 1781617277.922617 fallocate 0x0162c0 thru 0x01b3e3 (0x5124 bytes) 000517 1781617277.926118 mapread 0x021354 thru 0x026e48 (0x5af5 bytes) 000518 1781617277.927114 write 0x026480 thru 0x02b80d (0x538e bytes) 000519 1781617277.928389 trunc from 0x0203ec to 0x02436b (0x3f80 bytes) 000520 1781617277.940648 write 0x014881 thru 0x017ba8 (0x3328 bytes) 000521 1781617277.942359 read 0x0269df thru 0x02b80d (0x4e2f bytes) 000522 1781617277.942955 trunc from 0x02b80e to 0x03095e (0x5151 bytes) 000523 1781617277.957150 read 0x023ec9 thru 0x029888 (0x59c0 bytes) 000525 1781617277.965539 read 0x02a47b thru 0x02b73b (0x12c1 bytes) 000526 1781617277.966562 read 0x00f479 thru 0x01021b (0xda3 bytes) 000527 1781617277.967692 trunc from 0x011384 to 0x013d4e (0x29cb bytes) 000528 1781617277.974759 mapwrite 0x01c24c thru 0x029300 (0xd0b5 bytes) 000529 1781617277.997770 MIRROR_EXTEND to 2 mirrors 000530 1781617278.375586 mapread 0x019b1c thru 0x025d2a (0xc20f bytes) 000531 1781617278.390749 fallocate 0x035043 thru 0x03ffff (0xafbd bytes) 000532 1781617278.409367 punch from 0x001333 to 0x00b461 (0xa12f bytes) 000533 1781617278.417138 read 0x01c7b9 thru 0x0270c5 (0xa90d bytes) 000534 1781617278.422371 mapwrite 0x02f605 thru 0x039cf9 (0xa6f5 bytes) 000535 1781617278.458299 read 0x00f8bf thru 0x01af56 (0xb698 bytes) 000536 1781617278.464887 mapread 0x01b389 thru 0x02af3e (0xfbb6 bytes) 000537 1781617278.466247 write 0x01e724 thru 0x02c611 (0xdeee bytes) 000538 1781617278.471332 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x39cfa): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39cfa): Mirror 2: 0x807aab34 (stale) CRC-32 checksum value for chunk [0, 0x39cfa): Mirror 1: 0x1289f1f7 Mirror 3: 0x1289f1f7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39cfa: skipped 000539 1781617278.952757 read 0x00108b thru 0x003fa2 (0x2f18 bytes) 000540 1781617278.958532 trunc from 0x032e69 to 0x039cf9 (0x6e91 bytes) 000541 1781617278.980286 trunc from 0x039cfa to 0x03ed59 (0x5060 bytes) 000542 1781617279.005240 punch from 0x02adcc to 0x037557 (0xc78c bytes) 000543 1781617279.013507 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ed5a): Mirror 3: 0x31b7a7d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ed5a): Mirror 3: 0x31b7a7d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ed5a: skipped 000544 1781617279.168396 trunc from 0x03ed5a to 0x02baec (0x1326d bytes) 000546 1781617279.181632 write 0x02a97f thru 0x02c409 (0x1a8b bytes) 000547 1781617279.186745 mapread 0x021aaf thru 0x02922b (0x777d bytes) 000548 1781617279.198449 mapwrite 0x007b93 thru 0x017013 (0xf481 bytes) 000549 1781617279.231144 trunc from 0x026eb2 to 0x02c409 (0x5558 bytes) 000550 1781617279.239866 MIRROR_RESYNC 2 mirrors 000551 1781617279.605812 punch from 0x02192e to 0x02c409 (0xaadc bytes) 000552 1781617279.625265 mapwrite 0x03cc7b thru 0x03ffff (0x3385 bytes) 000553 1781617279.668528 trunc from 0x019abc to 0x01ac21 (0x1166 bytes) 000554 1781617279.672189 write 0x0297a6 thru 0x037117 (0xd972 bytes) 000555 1781617279.676301 fallocate 0x011676 thru 0x012517 (0xea2 bytes) 000556 1781617279.679438 trunc from 0x038ccf to 0x03ffff (0x7331 bytes) 000557 1781617279.682671 punch from 0x00dd63 to 0x0198f0 (0xbb8e bytes) 000558 1781617279.686762 punch from 0x03c810 to 0x03ffff (0x37f0 bytes) 000559 1781617279.690647 punch from 0x010150 to 0x01a761 (0xa612 bytes) 000560 1781617279.693772 fallocate 0x015e66 thru 0x017d26 (0x1ec1 bytes) 000561 1781617279.697641 write 0x02762a thru 0x033d2b (0xc702 bytes) 000562 1781617279.701948 trunc from 0x0049c1 to 0x00c52f (0x7b6f bytes) 000563 1781617279.706265 mapread 0x01e11f thru 0x0229a7 (0x4889 bytes) 000565 1781617279.715516 trunc from 0x040000 to 0x035535 (0xaaca bytes) 000566 1781617279.727358 mapwrite 0x026014 thru 0x0322a5 (0xc292 bytes) 000567 1781617279.741602 write 0x03bc06 thru 0x03ffff (0x43fa bytes) 000568 1781617279.742818 trunc from 0x03f1ea to 0x03ffff (0xe16 bytes) 000569 1781617279.750388 trunc from 0x040000 to 0x009693 (0x3696c bytes) 000570 1781617279.760663 read 0x000496 thru 0x009693 (0x91fe bytes) 000571 1781617279.766110 trunc from 0x0053a7 to 0x009693 (0x42ed bytes) 000572 1781617279.770586 fallocate 0x01d89c thru 0x02d3db (0xfb40 bytes) 000574 1781617279.775438 read 0x007677 thru 0x009693 (0x201d bytes) 000575 1781617279.781417 mapwrite 0x00a06a thru 0x016d26 (0xccbd bytes) 000576 1781617279.811179 mapread 0x00edd8 thru 0x016d26 (0x7f4f bytes) 000577 1781617279.812425 trunc from 0x0034e2 to 0x007b8b (0x46aa bytes) 000578 1781617279.816246 punch from 0x00d5a1 to 0x014342 (0x6da2 bytes) 000579 1781617279.820973 trunc from 0x00c681 to 0x00cc93 (0x613 bytes) 000580 1781617279.824307 trunc from 0x016d27 to 0x015991 (0x1395 bytes) 000581 1781617279.834767 mapread 0x00d2de thru 0x00e0d6 (0xdf9 bytes) 000582 1781617279.841434 read 0x01554c thru 0x015991 (0x446 bytes) 000583 1781617279.842108 mapread 0x007586 thru 0x008056 (0xad1 bytes) 000584 1781617279.848187 fallocate 0x012a7a thru 0x01f4bf (0xca46 bytes) 000585 1781617279.853048 write 0x0144a7 thru 0x01ee27 (0xa981 bytes) 000586 1781617279.854485 mapread 0x001017 thru 0x0065e5 (0x55cf bytes) 000587 1781617279.855379 read 0x01829b thru 0x01ee27 (0x6b8d bytes) 000588 1781617279.855981 trunc from 0x01ee28 to 0x022211 (0x33ea bytes) 000589 1781617279.864807 punch from 0x00956b to 0x00ffc6 (0x6a5c bytes) 000590 1781617279.868452 trunc from 0x019840 to 0x01a236 (0x9f7 bytes) 000591 1781617279.875946 trunc from 0x022212 to 0x03d283 (0x1b072 bytes) 000592 1781617279.888366 mapwrite 0x008fdc thru 0x014a04 (0xba29 bytes) 000593 1781617279.908743 mapwrite 0x0178da thru 0x023cd6 (0xc3fd bytes) 000594 1781617279.926418 trunc from 0x03d284 to 0x0107c4 (0x2cabf bytes) 000595 1781617279.937956 punch from 0x00c993 to 0x0107c4 (0x3e32 bytes) 000596 1781617279.945465 MIRROR_RESYNC 2 mirrors 000597 1781617280.280696 fallocate 0x006618 thru 0x0096d5 (0x30be bytes) 000598 1781617280.306047 punch from 0x00a203 to 0x0107c4 (0x65c2 bytes) 000599 1781617280.309848 mapwrite 0x0181e3 thru 0x01df41 (0x5d5f bytes) 000600 1781617280.343045 fallocate 0x016e10 thru 0x017b73 (0xd64 bytes) 000601 1781617280.349516 fallocate 0x013307 thru 0x016ecf (0x3bc9 bytes) 000602 1781617280.354920 fallocate 0x018c59 thru 0x01d7f5 (0x4b9d bytes) 000603 1781617280.361954 write 0x007dc6 thru 0x00d888 (0x5ac3 bytes) 000604 1781617280.369989 punch from 0x0109a8 to 0x01239b (0x19f4 bytes) 000605 1781617280.373707 punch from 0x00a715 to 0x0159f7 (0xb2e3 bytes) 000606 1781617280.381949 read 0x00d32d thru 0x00e576 (0x124a bytes) 000607 1781617280.389316 write 0x00d7b5 thru 0x00f93d (0x2189 bytes) 000608 1781617280.392888 read 0x00c756 thru 0x010a34 (0x42df bytes) 000609 1781617280.403200 MIRROR_RESYNC 2 mirrors 000610 1781617280.780058 MIRROR_RESYNC 2 mirrors 000611 1781617281.002590 punch from 0x00ade7 to 0x00e123 (0x333d bytes) 000612 1781617281.032407 mapwrite 0x017599 thru 0x018692 (0x10fa bytes) 000613 1781617281.059492 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1df42): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1df42): Mirror 3: 0x31d96b7e (stale) CRC-32 checksum value for chunk [0, 0x1df42): Mirror 1: 0x9b2868bc Mirror 4: 0x9b2868bc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1df42: skipped 000614 1781617281.559203 fallocate 0x004116 thru 0x00c3ad (0x8298 bytes) 000615 1781617281.590909 punch from 0x01d487 to 0x01df41 (0xabb bytes) 000616 1781617281.595034 mapread 0x015cd2 thru 0x01d33a (0x7669 bytes) 000618 1781617281.609287 fallocate 0x036784 thru 0x03c10f (0x598c bytes) 000619 1781617281.613496 write 0x0109d8 thru 0x01e3d2 (0xd9fb bytes) 000620 1781617281.625621 trunc from 0x0059db to 0x00fcb2 (0xa2d8 bytes) 000621 1781617281.632410 read 0x001500 thru 0x005b0e (0x460f bytes) 000622 1781617281.641107 trunc from 0x03c110 to 0x0188f6 (0x23819 bytes) 000623 1781617281.671864 fallocate 0x02dd39 thru 0x03655c (0x8824 bytes) 000625 1781617281.681167 mapread 0x01adea thru 0x01b975 (0xb8c bytes) 000626 1781617281.688181 mapread 0x01c210 thru 0x02ae0f (0xec00 bytes) 000627 1781617281.697890 MIRROR_RESYNC 3 mirrors 000628 1781617282.211106 write 0x01a916 thru 0x02a772 (0xfe5d bytes) 000629 1781617282.260514 mapwrite 0x00575f thru 0x00717d (0x1a1f bytes) 000630 1781617282.285407 read 0x02eb8a thru 0x03655c (0x79d3 bytes) 000632 1781617282.298848 fallocate 0x0078d4 thru 0x007ba0 (0x2cd bytes) 000633 1781617282.303740 fallocate 0x01b70a thru 0x024e7c (0x9773 bytes) 000634 1781617282.310897 trunc from 0x02e8ff to 0x03655c (0x7c5e bytes) 000635 1781617282.315378 fallocate 0x0091bb thru 0x00c481 (0x32c7 bytes) 000636 1781617282.320738 read 0x026482 thru 0x028bef (0x276e bytes) 000637 1781617282.321607 fallocate 0x0184c4 thru 0x01e849 (0x6386 bytes) 000638 1781617282.325451 mapwrite 0x0324ba thru 0x03ffff (0xdb46 bytes) 000639 1781617282.371719 mapwrite 0x016a97 thru 0x01f4f4 (0x8a5e bytes) 000640 1781617282.390535 mapread 0x0109a0 thru 0x0115b4 (0xc15 bytes) 000641 1781617282.394386 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbe0651ba (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbe0651ba (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000642 1781617282.573360 mapwrite 0x00b329 thru 0x01631f (0xaff7 bytes) 000643 1781617282.610643 fallocate 0x019cd3 thru 0x021749 (0x7a77 bytes) 000645 1781617282.615909 trunc from 0x00b42e to 0x014b6c (0x973f bytes) 000646 1781617282.621582 fallocate 0x0190f0 thru 0x01db4a (0x4a5b bytes) 000647 1781617282.629833 mapwrite 0x027242 thru 0x0326c4 (0xb483 bytes) 000648 1781617282.662053 read 0x028fb9 thru 0x02a107 (0x114f bytes) 000649 1781617282.662748 trunc from 0x01d94c to 0x0226ae (0x4d63 bytes) 000650 1781617282.667388 write 0x02fdb0 thru 0x03a59a (0xa7eb bytes) 000652 1781617282.677005 read 0x006bbf thru 0x01377f (0xcbc1 bytes) 000653 1781617282.685584 fallocate 0x03265a thru 0x03abd4 (0x857b bytes) 000654 1781617282.691440 trunc from 0x014f56 to 0x023cb9 (0xed64 bytes) 000655 1781617282.695683 trunc from 0x002c70 to 0x00b251 (0x85e2 bytes) 000656 1781617282.700947 fallocate 0x011caf thru 0x015542 (0x3894 bytes) 000657 1781617282.708316 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbe0651ba (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5e97ddfe Mirror 4: 0x5e97ddfe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000658 1781617283.181914 write 0x008969 thru 0x0162c3 (0xd95b bytes) 000659 1781617283.206392 MIRROR_RESYNC 3 mirrors 000661 1781617283.682077 punch from 0x017703 to 0x01780e (0x10c bytes) 000662 1781617283.710445 punch from 0x01b96d to 0x0231af (0x7843 bytes) 000663 1781617283.718630 MIRROR_RESYNC 3 mirrors 000664 1781617284.110784 mapread 0x03155e thru 0x039fdf (0x8a82 bytes) 000665 1781617284.126664 punch from 0x0008f1 to 0x002db5 (0x24c5 bytes) 000666 1781617284.153970 mapread 0x012b0e thru 0x017532 (0x4a25 bytes) 000667 1781617284.160979 trunc from 0x037e99 to 0x03a958 (0x2ac0 bytes) 000668 1781617284.164519 mapwrite 0x015785 thru 0x01a41d (0x4c99 bytes) 000669 1781617284.179658 fallocate 0x01bf8f thru 0x02b652 (0xf6c4 bytes) 000670 1781617284.183429 trunc from 0x03a109 to 0x03e7aa (0x46a2 bytes) 000671 1781617284.187025 mapwrite 0x0077e9 thru 0x012e4e (0xb666 bytes) 000672 1781617284.207141 mapwrite 0x030469 thru 0x03c9f2 (0xc58a bytes) 000675 1781617284.243986 mapwrite 0x0194f2 thru 0x0267af (0xd2be bytes) 000676 1781617284.275166 MIRROR_RESYNC 3 mirrors 000677 1781617284.603932 trunc from 0x009fd2 to 0x00e9e5 (0x4a14 bytes) 000679 1781617284.623126 MIRROR_RESYNC 3 mirrors 000680 1781617284.995933 punch from 0x03f971 to 0x03ffff (0x68f bytes) 000681 1781617285.015706 mapwrite 0x036a2a thru 0x03b5f0 (0x4bc7 bytes) 000682 1781617285.038836 trunc from 0x040000 to 0x024808 (0x1b7f7 bytes) 000683 1781617285.058000 mapwrite 0x020c2d thru 0x021e30 (0x1204 bytes) 000684 1781617285.073542 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24809): Mirror 3: 0xdb8ecdcd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24809): Mirror 3: 0xdb8ecdcd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24809: skipped 000685 1781617285.202948 write 0x039a9c thru 0x03ffff (0x6564 bytes) 000686 1781617285.208019 write 0x02d11a thru 0x02d9cc (0x8b3 bytes) 000687 1781617285.214648 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x83280df7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x130fff13 Mirror 4: 0x130fff13 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000688 1781617285.622654 mapwrite 0x01ec5e thru 0x023b53 (0x4ef6 bytes) 000689 1781617285.671286 fallocate 0x02ecb6 thru 0x03440f (0x575a bytes) 000691 1781617285.675289 trunc from 0x040000 to 0x027a38 (0x185c7 bytes) 000692 1781617285.691022 write 0x02bb9c thru 0x037e7f (0xc2e4 bytes) 000693 1781617285.693039 fallocate 0x01e1c1 thru 0x02cf05 (0xed45 bytes) 000694 1781617285.696990 trunc from 0x037e80 to 0x03b374 (0x34f5 bytes) 000695 1781617285.705064 write 0x03e473 thru 0x03ffff (0x1b8d bytes) 000696 1781617285.706161 trunc from 0x007f22 to 0x01665d (0xe73c bytes) 000697 1781617285.709265 trunc from 0x040000 to 0x01f963 (0x2069c bytes) 000698 1781617285.718902 write 0x0309e2 thru 0x03a8d1 (0x9ef0 bytes) 000699 1781617285.720475 trunc from 0x03a8d2 to 0x0347a7 (0x612a bytes) 000700 1781617285.736585 MIRROR_RESYNC 3 mirrors 000701 1781617286.093354 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000702 1781617286.225424 fallocate 0x0166c6 thru 0x0229c7 (0xc302 bytes) 000703 1781617286.250015 fallocate 0x02a163 thru 0x035b6b (0xba09 bytes) 000704 1781617286.253668 read 0x02eaf8 thru 0x035b6b (0x7074 bytes) 000705 1781617286.260318 write 0x026df0 thru 0x035be3 (0xedf4 bytes) 000706 1781617286.267311 read 0x030d9e thru 0x035be3 (0x4e46 bytes) 000707 1781617286.267996 fallocate 0x03ee53 thru 0x03ffff (0x11ad bytes) 000708 1781617286.271263 punch from 0x00c41a to 0x01c2af (0xfe96 bytes) 000709 1781617286.274518 punch from 0x0286ab to 0x033d5f (0xb6b5 bytes) 000710 1781617286.282675 trunc from 0x0084f9 to 0x016b83 (0xe68b bytes) 000711 1781617286.285308 mapwrite 0x011685 thru 0x015aac (0x4428 bytes) 000712 1781617286.304398 read 0x02e022 thru 0x034f6f (0x6f4e bytes) 000714 1781617286.305644 read 0x00b998 thru 0x013fb6 (0x861f bytes) 000715 1781617286.306268 mapread 0x0052ec thru 0x00948e (0x41a3 bytes) 000716 1781617286.307269 fallocate 0x023c12 thru 0x027549 (0x3938 bytes) 000717 1781617286.312119 read 0x03305e thru 0x035be3 (0x2b86 bytes) 000718 1781617286.312745 trunc from 0x035be4 to 0x03a6f7 (0x4b14 bytes) 000719 1781617286.331388 write 0x015d14 thru 0x01ab3e (0x4e2b bytes) 000720 1781617286.332681 read 0x02af58 thru 0x039f0c (0xefb5 bytes) 000721 1781617286.343329 punch from 0x01e424 to 0x021f15 (0x3af2 bytes) 000722 1781617286.350528 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3a6f8): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a6f8): Mirror 4: 0x3a994fc4 (stale) CRC-32 checksum value for chunk [0, 0x3a6f8): Mirror 1: 0x84af175a Mirror 5: 0x84af175a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a6f8: skipped 000724 1781617286.784469 mapread 0x034347 thru 0x0369ec (0x26a6 bytes) 000725 1781617286.796528 fallocate 0x02822b thru 0x02fc8a (0x7a60 bytes) 000726 1781617286.816044 fallocate 0x029fe4 thru 0x035d63 (0xbd80 bytes) 000727 1781617286.819053 mapwrite 0x020431 thru 0x02b5de (0xb1ae bytes) 000728 1781617286.844349 punch from 0x007bab to 0x00b76c (0x3bc2 bytes) 000729 1781617286.848332 mapread 0x0183cd thru 0x01ebb3 (0x67e7 bytes) 000731 1781617286.854721 mapread 0x013c16 thru 0x019e9f (0x628a bytes) 000732 1781617286.855819 punch from 0x025af6 to 0x031d81 (0xc28c bytes) 000733 1781617286.861082 read 0x0022c0 thru 0x009327 (0x7068 bytes) 000734 1781617286.866449 mapwrite 0x0284e1 thru 0x02bbed (0x370d bytes) 000735 1781617286.881415 fallocate 0x02fab4 thru 0x03ba22 (0xbf6f bytes) 000736 1781617286.884945 mapread 0x012655 thru 0x0135cb (0xf77 bytes) 000737 1781617286.889037 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ba23): Mirror 4: 0xb5c950f7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ba23): Mirror 4: 0xb5c950f7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ba23: skipped 000738 1781617287.036185 trunc from 0x004df0 to 0x00ad1f (0x5f30 bytes) 000739 1781617287.040368 mapread 0x021be8 thru 0x0288cd (0x6ce6 bytes) 000740 1781617287.058912 fallocate 0x00fc8c thru 0x0128ce (0x2c43 bytes) 000741 1781617287.064544 punch from 0x022dba to 0x030422 (0xd669 bytes) 000742 1781617287.070859 read 0x020f14 thru 0x02e028 (0xd115 bytes) 000743 1781617287.080832 write 0x001fab thru 0x0033a7 (0x13fd bytes) 000744 1781617287.091609 mapwrite 0x0292e3 thru 0x036d57 (0xda75 bytes) 000745 1781617287.119622 punch from 0x00129c to 0x004b93 (0x38f8 bytes) 000746 1781617287.123753 mapwrite 0x010b44 thru 0x01c91f (0xbddc bytes) 000747 1781617287.153616 trunc from 0x03ba23 to 0x019147 (0x228db bytes) 000748 1781617287.177441 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x19148): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19148): Mirror 4: 0x6f51eec6 (stale) CRC-32 checksum value for chunk [0, 0x19148): Mirror 1: 0xa8e7e3a Mirror 5: 0xa8e7e3a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19148: skipped 000749 1781617287.582547 write 0x011da7 thru 0x012b5b (0xdb5 bytes) 000750 1781617287.611864 mapread 0x012868 thru 0x019147 (0x68e0 bytes) 000751 1781617287.625683 mapwrite 0x00e5ab thru 0x01da4c (0xf4a2 bytes) 000752 1781617287.671842 MIRROR_RESYNC 3 mirrors 000753 1781617287.971585 trunc from 0x01da4d to 0x020be3 (0x3197 bytes) 000754 1781617287.995700 trunc from 0x020be4 to 0x0058ea (0x1b2f9 bytes) 000756 1781617288.006175 write 0x03bb01 thru 0x03ffff (0x44ff bytes) 000757 1781617288.007440 fallocate 0x024826 thru 0x02d2a7 (0x8a82 bytes) 000758 1781617288.011834 mapread 0x03d829 thru 0x03ed0f (0x14e7 bytes) 000759 1781617288.012757 mapread 0x00c1b1 thru 0x013394 (0x71e4 bytes) 000760 1781617288.024137 punch from 0x0217b3 to 0x02fdfd (0xe64b bytes) 000761 1781617288.027010 write 0x007ad5 thru 0x00d575 (0x5aa1 bytes) 000762 1781617288.028250 fallocate 0x039f08 thru 0x03ffff (0x60f8 bytes) 000763 1781617288.034094 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xee734798 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xee734798 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000767 1781617288.154551 punch from 0x002549 to 0x0067b4 (0x426c bytes) 000768 1781617288.157436 punch from 0x03c5d7 to 0x03ffff (0x3a29 bytes) 000769 1781617288.160531 mapread 0x03a7fa thru 0x03ad3f (0x546 bytes) 000770 1781617288.164367 write 0x00beb6 thru 0x00dddc (0x1f27 bytes) 000771 1781617288.173097 MIRROR_RESYNC 2 mirrors 000772 1781617288.437571 punch from 0x038fc9 to 0x03bdc9 (0x2e01 bytes) 000773 1781617288.456357 mapread 0x0049fd thru 0x007919 (0x2f1d bytes) 000774 1781617288.467951 mapread 0x03a4ca thru 0x03ffff (0x5b36 bytes) 000775 1781617288.474921 fallocate 0x01a94a thru 0x020353 (0x5a0a bytes) 000776 1781617288.478188 trunc from 0x040000 to 0x033b1d (0xc4e2 bytes) 000777 1781617288.495507 fallocate 0x005080 thru 0x00b33a (0x62bb bytes) 000778 1781617288.498951 write 0x012e75 thru 0x01318b (0x317 bytes) 000779 1781617288.504615 write 0x039e7a thru 0x03ffff (0x6186 bytes) 000780 1781617288.505871 write 0x0357b8 thru 0x03ddbe (0x8607 bytes) 000781 1781617288.511840 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000782 1781617288.566729 mapwrite 0x03a033 thru 0x03ffff (0x5fcd bytes) 000785 1781617288.585155 trunc from 0x040000 to 0x01b8de (0x24721 bytes) 000787 1781617288.594601 mapwrite 0x02761b thru 0x0372f6 (0xfcdc bytes) 000788 1781617288.619935 mapwrite 0x01fca8 thru 0x0244d3 (0x482c bytes) 000789 1781617288.632824 read 0x035a82 thru 0x0372f6 (0x1875 bytes) 000790 1781617288.633433 fallocate 0x02678e thru 0x0268ce (0x141 bytes) 000791 1781617288.636390 punch from 0x020043 to 0x025fa8 (0x5f66 bytes) 000792 1781617288.639123 fallocate 0x01f814 thru 0x021d6c (0x2559 bytes) 000793 1781617288.641904 trunc from 0x00b2be to 0x010f73 (0x5cb6 bytes) 000794 1781617288.644280 fallocate 0x018c48 thru 0x0200a1 (0x745a bytes) 000795 1781617288.646745 mapread 0x0082d8 thru 0x00a019 (0x1d42 bytes) 000796 1781617288.651416 punch from 0x022963 to 0x0240a1 (0x173f bytes) 000797 1781617288.654469 fallocate 0x01ef14 thru 0x0215a4 (0x2691 bytes) 000798 1781617288.657847 trunc from 0x0129c0 to 0x018f84 (0x65c5 bytes) 000799 1781617288.661204 mapread 0x01ecd1 thru 0x020905 (0x1c35 bytes) 000800 1781617288.667843 mapwrite 0x0311ff thru 0x035c5a (0x4a5c bytes) 000801 1781617288.676746 read 0x00566a thru 0x00feff (0xa896 bytes) 000802 1781617288.677378 read 0x013788 thru 0x021e92 (0xe70b bytes) 000803 1781617288.681802 fallocate 0x012f6c thru 0x01869b (0x5730 bytes) 000804 1781617288.685107 mapread 0x01f8d4 thru 0x02e7e4 (0xef11 bytes) 000805 1781617288.686274 punch from 0x00c0cd to 0x00ec00 (0x2b34 bytes) 000807 1781617288.690023 punch from 0x0154eb to 0x01ea99 (0x95af bytes) 000808 1781617288.694039 fallocate 0x01f651 thru 0x0220a7 (0x2a57 bytes) 000809 1781617288.697474 mapread 0x019520 thru 0x0265bf (0xd0a0 bytes) 000810 1781617288.715496 read 0x025fa7 thru 0x02bee4 (0x5f3e bytes) 000812 1781617288.716627 trunc from 0x0372f7 to 0x010df6 (0x26500 bytes) 000813 1781617288.726261 mapwrite 0x017608 thru 0x01e8fb (0x72f4 bytes) 000814 1781617288.747601 trunc from 0x00a597 to 0x00dd06 (0x3770 bytes) 000815 1781617288.751088 punch from 0x01af36 to 0x01e8fb (0x39c6 bytes) 000816 1781617288.753927 mapread 0x01c90a thru 0x01e8fb (0x1ff2 bytes) 000817 1781617288.761892 fallocate 0x024949 thru 0x024f7b (0x633 bytes) 000818 1781617288.765028 trunc from 0x024f7c to 0x00834b (0x1cc30 bytes) 000819 1781617288.771661 mapwrite 0x02477d thru 0x02778e (0x3012 bytes) 000821 1781617288.794252 MIRROR_EXTEND to 2 mirrors 000823 1781617289.034799 trunc from 0x02778f to 0x010125 (0x17669 bytes) 000825 1781617289.062683 write 0x01a2c7 thru 0x027daf (0xdae9 bytes) 000826 1781617289.064085 trunc from 0x027db0 to 0x01f2cd (0x8ae2 bytes) 000827 1781617289.073850 trunc from 0x004345 to 0x013f8c (0xfc48 bytes) 000828 1781617289.076344 punch from 0x01ba1c to 0x01f2cd (0x38b2 bytes) 000829 1781617289.083951 trunc from 0x01f2ce to 0x0008cd (0x1ea00 bytes) 000830 1781617289.091125 read 0x000161 thru 0x0008cd (0x76d bytes) 000831 1781617289.093601 punch from 0x000382 to 0x0008cd (0x54c bytes) 000832 1781617289.095865 fallocate 0x002298 thru 0x0028a5 (0x60e bytes) 000833 1781617289.098570 fallocate 0x01168d thru 0x02099c (0xf310 bytes) 000834 1781617289.101289 trunc from 0x02099d to 0x030518 (0xfb7c bytes) 000835 1781617289.107365 mapread 0x014469 thru 0x01d866 (0x93fe bytes) 000836 1781617289.116364 trunc from 0x004021 to 0x0059a0 (0x1980 bytes) 000838 1781617289.119578 trunc from 0x030519 to 0x009533 (0x26fe5 bytes) 000839 1781617289.126351 punch from 0x007210 to 0x009533 (0x2324 bytes) 000841 1781617289.129188 mapwrite 0x01c634 thru 0x0224b7 (0x5e84 bytes) 000844 1781617289.150390 fallocate 0x009546 thru 0x015157 (0xbc12 bytes) 000845 1781617289.154080 trunc from 0x0224b8 to 0x023662 (0x11ab bytes) 000847 1781617289.161519 fallocate 0x021ed6 thru 0x0238e7 (0x1a12 bytes) 000848 1781617289.164711 write 0x02a0a4 thru 0x0329b3 (0x8910 bytes) 000849 1781617289.166173 mapread 0x01e540 thru 0x0247db (0x629c bytes) 000850 1781617289.171085 trunc from 0x0329b4 to 0x024c2d (0xdd86 bytes) 000851 1781617289.179774 mapread 0x01d937 thru 0x01fd07 (0x23d1 bytes) 000852 1781617289.180808 trunc from 0x014a3a to 0x01d499 (0x8a60 bytes) 000853 1781617289.184050 write 0x013b98 thru 0x0153df (0x1848 bytes) 000856 1781617289.191064 mapread 0x00a913 thru 0x014e62 (0xa550 bytes) 000857 1781617289.196342 trunc from 0x00a9f0 to 0x0158b6 (0xaec7 bytes) 000858 1781617289.203091 read 0x0133aa thru 0x0195d8 (0x622f bytes) 000859 1781617289.211507 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x24c2e): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24c2e): Mirror 2: 0x214be57a (stale) CRC-32 checksum value for chunk [0, 0x24c2e): Mirror 1: 0xe1c61844 Mirror 3: 0xe1c61844 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24c2e: skipped 000860 1781617289.548429 trunc from 0x024c2e to 0x028d9d (0x4170 bytes) 000861 1781617289.580776 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x28d9e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28d9e): Mirror 2: 0xbc4e36af (stale) Mirror 3: 0xe2837fec (stale) CRC-32 checksum value for chunk [0, 0x28d9e): Mirror 1: 0xe2837fec Mirror 4: 0xe2837fec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28d9e: skipped 000863 1781617289.972695 read 0x0045a2 thru 0x00be17 (0x7876 bytes) 000864 1781617289.977615 read 0x002ef7 thru 0x00aae6 (0x7bf0 bytes) 000865 1781617289.983021 mapread 0x01e23d thru 0x025838 (0x75fc bytes) 000866 1781617289.984100 punch from 0x000cc5 to 0x006cbd (0x5ff9 bytes) 000867 1781617290.003339 mapread 0x003d4a thru 0x004b71 (0xe28 bytes) 000868 1781617290.011752 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x28d9e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28d9e): Mirror 2: 0xbc4e36af (stale) Mirror 3: 0xe2837fec (stale) Mirror 4: 0xe2837fec (stale) CRC-32 checksum value for chunk [0, 0x28d9e): Mirror 1: 0xe2837fec Mirror 5: 0xe2837fec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28d9e: skipped 000870 1781617290.462711 mapread 0x015dfc thru 0x019249 (0x344e bytes) 000871 1781617290.479612 trunc from 0x028d9e to 0x0010f5 (0x27ca8 bytes) 000872 1781617290.507799 fallocate 0x03830d thru 0x03ffff (0x7cf3 bytes) 000873 1781617290.511525 mapwrite 0x036551 thru 0x03ce06 (0x68b6 bytes) 000875 1781617290.539600 mapwrite 0x024c7e thru 0x02668a (0x1a0d bytes) 000877 1781617290.550558 trunc from 0x029394 to 0x036ede (0xdb4b bytes) 000878 1781617290.553793 trunc from 0x03ce07 to 0x012ecf (0x29f37 bytes) 000879 1781617290.561173 fallocate 0x022760 thru 0x025d72 (0x3613 bytes) 000880 1781617290.564479 read 0x01183c thru 0x01dbaa (0xc36f bytes) 000881 1781617290.569731 write 0x00d7a9 thru 0x00f0eb (0x1943 bytes) 000882 1781617290.576059 mapread 0x006636 thru 0x00d7d4 (0x719f bytes) 000883 1781617290.581033 trunc from 0x003e69 to 0x00db16 (0x9cae bytes) 000884 1781617290.587438 write 0x036761 thru 0x03ffff (0x989f bytes) 000885 1781617290.591108 MIRROR_RESYNC 5 mirrors 000886 1781617291.076388 trunc from 0x000956 to 0x00861f (0x7cca bytes) 000888 1781617291.093440 mapwrite 0x00ac36 thru 0x00eff8 (0x43c3 bytes) 000889 1781617291.112550 trunc from 0x040000 to 0x007bf6 (0x38409 bytes) 000890 1781617291.129020 trunc from 0x000919 to 0x002d61 (0x2449 bytes) 000891 1781617291.131844 write 0x03c102 thru 0x03ffff (0x3efe bytes) 000892 1781617291.133078 read 0x039756 thru 0x03d7f4 (0x409f bytes) 000893 1781617291.138997 punch from 0x00620a to 0x0105df (0xa3d6 bytes) 000894 1781617291.142473 trunc from 0x040000 to 0x038e01 (0x71fe bytes) 000895 1781617291.153831 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38e02): Mirror 2: 0x6a1daa8e (stale) Mirror 4: 0x6a1daa8e (stale) Mirror 5: 0x6a1daa8e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38e02): Mirror 2: 0x6a1daa8e (stale) Mirror 4: 0x6a1daa8e (stale) Mirror 5: 0x6a1daa8e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38e02: skipped 000896 1781617291.343774 mapread 0x0370ea thru 0x038e01 (0x1d18 bytes) 000897 1781617291.351071 write 0x02202f thru 0x02b8fe (0x98d0 bytes) 000898 1781617291.364770 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x38e02): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38e02): Mirror 2: 0x6a1daa8e (stale) Mirror 4: 0x6a1daa8e (stale) Mirror 5: 0x6a1daa8e (stale) CRC-32 checksum value for chunk [0, 0x38e02): Mirror 1: 0xe80bf292 Mirror 6: 0xe80bf292 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38e02: skipped 000899 1781617291.783654 fallocate 0x000796 thru 0x00d100 (0xc96b bytes) 000900 1781617291.808306 punch from 0x003b4c to 0x00ef18 (0xb3cd bytes) 000901 1781617291.811584 punch from 0x035c4a to 0x038e01 (0x31b8 bytes) 000902 1781617291.816084 write 0x026674 thru 0x02ab8b (0x4518 bytes) 000903 1781617291.824376 punch from 0x015c62 to 0x023bc4 (0xdf63 bytes) 000904 1781617291.827863 punch from 0x00436d to 0x013578 (0xf20c bytes) 000905 1781617291.832068 punch from 0x00d0c4 to 0x01469f (0x75dc bytes) 000906 1781617291.835165 punch from 0x02cf9b to 0x0363a1 (0x9407 bytes) 000907 1781617291.838763 fallocate 0x033f89 thru 0x03c2a6 (0x831e bytes) 000908 1781617291.843516 punch from 0x018c56 to 0x01d911 (0x4cbc bytes) 000909 1781617291.846615 trunc from 0x03c2a7 to 0x01a067 (0x2223f bytes) 000910 1781617291.871528 write 0x0087be thru 0x015046 (0xc889 bytes) 000911 1781617291.883472 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1a068): Mirror 2: 0x2b734e97 (stale) Mirror 5: 0x2b734e97 (stale) Mirror 6: 0xf44844f2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a068): Mirror 2: 0x2b734e97 (stale) Mirror 5: 0x2b734e97 (stale) Mirror 6: 0xf44844f2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a068: skipped 000912 1781617292.065073 mapwrite 0x0093a3 thru 0x00f278 (0x5ed6 bytes) 000913 1781617292.095056 write 0x00953e thru 0x00d400 (0x3ec3 bytes) 000914 1781617292.098982 mapwrite 0x0106f0 thru 0x01cd60 (0xc671 bytes) 000915 1781617292.130186 punch from 0x01bba5 to 0x01cd60 (0x11bc bytes) 000916 1781617292.135160 trunc from 0x0011e7 to 0x006b18 (0x5932 bytes) 000917 1781617292.138635 trunc from 0x00d689 to 0x01838a (0xad02 bytes) 000918 1781617292.142510 trunc from 0x00ff76 to 0x019a09 (0x9a94 bytes) 000919 1781617292.148758 trunc from 0x01cd61 to 0x00ee97 (0xdec9 bytes) 000920 1781617292.165362 mapread 0x00e5ab thru 0x00ee97 (0x8ed bytes) 000921 1781617292.169697 read 0x0023ee thru 0x00c482 (0xa095 bytes) 000922 1781617292.176260 trunc from 0x00ee98 to 0x03c7d1 (0x2d93a bytes) 000923 1781617292.186183 trunc from 0x03c7d2 to 0x0244c9 (0x18308 bytes) 000924 1781617292.195850 mapread 0x01b103 thru 0x01f611 (0x450f bytes) 000925 1781617292.202870 write 0x003bf6 thru 0x00d58c (0x9997 bytes) 000926 1781617292.204268 write 0x01d550 thru 0x021bae (0x465f bytes) 000927 1781617292.208637 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x244ca): Mirror 5: 0xd2dfc8c4 (stale) Mirror 6: 0x6ca25b7d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x244ca): Mirror 5: 0xd2dfc8c4 (stale) Mirror 6: 0x6ca25b7d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x244ca: skipped 000928 1781617292.399600 mapread 0x004c6f thru 0x00f0da (0xa46c bytes) 000929 1781617292.412052 fallocate 0x00adaf thru 0x00dddd (0x302f bytes) 000930 1781617292.415470 punch from 0x0123cd to 0x013775 (0x13a9 bytes) 000932 1781617292.418686 mapwrite 0x01b86e thru 0x0279ba (0xc14d bytes) 000933 1781617292.451182 mapread 0x0132e3 thru 0x0136b9 (0x3d7 bytes) 000934 1781617292.461381 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x279bb): Mirror 5: 0x3b0d9222 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x279bb): Mirror 5: 0x3b0d9222 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x279bb: skipped 000936 1781617292.589097 trunc from 0x0279bb to 0x024cec (0x2cce bytes) 000937 1781617292.601514 trunc from 0x024ced to 0x030c95 (0xbfa9 bytes) 000939 1781617292.611981 read 0x015cdc thru 0x017c26 (0x1f4b bytes) 000940 1781617292.616385 mapread 0x010f76 thru 0x01b0dd (0xa168 bytes) 000941 1781617292.635015 trunc from 0x00c84a to 0x0136ed (0x6ea4 bytes) 000942 1781617292.638565 write 0x036c2b thru 0x037171 (0x547 bytes) 000943 1781617292.639519 mapread 0x02e92b thru 0x0356d7 (0x6dad bytes) 000944 1781617292.647783 trunc from 0x037172 to 0x03cf6e (0x5dfd bytes) 000945 1781617292.657100 trunc from 0x03cf6f to 0x02458a (0x189e4 bytes) 000946 1781617292.668421 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x43:0x0]: Invalid argument (22) 000947 1781617292.734035 read 0x021515 thru 0x02458a (0x3076 bytes) 000948 1781617292.739003 fallocate 0x014386 thru 0x01ef44 (0xabbf bytes) 000950 1781617292.744072 write 0x0361d6 thru 0x03e98e (0x87b9 bytes) 000951 1781617292.748960 read 0x00ac25 thru 0x00bb0d (0xee9 bytes) 000952 1781617292.760730 MIRROR_EXTEND to 2 mirrors 000953 1781617293.099862 MIRROR_EXTEND to 3 mirrors 000954 1781617293.428015 read 0x01d8b5 thru 0x01fba4 (0x22f0 bytes) 000955 1781617293.432455 mapread 0x0272a1 thru 0x030bb7 (0x9917 bytes) 000956 1781617293.442864 punch from 0x035991 to 0x036a6d (0x10dd bytes) 000957 1781617293.470622 read 0x00532b thru 0x00af2c (0x5c02 bytes) 000958 1781617293.478531 mapwrite 0x01869c thru 0x01b759 (0x30be bytes) 000959 1781617293.493691 write 0x02c097 thru 0x030fb6 (0x4f20 bytes) 000960 1781617293.497712 punch from 0x026708 to 0x031f9e (0xb897 bytes) 000961 1781617293.507761 read 0x02458a thru 0x02e82f (0xa2a6 bytes) 000963 1781617293.515349 trunc from 0x03e98f to 0x02e126 (0x10868 bytes) 000964 1781617293.531459 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2e127): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e127): Mirror 2: 0xd105e316 (stale) Mirror 3: 0xd105e316 (stale) CRC-32 checksum value for chunk [0, 0x2e127): Mirror 1: 0xb5430f7c Mirror 4: 0xb5430f7c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e127: skipped 000965 1781617293.926982 write 0x019c45 thru 0x01fda0 (0x615c bytes) 000966 1781617293.957387 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2e127): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e127): Mirror 2: 0xd105e316 (stale) Mirror 3: 0xd105e316 (stale) Mirror 4: 0xb5430f7c (stale) CRC-32 checksum value for chunk [0, 0x2e127): Mirror 1: 0xdb8956a1 Mirror 5: 0xdb8956a1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e127: skipped 000967 1781617294.524326 fallocate 0x02d89f thru 0x02e0de (0x840 bytes) 000968 1781617294.543792 trunc from 0x0288cd to 0x02e126 (0x585a bytes) 000969 1781617294.548259 trunc from 0x01e609 to 0x02716c (0x8b64 bytes) 000971 1781617294.553679 mapread 0x0216ca thru 0x027972 (0x62a9 bytes) 000972 1781617294.568314 mapread 0x02d69e thru 0x02e126 (0xa89 bytes) 000973 1781617294.575022 trunc from 0x00bb26 to 0x00bc20 (0xfb bytes) 000974 1781617294.579192 mapwrite 0x03b54b thru 0x03ffff (0x4ab5 bytes) 000975 1781617294.617121 mapread 0x032447 thru 0x03d9ca (0xb584 bytes) 000976 1781617294.624437 mapread 0x01d081 thru 0x0299fe (0xc97e bytes) 000977 1781617294.625537 punch from 0x03bf0a to 0x03ffff (0x40f6 bytes) 000978 1781617294.630876 punch from 0x00dcc7 to 0x00fac4 (0x1dfe bytes) 000979 1781617294.635467 read 0x030d8d thru 0x035310 (0x4584 bytes) 000980 1781617294.636391 read 0x01d466 thru 0x025513 (0x80ae bytes) 000981 1781617294.636918 read 0x02f90a thru 0x0398dc (0x9fd3 bytes) 000982 1781617294.637373 trunc from 0x03fc77 to 0x03ffff (0x389 bytes) 000983 1781617294.640535 mapwrite 0x029806 thru 0x02b34c (0x1b47 bytes) 000985 1781617294.655956 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x4040b9ee (stale) Mirror 3: 0x4040b9ee (stale) Mirror 4: 0xedc2a485 (stale) Mirror 5: 0xf86d8203 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd1f8183f Mirror 6: 0xd1f8183f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000986 1781617295.133683 write 0x00fb3e thru 0x01ebe7 (0xf0aa bytes) 000987 1781617295.157363 mapread 0x02132d thru 0x02c75e (0xb432 bytes) 000988 1781617295.176473 trunc from 0x040000 to 0x01d4fa (0x22b05 bytes) 000989 1781617295.201200 read 0x001b72 thru 0x006c2c (0x50bb bytes) 000990 1781617295.208173 read 0x0047fb thru 0x00f430 (0xac36 bytes) 000991 1781617295.213535 mapread 0x017e54 thru 0x01d4fa (0x56a7 bytes) 000992 1781617295.214762 read 0x0013c9 thru 0x00189f (0x4d7 bytes) 000993 1781617295.215440 punch from 0x00c059 to 0x015ba8 (0x9b50 bytes) 000994 1781617295.227110 fallocate 0x0266c6 thru 0x035b03 (0xf43e bytes) 000995 1781617295.230339 fallocate 0x008400 thru 0x00fe25 (0x7a26 bytes) 000996 1781617295.234363 read 0x01935d thru 0x01d4fa (0x419e bytes) 000997 1781617295.235012 trunc from 0x01ce12 to 0x01d4fa (0x6e9 bytes) 000998 1781617295.239476 trunc from 0x0145c2 to 0x01959a (0x4fd9 bytes) 000999 1781617295.243046 read 0x00c676 thru 0x016d50 (0xa6db bytes) 001000 1781617295.250600 fallocate 0x00f619 thru 0x0186ae (0x9096 bytes) All operations completed A-OK!