== sanity-flr test 70a: flr mode fsx test ================ 06:06:15 (1787393175) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 3178 skipping zero length zero range skipping zero size read 000003 1787393178.238607 MIRROR_EXTEND to 2 mirrors 000004 1787393178.675606 write 0x01b235 thru 0x01f017 (0x3de3 bytes) 000005 1787393178.710329 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) 000006 1787393178.921441 mapread 0x00a2d7 thru 0x016696 (0xc3c0 bytes) 000007 1787393179.009839 mapwrite 0x033b4e thru 0x03ffff (0xc4b2 bytes) 000008 1787393179.148775 punch from 0x024318 to 0x026ccb (0x29b4 bytes) truncating to largest ever: 0x1148e 000009 1787393179.161536 trunc from 0x040000 to 0x01148d (0x2eb72 bytes) 000010 1787393179.188436 mapread 0x0113ba thru 0x01148d (0xd4 bytes) 000011 1787393179.190578 write 0x00c1d2 thru 0x0158ed (0x971c bytes) 000012 1787393179.196412 punch from 0x0081b1 to 0x0158ed (0xd73d bytes) 000013 1787393179.217844 write 0x01a222 thru 0x020967 (0x6746 bytes) 000014 1787393179.221274 trunc from 0x020968 to 0x00e696 (0x122d1 bytes) 000015 1787393179.246311 trunc from 0x00e697 to 0x010a9d (0x2407 bytes) 000016 1787393179.271408 mapread 0x0046fd thru 0x00aaa8 (0x63ac bytes) 000017 1787393179.283750 mapwrite 0x030c07 thru 0x038268 (0x7662 bytes) truncating to largest ever: 0x307a2 000021 1787393179.328392 trunc from 0x038269 to 0x0307a1 (0x7ac7 bytes) 000024 1787393179.349288 mapwrite 0x00420d thru 0x00eac1 (0xa8b5 bytes) 000025 1787393179.371299 trunc from 0x0307a2 to 0x0031e2 (0x2d5bf bytes) 000026 1787393179.385634 mapwrite 0x03cb74 thru 0x03ffff (0x348c bytes) 000027 1787393179.432506 fallocate 0x012ce7 thru 0x016659 (0x3973 bytes) 000028 1787393179.438355 fallocate 0x0231f6 thru 0x02714e (0x3f59 bytes) fallocating to largest ever: 0x37429 000029 1787393179.444110 fallocate 0x031075 thru 0x037428 (0x63b4 bytes) 000030 1787393179.449519 punch from 0x00d944 to 0x01b8d1 (0xdf8e bytes) 000031 1787393179.454403 mapread 0x009bca thru 0x00a268 (0x69f bytes) 000032 1787393179.464576 mapread 0x02c8f3 thru 0x03b856 (0xef64 bytes) 000033 1787393179.475222 read 0x01528c thru 0x021333 (0xc0a8 bytes) 000034 1787393179.484829 mapwrite 0x0119ec thru 0x01b69f (0x9cb4 bytes) 000035 1787393179.510676 read 0x03848f thru 0x03ffff (0x7b71 bytes) zero_range to largest ever: 0x40000 000038 1787393179.513933 trunc from 0x039032 to 0x03ffff (0x6fce bytes) 000039 1787393179.520143 read 0x000770 thru 0x0037d7 (0x3068 bytes) 000040 1787393179.532044 mapwrite 0x027737 thru 0x035dd7 (0xe6a1 bytes) 000041 1787393179.556925 fallocate 0x03b6f2 thru 0x03ffff (0x490e bytes) 000042 1787393179.562574 punch from 0x035851 to 0x03589d (0x4d bytes) 000043 1787393179.570322 write 0x016d6f thru 0x022aca (0xbd5c bytes) 000044 1787393179.572600 read 0x02d99f thru 0x039696 (0xbcf8 bytes) 000045 1787393179.578838 trunc from 0x040000 to 0x03beb6 (0x4149 bytes) 000048 1787393179.601545 punch from 0x02b4a1 to 0x033a9b (0x85fb bytes) 000050 1787393179.613936 MIRROR_EXTEND to 2 mirrors 000051 1787393180.859845 read 0x01686f thru 0x01dc56 (0x73e8 bytes) 000052 1787393180.882176 read 0x029a7f thru 0x037f7e (0xe500 bytes) 000053 1787393180.931629 trunc from 0x03beb7 to 0x01a8ef (0x215c7 bytes) 000054 1787393181.028544 mapread 0x00057b thru 0x00bec8 (0xb94e bytes) 000055 1787393181.131795 read 0x00aaaf thru 0x00c615 (0x1b67 bytes) 000056 1787393181.146896 trunc from 0x00d74f to 0x0113e0 (0x3c92 bytes) 000057 1787393181.159519 trunc from 0x01a8f0 to 0x007b81 (0x12d6e bytes) 000058 1787393181.198350 punch from 0x006787 to 0x007b81 (0x13fb bytes) 000060 1787393181.209474 fallocate 0x02f915 thru 0x035dd3 (0x64bf bytes) 000061 1787393181.218150 mapwrite 0x0216d0 thru 0x02fa0f (0xe340 bytes) 000062 1787393181.265587 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x35dd4): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35dd4): Mirror 2: 0x39c55e67 (stale) CRC-32 checksum value for chunk [0, 0x35dd4): Mirror 1: 0x1a77fb49 Mirror 3: 0x1a77fb49 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35dd4: skipped 000063 1787393182.157049 punch from 0x02e701 to 0x035dd3 (0x76d3 bytes) 000064 1787393182.219828 mapwrite 0x0353b1 thru 0x03ffff (0xac4f bytes) 000065 1787393182.310525 mapread 0x032451 thru 0x0357a7 (0x3357 bytes) 000066 1787393182.319060 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xa66cf893 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xa66cf893 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000067 1787393182.598604 mapwrite 0x00a389 thru 0x0124cf (0x8147 bytes) 000068 1787393182.642614 trunc from 0x00df8c to 0x01b332 (0xd3a7 bytes) 000069 1787393182.648926 punch from 0x02af06 to 0x02e543 (0x363e bytes) 000070 1787393182.654415 trunc from 0x040000 to 0x038173 (0x7e8c bytes) 000071 1787393182.673269 read 0x03790a thru 0x038173 (0x86a bytes) 000072 1787393182.685614 MIRROR_RESYNC 2 mirrors 000073 1787393183.466417 write 0x0358d8 thru 0x03f327 (0x9a50 bytes) 000074 1787393183.526514 mapwrite 0x025974 thru 0x02eb67 (0x91f4 bytes) 000075 1787393183.603276 trunc from 0x02fcb5 to 0x03d745 (0xda91 bytes) 000076 1787393183.610629 read 0x03105c thru 0x03973c (0x86e1 bytes) 000077 1787393183.638253 punch from 0x01504e to 0x022a65 (0xda18 bytes) 000078 1787393183.648816 read 0x02f773 thru 0x0309d1 (0x125f bytes) 000079 1787393183.675883 trunc from 0x005a38 to 0x00a3b3 (0x497c bytes) 000080 1787393183.689104 mapwrite 0x01bbb2 thru 0x024fa5 (0x93f4 bytes) 000081 1787393183.710125 read 0x0137f5 thru 0x0224cc (0xecd8 bytes) 000082 1787393183.710930 trunc from 0x0376c2 to 0x03f327 (0x7c66 bytes) 000083 1787393183.716209 trunc from 0x03f328 to 0x00df4a (0x313dd bytes) 000085 1787393183.736436 fallocate 0x01670d thru 0x01982b (0x311f bytes) 000086 1787393183.742426 punch from 0x008397 to 0x00c9f1 (0x465b bytes) 000087 1787393183.750294 write 0x007c2b thru 0x013d45 (0xc11b bytes) 000088 1787393183.761607 write 0x0257bd thru 0x0272a5 (0x1ae9 bytes) 000089 1787393183.768761 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) 000090 1787393183.915075 trunc from 0x0272a6 to 0x01cf74 (0xa331 bytes) 000091 1787393183.946730 punch from 0x00f1ec to 0x010fc0 (0x1dd5 bytes) 000092 1787393183.970167 trunc from 0x0145ed to 0x015baf (0x15c3 bytes) 000093 1787393183.986154 mapwrite 0x0025e6 thru 0x011661 (0xf07c bytes) 000094 1787393184.078218 write 0x03fe89 thru 0x03ffff (0x177 bytes) 000095 1787393184.079304 write 0x00672f thru 0x014017 (0xd8e9 bytes) 000096 1787393184.080789 punch from 0x0014cc to 0x00f2fd (0xde32 bytes) 000097 1787393184.141538 MIRROR_EXTEND to 2 mirrors 000098 1787393185.300619 MIRROR_EXTEND to 3 mirrors 000100 1787393186.256377 mapwrite 0x039e23 thru 0x03af9e (0x117c bytes) 000101 1787393186.398247 trunc from 0x018363 to 0x0201d2 (0x7e70 bytes) 000102 1787393186.405230 punch from 0x03d555 to 0x03ffff (0x2aab bytes) 000103 1787393186.421438 mapread 0x027a0c thru 0x030e99 (0x948e bytes) 000105 1787393186.462997 trunc from 0x016816 to 0x01f877 (0x9062 bytes) 000106 1787393186.470640 write 0x015eb0 thru 0x01be95 (0x5fe6 bytes) 000107 1787393186.536511 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf8de3789 (stale) Mirror 3: 0xf8de3789 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc915541a Mirror 4: 0xc915541a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000108 1787393187.438571 mapread 0x009076 thru 0x00de36 (0x4dc1 bytes) 000109 1787393187.501368 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf8de3789 (stale) Mirror 3: 0xf8de3789 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc915541a Mirror 4: 0xc915541a Mirror 5: 0xc915541a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000111 1787393188.855141 read 0x03ef5a thru 0x03ff1e (0xfc5 bytes) 000112 1787393188.862795 fallocate 0x01899e thru 0x01e115 (0x5778 bytes) 000113 1787393188.908561 write 0x011916 thru 0x0203e2 (0xeacd bytes) 000114 1787393188.921410 mapwrite 0x017625 thru 0x01cc1f (0x55fb bytes) 000115 1787393188.949125 fallocate 0x00f6ac thru 0x016f92 (0x78e7 bytes) 000116 1787393188.965843 fallocate 0x02308f thru 0x02a099 (0x700b bytes) 000117 1787393188.980152 write 0x034c3f thru 0x0393c1 (0x4783 bytes) 000118 1787393188.994619 write 0x01a49d thru 0x0269c7 (0xc52b bytes) 000119 1787393189.003719 mapwrite 0x01f2d4 thru 0x02e9c1 (0xf6ee bytes) 000120 1787393189.060436 mapread 0x027b04 thru 0x02cba8 (0x50a5 bytes) 000121 1787393189.061813 mapread 0x00f427 thru 0x019ad8 (0xa6b2 bytes) 000122 1787393189.082877 fallocate 0x03b601 thru 0x03cd6f (0x176f bytes) 000123 1787393189.091529 mapread 0x019e94 thru 0x01a20c (0x379 bytes) 000124 1787393189.093754 mapwrite 0x03cb16 thru 0x03ffff (0x34ea bytes) 000125 1787393189.167912 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf8de3789 (stale) Mirror 3: 0xf8de3789 (stale) Mirror 5: 0xc915541a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf8de3789 (stale) Mirror 3: 0xf8de3789 (stale) Mirror 5: 0xc915541a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000126 1787393189.580420 mapread 0x01cb93 thru 0x0269b5 (0x9e23 bytes) 000127 1787393189.608532 read 0x01964e thru 0x01d0b7 (0x3a6a bytes) 000128 1787393189.609504 trunc from 0x040000 to 0x00610f (0x39ef0 bytes) 000129 1787393189.653253 trunc from 0x0054fd to 0x00610f (0xc13 bytes) 000130 1787393189.659259 punch from 0x0034d0 to 0x00610f (0x2c40 bytes) 000131 1787393189.670861 MIRROR_RESYNC 4 mirrors 000132 1787393190.789178 punch from 0x004039 to 0x00610f (0x20d7 bytes) 000133 1787393190.875710 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x6110): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x6110): Mirror 2: 0x79cce109 (stale) Mirror 3: 0x79cce109 (stale) Mirror 5: 0x79cce109 (stale) CRC-32 checksum value for chunk [0, 0x6110): Mirror 1: 0x79cce109 Mirror 6: 0x79cce109 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x6110: skipped 000134 1787393191.917502 punch from 0x00503f to 0x00610f (0x10d1 bytes) 000135 1787393192.012156 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x6110): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x6110): Mirror 2: 0x79cce109 (stale) Mirror 3: 0x79cce109 (stale) Mirror 5: 0x79cce109 (stale) Mirror 6: 0x79cce109 (stale) CRC-32 checksum value for chunk [0, 0x6110): Mirror 1: 0x79cce109 Mirror 7: 0x79cce109 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x6110: skipped 000136 1787393193.383182 write 0x017f13 thru 0x018423 (0x511 bytes) 000137 1787393193.415640 write 0x02bca0 thru 0x032af3 (0x6e54 bytes) 000138 1787393193.430547 MIRROR_RESYNC 6 mirrors 000139 1787393194.946516 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) 000140 1787393195.416072 MIRROR_EXTEND to 6 mirrors 000141 1787393196.626539 trunc from 0x032af4 to 0x037da8 (0x52b5 bytes) 000143 1787393196.716299 mapwrite 0x023e02 thru 0x029648 (0x5847 bytes) 000144 1787393196.794048 punch from 0x000ab0 to 0x0014fa (0xa4b bytes) 000145 1787393196.799907 punch from 0x0024c8 to 0x00628b (0x3dc4 bytes) 000146 1787393196.815687 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37da9): Mirror 2: 0xc417f94a (stale) Mirror 3: 0xc417f94a (stale) Mirror 6: 0xc417f94a (stale) Mirror 7: 0xc417f94a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37da9): Mirror 2: 0xc417f94a (stale) Mirror 3: 0xc417f94a (stale) Mirror 6: 0xc417f94a (stale) Mirror 7: 0xc417f94a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37da9: skipped 000148 1787393197.426888 mapwrite 0x007caf thru 0x011a07 (0x9d59 bytes) 000149 1787393197.498871 trunc from 0x00201b to 0x00c7cb (0xa7b1 bytes) 000151 1787393197.509570 fallocate 0x01f9a7 thru 0x027af3 (0x814d bytes) 000152 1787393197.518420 punch from 0x0277a1 to 0x037029 (0xf889 bytes) 000153 1787393197.532818 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37da9): Mirror 2: 0xc417f94a (stale) Mirror 6: 0xc417f94a (stale) Mirror 7: 0xc417f94a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37da9): Mirror 2: 0xc417f94a (stale) Mirror 6: 0xc417f94a (stale) Mirror 7: 0xc417f94a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37da9: skipped 000154 1787393198.223815 mapwrite 0x0095de thru 0x00b404 (0x1e27 bytes) 000155 1787393198.284108 write 0x03085e thru 0x03e144 (0xd8e7 bytes) 000156 1787393198.309560 trunc from 0x00d8c6 to 0x012fa6 (0x56e1 bytes) 000157 1787393198.323783 mapread 0x01f981 thru 0x02b25e (0xb8de bytes) 000158 1787393198.347736 mapread 0x01182b thru 0x0151bd (0x3993 bytes) 000159 1787393198.362726 read 0x012234 thru 0x01961b (0x73e8 bytes) 000160 1787393198.363563 fallocate 0x01ad52 thru 0x021f43 (0x71f2 bytes) 000161 1787393198.371376 trunc from 0x0105c8 to 0x0144f3 (0x3f2c bytes) 000162 1787393198.379141 punch from 0x008081 to 0x01199a (0x991a bytes) 000163 1787393198.386469 read 0x026de8 thru 0x032e5c (0xc075 bytes) 000164 1787393198.387350 fallocate 0x01c493 thru 0x026d3c (0xa8aa bytes) 000165 1787393198.399333 fallocate 0x030ad4 thru 0x03d94a (0xce77 bytes) 000166 1787393198.406397 mapread 0x039b20 thru 0x03e144 (0x4625 bytes) 000167 1787393198.409231 punch from 0x02eeac to 0x035513 (0x6668 bytes) 000168 1787393198.433434 trunc from 0x03e145 to 0x0355fc (0x8b48 bytes) 000169 1787393198.466793 read 0x01a1c8 thru 0x026221 (0xc05a bytes) 000170 1787393198.473311 mapread 0x01433b thru 0x021a78 (0xd73e bytes) 000171 1787393198.489496 trunc from 0x034f99 to 0x0355fc (0x664 bytes) 000172 1787393198.505343 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x355fd): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x355fd): Mirror 2: 0x2ad7fa83 (stale) Mirror 6: 0x2ad7fa83 (stale) Mirror 7: 0x2ad7fa83 (stale) CRC-32 checksum value for chunk [0, 0x355fd): Mirror 1: 0x4be580c Mirror 8: 0x4be580c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x355fd: skipped 000173 1787393199.454342 fallocate 0x0396b0 thru 0x03e2ec (0x4c3d bytes) 000174 1787393199.509443 trunc from 0x0355fd to 0x0242f0 (0x1130c bytes) 000175 1787393199.556200 mapwrite 0x01b667 thru 0x0224d9 (0x6e73 bytes) 000176 1787393199.599629 fallocate 0x027ed9 thru 0x034b82 (0xccaa bytes) 000177 1787393199.609755 MIRROR_RESYNC 5 mirrors 000178 1787393201.234294 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) 000179 1787393201.850565 trunc from 0x032daf to 0x034b82 (0x1dd4 bytes) 000180 1787393201.934151 mapwrite 0x036222 thru 0x039121 (0x2f00 bytes) 000181 1787393201.988273 mapread 0x001787 thru 0x0103ae (0xec28 bytes) 000182 1787393202.009802 mapwrite 0x01e8aa thru 0x02c787 (0xdede bytes) 000183 1787393202.048893 mapwrite 0x000dc8 thru 0x004670 (0x38a9 bytes) 000185 1787393202.070722 mapread 0x030b2f thru 0x039121 (0x85f3 bytes) 000186 1787393202.077323 mapread 0x011d4c thru 0x016112 (0x43c7 bytes) 000187 1787393202.080368 trunc from 0x0388a9 to 0x039121 (0x879 bytes) 000188 1787393202.085795 fallocate 0x014149 thru 0x01d49d (0x9355 bytes) 000189 1787393202.091318 trunc from 0x039122 to 0x02ab8a (0xe597 bytes) 000190 1787393202.111063 punch from 0x01dbc0 to 0x028cdb (0xb11c bytes) 000191 1787393202.117191 fallocate 0x0064a8 thru 0x00e1a3 (0x7cfc bytes) 000192 1787393202.122239 mapread 0x024099 thru 0x0286c6 (0x462e bytes) 000193 1787393202.132528 mapread 0x027b3a thru 0x02ab8a (0x3051 bytes) 000194 1787393202.134135 write 0x0210ac thru 0x02cb1c (0xba71 bytes) 000195 1787393202.136321 trunc from 0x009c94 to 0x015df7 (0xc164 bytes) 000196 1787393202.141101 trunc from 0x006c76 to 0x0162c4 (0xf64f bytes) 000197 1787393202.145331 mapread 0x01dd60 thru 0x0295e2 (0xb883 bytes) 000198 1787393202.147133 fallocate 0x016bc0 thru 0x0194c1 (0x2902 bytes) 000199 1787393202.151235 read 0x017038 thru 0x017f27 (0xef0 bytes) 000200 1787393202.154590 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2cb1d): Mirror 2: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2cb1d): Mirror 2: 0xe90add94 (stale) Mirror 7: 0xe90add94 (stale) Mirror 8: 0xe90add94 (stale) CRC-32 checksum value for chunk [0, 0x2cb1d): Mirror 1: 0xf90d5d5c Mirror 9: 0xf90d5d5c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2cb1d: skipped 000201 1787393203.089725 fallocate 0x034c7a thru 0x03ffff (0xb386 bytes) 000202 1787393203.132686 read 0x009b2a thru 0x00bc85 (0x215c bytes) 000203 1787393203.139691 write 0x03b3f8 thru 0x03ffff (0x4c08 bytes) 000204 1787393203.152281 trunc from 0x040000 to 0x00beb9 (0x34146 bytes) 000205 1787393203.196317 trunc from 0x00beba to 0x0263fd (0x1a544 bytes) 000206 1787393203.226396 fallocate 0x037253 thru 0x03977f (0x252d bytes) 000207 1787393203.237401 write 0x010588 thru 0x0195ac (0x9025 bytes) 000208 1787393203.261038 trunc from 0x0263fe to 0x0097ad (0x1cc50 bytes) 000209 1787393203.289046 trunc from 0x000ded to 0x0097ad (0x89c1 bytes) 000210 1787393203.310168 MIRROR_RESYNC 5 mirrors 000211 1787393204.450519 write 0x030d9c thru 0x031ef6 (0x115b bytes) 000212 1787393204.497932 MIRROR_RESYNC 5 mirrors 000213 1787393205.649999 mapread 0x0104bd thru 0x01de04 (0xd948 bytes) 000214 1787393205.698061 trunc from 0x031ef7 to 0x003c64 (0x2e292 bytes) 000215 1787393205.742156 mapwrite 0x029b48 thru 0x0330d4 (0x958d bytes) 000216 1787393205.799540 read 0x032d42 thru 0x0330d4 (0x393 bytes) 000217 1787393205.804687 write 0x03e178 thru 0x03ffff (0x1e88 bytes) 000218 1787393205.808616 mapwrite 0x00dc83 thru 0x0110ba (0x3438 bytes) 000219 1787393205.869550 punch from 0x00193e to 0x00468f (0x2d52 bytes) 000220 1787393205.877222 mapwrite 0x00190a thru 0x007339 (0x5a30 bytes) 000221 1787393205.905843 fallocate 0x00e878 thru 0x0150e7 (0x6870 bytes) 000222 1787393205.912081 punch from 0x0246ca to 0x02fffa (0xb931 bytes) 000223 1787393205.918886 write 0x03bd9d thru 0x03ffff (0x4263 bytes) 000224 1787393205.923413 mapwrite 0x030fa5 thru 0x03bda2 (0xadfe bytes) 000225 1787393205.958319 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x31c8abc5 (stale) Mirror 7: 0x31c8abc5 (stale) Mirror 8: 0x31c8abc5 (stale) Mirror 9: 0x31c8abc5 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xaf27c689 Mirror 10: 0xaf27c689 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000226 1787393207.728131 trunc from 0x040000 to 0x00ab02 (0x354fd bytes) 000228 1787393207.805209 read 0x0030fc thru 0x00ab02 (0x7a07 bytes) 000229 1787393207.818292 fallocate 0x01cbd8 thru 0x020673 (0x3a9c bytes) 000230 1787393207.825823 punch from 0x001fe1 to 0x005fc7 (0x3fe7 bytes) 000232 1787393207.833105 mapread 0x0005fb thru 0x009f6c (0x9972 bytes) 000233 1787393207.862227 trunc from 0x00ab03 to 0x023db4 (0x192b2 bytes) 000234 1787393207.887555 mapread 0x015ab6 thru 0x0186c2 (0x2c0d bytes) 000235 1787393207.901281 mapread 0x00b9c0 thru 0x010d51 (0x5392 bytes) 000236 1787393207.909331 punch from 0x00bc17 to 0x0107db (0x4bc5 bytes) 000237 1787393207.915454 trunc from 0x00f321 to 0x017301 (0x7fe1 bytes) 000238 1787393207.926421 mapread 0x0184fa thru 0x01d465 (0x4f6c bytes) 000241 1787393207.934921 write 0x011933 thru 0x013464 (0x1b32 bytes) 000242 1787393207.949347 mapread 0x00d8b3 thru 0x00eb87 (0x12d5 bytes) 000243 1787393207.964328 write 0x0347fc thru 0x03ffff (0xb804 bytes) 000244 1787393207.968235 trunc from 0x0333cc to 0x03c74a (0x937f bytes) 000245 1787393207.993062 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x31c8abc5 (stale) Mirror 7: 0x31c8abc5 (stale) Mirror 8: 0x31c8abc5 (stale) Mirror 10: 0xaf27c689 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x31c8abc5 (stale) Mirror 7: 0x31c8abc5 (stale) Mirror 8: 0x31c8abc5 (stale) Mirror 10: 0xaf27c689 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000246 1787393208.582049 mapread 0x027674 thru 0x0287c2 (0x114f bytes) 000248 1787393208.603797 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x31c8abc5 (stale) Mirror 8: 0x31c8abc5 (stale) Mirror 10: 0xaf27c689 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x31c8abc5 (stale) Mirror 8: 0x31c8abc5 (stale) Mirror 10: 0xaf27c689 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000249 1787393208.991087 trunc from 0x0025a3 to 0x00b790 (0x91ee bytes) 000250 1787393208.996532 fallocate 0x029e77 thru 0x030485 (0x660f bytes) 000251 1787393209.002171 mapread 0x03df20 thru 0x03ffff (0x20e0 bytes) 000252 1787393209.023148 write 0x0187bd thru 0x01b8d8 (0x311c bytes) 000253 1787393209.038265 read 0x01cd50 thru 0x01ec3a (0x1eeb bytes) 000254 1787393209.039263 write 0x003ddc thru 0x010e57 (0xd07c bytes) 000255 1787393209.051204 mapwrite 0x035c87 thru 0x038eab (0x3225 bytes) 000256 1787393209.084057 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x31c8abc5 (stale) Mirror 10: 0xaf27c689 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x31c8abc5 (stale) Mirror 10: 0xaf27c689 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000257 1787393209.533073 mapread 0x00b672 thru 0x00e272 (0x2c01 bytes) 000259 1787393209.570040 trunc from 0x03fd9c to 0x03ffff (0x264 bytes) 000260 1787393209.575423 mapread 0x02999d thru 0x02b695 (0x1cf9 bytes) 000261 1787393209.590609 mapread 0x02d58f thru 0x03aff7 (0xda69 bytes) 000262 1787393209.606514 punch from 0x02fc2e to 0x036aa5 (0x6e78 bytes) 000263 1787393209.612559 punch from 0x01b120 to 0x0259d0 (0xa8b1 bytes) 000264 1787393209.619003 write 0x010105 thru 0x014c0c (0x4b08 bytes) 000265 1787393209.625139 write 0x0160b9 thru 0x0217a5 (0xb6ed bytes) 000266 1787393209.659329 read 0x02e739 thru 0x03bfdd (0xd8a5 bytes) 000267 1787393209.678989 trunc from 0x040000 to 0x03464f (0xb9b0 bytes) 000268 1787393209.728891 trunc from 0x018469 to 0x023b0b (0xb6a3 bytes) 000270 1787393209.768064 read 0x02ed54 thru 0x03464f (0x58fc bytes) 000271 1787393209.772287 punch from 0x009675 to 0x00c657 (0x2fe3 bytes) 000272 1787393209.792744 punch from 0x02e6b0 to 0x03464f (0x5fa0 bytes) 000274 1787393209.799871 write 0x02990e thru 0x036395 (0xca88 bytes) 000275 1787393209.805584 trunc from 0x00aaae to 0x013f7d (0x94d0 bytes) 000276 1787393209.823010 mapread 0x015a0c thru 0x021463 (0xba58 bytes) 000277 1787393209.837923 punch from 0x02a1db to 0x035bc1 (0xb9e7 bytes) 000278 1787393209.865732 trunc from 0x036396 to 0x011876 (0x24b1f bytes) 000279 1787393209.888144 read 0x00f5e2 thru 0x011876 (0x2295 bytes) 000280 1787393209.895935 MIRROR_RESYNC 3 mirrors 000281 1787393210.882215 trunc from 0x011877 to 0x037448 (0x25bd2 bytes) 000282 1787393210.968838 fallocate 0x02a3a3 thru 0x02edef (0x4a4d bytes) 000283 1787393210.984871 write 0x0106a6 thru 0x01ae59 (0xa7b4 bytes) 000284 1787393211.003772 trunc from 0x02aaf2 to 0x02ba65 (0xf74 bytes) 000285 1787393211.012172 fallocate 0x019332 thru 0x01e640 (0x530f bytes) 000286 1787393211.017905 trunc from 0x037449 to 0x03b3f8 (0x3fb0 bytes) 000287 1787393211.052135 read 0x0169ad thru 0x0202df (0x9933 bytes) 000288 1787393211.065242 fallocate 0x021f83 thru 0x02355c (0x15da bytes) 000289 1787393211.071077 trunc from 0x03b3f9 to 0x01d8ca (0x1db2e bytes) 000290 1787393211.102090 fallocate 0x02249c thru 0x02637e (0x3ee3 bytes) 000291 1787393211.109092 trunc from 0x009b28 to 0x012724 (0x8bfd bytes) 000292 1787393211.132130 trunc from 0x00ddef to 0x0174a0 (0x96b2 bytes) 000294 1787393211.147494 write 0x01df2c thru 0x022635 (0x470a bytes) 000295 1787393211.159197 mapread 0x0113dc thru 0x0150ed (0x3d12 bytes) 000296 1787393211.196199 read 0x006317 thru 0x00bc16 (0x5900 bytes) 000297 1787393211.211456 punch from 0x019099 to 0x02637e (0xd2e6 bytes) 000298 1787393211.231374 mapread 0x0242ce thru 0x02637e (0x20b1 bytes) 000299 1787393211.263860 trunc from 0x005136 to 0x012122 (0xcfed bytes) 000300 1787393211.270769 write 0x003a50 thru 0x00c9e6 (0x8f97 bytes) 000301 1787393211.286709 mapread 0x00307b thru 0x009477 (0x63fd bytes) 000302 1787393211.290073 read 0x0212d3 thru 0x02637e (0x50ac bytes) 000303 1787393211.312664 trunc from 0x021b8e to 0x0243ed (0x2860 bytes) 000304 1787393211.319196 mapwrite 0x02061d thru 0x028a92 (0x8476 bytes) 000305 1787393211.384868 mapread 0x00c414 thru 0x0135f3 (0x71e0 bytes) 000306 1787393211.387524 write 0x03e326 thru 0x03ffff (0x1cda bytes) 000307 1787393211.393404 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xe9d9e1c3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xe9d9e1c3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000308 1787393211.764209 read 0x013451 thru 0x014e25 (0x19d5 bytes) 000309 1787393211.783158 mapwrite 0x002f9e thru 0x007897 (0x48fa bytes) 000310 1787393211.838868 fallocate 0x0270d0 thru 0x029239 (0x216a bytes) 000311 1787393211.863901 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xe9d9e1c3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe42a6e54 Mirror 11: 0xe42a6e54 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000312 1787393213.268784 write 0x03c0e1 thru 0x03ffff (0x3f1f bytes) 000313 1787393213.436478 mapread 0x01c9ee thru 0x024943 (0x7f56 bytes) 000314 1787393213.491215 mapwrite 0x0335c8 thru 0x03859a (0x4fd3 bytes) 000315 1787393213.567852 punch from 0x037937 to 0x03ffff (0x86c9 bytes) 000316 1787393213.575427 trunc from 0x03c89c to 0x03ffff (0x3764 bytes) 000317 1787393213.582636 trunc from 0x040000 to 0x00c224 (0x33ddb bytes) 000318 1787393213.627769 mapwrite 0x01effc thru 0x026acd (0x7ad2 bytes) 000319 1787393213.702410 trunc from 0x026ace to 0x02c467 (0x599a bytes) 000320 1787393213.740839 trunc from 0x013916 to 0x01d017 (0x9702 bytes) 000321 1787393213.754893 fallocate 0x0076c5 thru 0x01052e (0x8e6a bytes) 000323 1787393213.763091 fallocate 0x016cad thru 0x0241ed (0xd541 bytes) 000324 1787393213.771836 trunc from 0x01a649 to 0x01d6be (0x3076 bytes) 000325 1787393213.785687 mapwrite 0x02ea64 thru 0x03ab1e (0xc0bb bytes) 000326 1787393213.923455 mapread 0x030310 thru 0x039d02 (0x99f3 bytes) 000327 1787393213.926985 mapread 0x019629 thru 0x0271bd (0xdb95 bytes) 000328 1787393213.961846 punch from 0x024310 to 0x0256d8 (0x13c9 bytes) 000329 1787393213.969782 mapread 0x024046 thru 0x026418 (0x23d3 bytes) 000331 1787393213.990447 trunc from 0x0072fb to 0x01490e (0xd614 bytes) 000332 1787393214.002899 fallocate 0x0354be thru 0x03d935 (0x8478 bytes) 000333 1787393214.015086 fallocate 0x032434 thru 0x03fd74 (0xd941 bytes) 000334 1787393214.031879 mapread 0x0205e1 thru 0x02e299 (0xdcb9 bytes) 000335 1787393214.050530 read 0x034941 thru 0x03fd74 (0xb434 bytes) 000336 1787393214.090715 mapread 0x000bac thru 0x0040b0 (0x3505 bytes) 000337 1787393214.144802 mapwrite 0x020b5b thru 0x02bd64 (0xb20a bytes) 000338 1787393214.217049 mapwrite 0x00c7b0 thru 0x017239 (0xaa8a bytes) 000339 1787393214.305847 mapwrite 0x00678d thru 0x00e68e (0x7f02 bytes) 000340 1787393214.340380 punch from 0x0249bf to 0x031a60 (0xd0a2 bytes) 000341 1787393214.350121 fallocate 0x0117f5 thru 0x011e3e (0x64a bytes) 000342 1787393214.364896 write 0x030f5e thru 0x03b0a5 (0xa148 bytes) 000343 1787393214.373817 write 0x030d3d thru 0x03fc1c (0xeee0 bytes) 000344 1787393214.376724 fallocate 0x007d85 thru 0x01201b (0xa297 bytes) 000345 1787393214.384848 trunc from 0x027280 to 0x031e60 (0xabe1 bytes) 000346 1787393214.410214 fallocate 0x034279 thru 0x036d4f (0x2ad7 bytes) 000347 1787393214.426119 punch from 0x00406f to 0x005a14 (0x19a6 bytes) 000348 1787393214.436976 mapwrite 0x035b6f thru 0x03f73f (0x9bd1 bytes) 000349 1787393214.486910 trunc from 0x03fd75 to 0x0043a5 (0x3b9cf bytes) 000350 1787393214.516118 read 0x002aa6 thru 0x0043a5 (0x1900 bytes) 000351 1787393214.528581 fallocate 0x01e3c1 thru 0x02e3a3 (0xffe3 bytes) 000352 1787393214.547753 trunc from 0x003076 to 0x0043a5 (0x1330 bytes) 000353 1787393214.567390 fallocate 0x01a0a5 thru 0x025ae8 (0xba44 bytes) 000355 1787393214.601142 trunc from 0x0043a6 to 0x00e6db (0xa336 bytes) 000356 1787393214.623616 mapread 0x007f6c thru 0x00e6db (0x6770 bytes) 000357 1787393214.637086 mapwrite 0x03d51e thru 0x03ffff (0x2ae2 bytes) 000358 1787393214.713710 trunc from 0x040000 to 0x00120c (0x3edf3 bytes) 000359 1787393214.787896 punch from 0x000157 to 0x00120c (0x10b6 bytes) 000360 1787393214.808385 trunc from 0x000452 to 0x0010a1 (0xc50 bytes) 000361 1787393214.829670 MIRROR_RESYNC 3 mirrors 000362 1787393215.534718 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) 000363 1787393215.861736 trunc from 0x00120d to 0x00bbda (0xa9ce bytes) 000364 1787393215.901391 trunc from 0x003947 to 0x006804 (0x2ebe bytes) 000366 1787393215.908938 mapread 0x00b7f7 thru 0x00bbda (0x3e4 bytes) 000367 1787393215.916899 trunc from 0x00bbdb to 0x00501b (0x6bbf bytes) 000368 1787393215.937692 punch from 0x00370d to 0x00501b (0x190f bytes) 000369 1787393215.943322 mapread 0x000c19 thru 0x00501b (0x4403 bytes) 000370 1787393215.962304 MIRROR_RESYNC 2 mirrors 000371 1787393216.512043 trunc from 0x00501c to 0x037f18 (0x32efd bytes) 000373 1787393216.569006 trunc from 0x02a616 to 0x034490 (0x9e7b bytes) 000374 1787393216.576428 trunc from 0x01ec0d to 0x022441 (0x3835 bytes) 000375 1787393216.587780 MIRROR_RESYNC 2 mirrors 000376 1787393217.239900 trunc from 0x037f19 to 0x002298 (0x35c80 bytes) 000377 1787393217.302162 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2299): Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2299): Mirror 11: 0x1e9b991e (stale) CRC-32 checksum value for chunk [0, 0x2299): Mirror 1: 0x1e9b991e Mirror 12: 0x1e9b991e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2299: skipped 000378 1787393218.117605 read 0x001a86 thru 0x002298 (0x813 bytes) 000379 1787393218.153535 trunc from 0x002299 to 0x039c2d (0x37995 bytes) 000380 1787393218.236724 punch from 0x022b50 to 0x02fb2e (0xcfdf bytes) 000381 1787393218.251792 fallocate 0x03e900 thru 0x03ffff (0x1700 bytes) 000382 1787393218.261007 mapread 0x02a4a7 thru 0x02fedc (0x5a36 bytes) 000383 1787393218.306780 read 0x000bef thru 0x0078f3 (0x6d05 bytes) 000384 1787393218.324998 read 0x01b4fe thru 0x0271bd (0xbcc0 bytes) 000385 1787393218.325804 write 0x0231ba thru 0x02adde (0x7c25 bytes) 000386 1787393218.327285 mapwrite 0x03b848 thru 0x03d2ca (0x1a83 bytes) 000387 1787393218.363494 mapread 0x0395fc thru 0x03ffff (0x6a04 bytes) 000388 1787393218.365035 mapwrite 0x029145 thru 0x02c507 (0x33c3 bytes) 000389 1787393218.390174 trunc from 0x040000 to 0x01c487 (0x23b78 bytes) 000390 1787393218.462755 write 0x0020d8 thru 0x00dc2e (0xbb57 bytes) 000391 1787393218.484485 fallocate 0x00b8d8 thru 0x011705 (0x5e2e bytes) 000392 1787393218.500192 trunc from 0x0182be to 0x01c487 (0x41ca bytes) 000393 1787393218.562441 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1c488): Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c488): Mirror 11: 0xb60b26eb (stale) Mirror 12: 0xb60b26eb (stale) CRC-32 checksum value for chunk [0, 0x1c488): Mirror 1: 0x45d10b09 Mirror 13: 0x45d10b09 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c488: skipped 000394 1787393219.905550 fallocate 0x01e733 thru 0x02706e (0x893c bytes) 000395 1787393219.941377 punch from 0x00506f to 0x0078cd (0x285f bytes) 000396 1787393219.946537 mapread 0x00e3e1 thru 0x014db9 (0x69d9 bytes) 000397 1787393219.964138 punch from 0x01576b to 0x01c487 (0x6d1d bytes) 000399 1787393219.972155 trunc from 0x01c488 to 0x039b92 (0x1d70b bytes) 000400 1787393220.000066 fallocate 0x001e82 thru 0x00e474 (0xc5f3 bytes) 000401 1787393220.006594 mapread 0x00950e thru 0x00d6e2 (0x41d5 bytes) 000402 1787393220.008789 fallocate 0x022dcf thru 0x02789c (0x4ace bytes) 000404 1787393220.015372 fallocate 0x00554c thru 0x00627c (0xd31 bytes) 000405 1787393220.025990 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x39b93): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39b93): Mirror 11: 0x985919c8 (stale) Mirror 12: 0x985919c8 (stale) Mirror 13: 0x4513072c (stale) CRC-32 checksum value for chunk [0, 0x39b93): Mirror 1: 0x8ce53210 Mirror 14: 0x8ce53210 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39b93: skipped 000406 1787393221.279875 write 0x0170f9 thru 0x019082 (0x1f8a bytes) 000408 1787393221.362139 mapread 0x030d9b thru 0x0336a6 (0x290c bytes) 000409 1787393221.428888 mapwrite 0x001b29 thru 0x00b067 (0x953f bytes) 000410 1787393221.508272 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x39b93): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39b93): Mirror 11: 0x985919c8 (stale) Mirror 12: 0x985919c8 (stale) Mirror 13: 0x4513072c (stale) Mirror 14: 0x8ce53210 (stale) CRC-32 checksum value for chunk [0, 0x39b93): Mirror 1: 0x1692bf9f Mirror 15: 0x1692bf9f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39b93: skipped 000411 1787393222.930914 trunc from 0x039b93 to 0x03d386 (0x37f4 bytes) 000412 1787393222.997567 read 0x003012 thru 0x010ab9 (0xdaa8 bytes) 000413 1787393223.006418 read 0x002e32 thru 0x012b5c (0xfd2b bytes) 000414 1787393223.017671 trunc from 0x03d387 to 0x018b5b (0x2482b bytes) 000415 1787393223.046628 trunc from 0x008981 to 0x00bcf9 (0x3379 bytes) 000416 1787393223.053090 write 0x003fbd thru 0x0093df (0x5423 bytes) 000417 1787393223.059887 write 0x036eda thru 0x03ffff (0x9126 bytes) 000418 1787393223.062071 read 0x02fd6f thru 0x03a746 (0xa9d8 bytes) 000419 1787393223.071046 mapread 0x000c5d thru 0x005b4e (0x4ef2 bytes) 000420 1787393223.079830 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xfff4f4c4 (stale) Mirror 14: 0xb393a457 (stale) Mirror 15: 0x8a69809a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6c143964 Mirror 16: 0x6c143964 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000421 1787393224.645826 read 0x022426 thru 0x0282fe (0x5ed9 bytes) 000422 1787393224.668089 punch from 0x02d369 to 0x039482 (0xc11a bytes) 000423 1787393224.731063 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xfff4f4c4 (stale) Mirror 14: 0xb393a457 (stale) Mirror 16: 0x6c143964 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xfff4f4c4 (stale) Mirror 14: 0xb393a457 (stale) Mirror 16: 0x6c143964 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000424 1787393225.161554 fallocate 0x016155 thru 0x01d049 (0x6ef5 bytes) 000425 1787393225.170019 read 0x00a5cb thru 0x00d178 (0x2bae bytes) 000426 1787393225.180273 write 0x023023 thru 0x02b45a (0x8438 bytes) 000427 1787393225.200123 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xfff4f4c4 (stale) Mirror 14: 0xb393a457 (stale) Mirror 16: 0x6c143964 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf0ec74f7 Mirror 17: 0xf0ec74f7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000428 1787393226.319680 mapread 0x02d4d0 thru 0x038317 (0xae48 bytes) 000429 1787393226.355469 trunc from 0x040000 to 0x02ec2d (0x113d2 bytes) 000430 1787393226.451143 mapwrite 0x0317b1 thru 0x03d052 (0xb8a2 bytes) 000431 1787393226.537154 trunc from 0x007477 to 0x00d0b0 (0x5c3a bytes) 000433 1787393226.547129 trunc from 0x013c0d to 0x0232be (0xf6b2 bytes) 000434 1787393226.554317 mapread 0x014d6d thru 0x016e0b (0x209f bytes) 000435 1787393226.573803 write 0x020bf6 thru 0x022624 (0x1a2f bytes) 000436 1787393226.587753 fallocate 0x00d0f5 thru 0x01414d (0x7059 bytes) 000437 1787393226.594155 mapwrite 0x00437e thru 0x00ab19 (0x679c bytes) 000438 1787393226.628722 trunc from 0x03d053 to 0x039112 (0x3f40 bytes) 000439 1787393226.651006 fallocate 0x025a53 thru 0x030b91 (0xb13f bytes) 000440 1787393226.658194 write 0x030afc thru 0x030ca6 (0x1ab bytes) 000441 1787393226.659405 write 0x009f20 thru 0x017e2c (0xdf0d bytes) 000442 1787393226.668983 punch from 0x000e98 to 0x009d01 (0x8e6a bytes) 000443 1787393226.690146 punch from 0x00db75 to 0x01a91e (0xcdaa bytes) 000444 1787393226.699687 mapwrite 0x022703 thru 0x02d963 (0xb261 bytes) 000445 1787393226.754769 write 0x00d845 thru 0x01d2a1 (0xfa5d bytes) 000446 1787393226.763638 write 0x016aa3 thru 0x0247ee (0xdd4c bytes) 000447 1787393226.767571 mapwrite 0x01dde6 thru 0x024309 (0x6524 bytes) 000448 1787393226.796823 fallocate 0x03f27c thru 0x03ffff (0xd84 bytes) 000449 1787393226.803986 mapwrite 0x0048dd thru 0x00522e (0x952 bytes) 000450 1787393226.836467 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xfff4f4c4 (stale) Mirror 14: 0xb393a457 (stale) Mirror 16: 0x6c143964 (stale) Mirror 17: 0xf0ec74f7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x91b9c3d8 Mirror 18: 0x91b9c3d8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000451 1787393228.032362 mapread 0x0176b8 thru 0x022259 (0xaba2 bytes) 000452 1787393228.066875 mapread 0x00c387 thru 0x00ccbe (0x938 bytes) 000453 1787393228.097843 write 0x029394 thru 0x0321f3 (0x8e60 bytes) 000454 1787393228.171369 fallocate 0x01f326 thru 0x02d07b (0xdd56 bytes) 000455 1787393228.178140 read 0x03a2fb thru 0x03d383 (0x3089 bytes) 000458 1787393228.181613 write 0x03e666 thru 0x03f628 (0xfc3 bytes) 000459 1787393228.187460 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xfff4f4c4 (stale) Mirror 14: 0xb393a457 (stale) Mirror 16: 0x6c143964 (stale) Mirror 17: 0xf0ec74f7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xfff4f4c4 (stale) Mirror 14: 0xb393a457 (stale) Mirror 16: 0x6c143964 (stale) Mirror 17: 0xf0ec74f7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000460 1787393228.727290 punch from 0x00f455 to 0x013fb8 (0x4b64 bytes) 000461 1787393228.734078 write 0x0124ca thru 0x0144c4 (0x1ffb bytes) 000462 1787393228.768238 mapread 0x038e2e thru 0x03cfaf (0x4182 bytes) 000463 1787393228.806232 read 0x01ed43 thru 0x02d7d1 (0xea8f bytes) 000464 1787393228.827563 punch from 0x01b949 to 0x01ec31 (0x32e9 bytes) 000465 1787393228.834417 read 0x0156fd thru 0x020f97 (0xb89b bytes) 000467 1787393228.854598 punch from 0x0392ab to 0x03ffff (0x6d55 bytes) 000468 1787393228.869484 MIRROR_RESYNC 7 mirrors 000469 1787393231.083600 trunc from 0x040000 to 0x00b928 (0x346d7 bytes) 000470 1787393231.157662 trunc from 0x001b53 to 0x004c39 (0x30e7 bytes) 000471 1787393231.163997 write 0x03a380 thru 0x03ffff (0x5c80 bytes) 000472 1787393231.170890 punch from 0x005758 to 0x00e5fb (0x8ea4 bytes) 000473 1787393231.179160 write 0x03d702 thru 0x03ffff (0x28fe bytes) 000474 1787393231.181163 punch from 0x002213 to 0x007671 (0x545f bytes) 000476 1787393231.188448 trunc from 0x040000 to 0x02bb8f (0x14470 bytes) 000477 1787393231.228630 MIRROR_RESYNC 7 mirrors 000478 1787393232.380010 write 0x01d072 thru 0x0237d5 (0x6764 bytes) 000479 1787393232.481890 punch from 0x011472 to 0x013b30 (0x26bf bytes) 000480 1787393232.501402 punch from 0x006ec2 to 0x011631 (0xa770 bytes) 000481 1787393232.510514 mapwrite 0x00c9e7 thru 0x00eb78 (0x2192 bytes) 000482 1787393232.613552 punch from 0x024826 to 0x02bb8f (0x736a bytes) 000483 1787393232.632518 fallocate 0x02e2a5 thru 0x036932 (0x868e bytes) 000484 1787393232.647624 fallocate 0x007f2b thru 0x0090a3 (0x1179 bytes) 000485 1787393232.672781 MIRROR_RESYNC 7 mirrors 000486 1787393234.973802 trunc from 0x012092 to 0x013e39 (0x1da8 bytes) 000488 1787393235.017104 trunc from 0x02bb90 to 0x03a59b (0xea0c bytes) 000489 1787393235.047257 mapwrite 0x006e14 thru 0x01647a (0xf667 bytes) 000490 1787393235.152198 trunc from 0x035ac8 to 0x03a575 (0x4aae bytes) 000491 1787393235.158838 read 0x01de5d thru 0x0256f4 (0x7898 bytes) 000492 1787393235.178818 mapread 0x01bac7 thru 0x023c80 (0x81ba bytes) 000494 1787393235.191486 punch from 0x00f1da to 0x01b915 (0xc73c bytes) 000495 1787393235.205729 punch from 0x03290e to 0x03a59b (0x7c8e bytes) 000496 1787393235.220826 fallocate 0x010a50 thru 0x012fc1 (0x2572 bytes) 000497 1787393235.227937 trunc from 0x03a59c to 0x023627 (0x16f74 bytes) 000499 1787393235.250695 punch from 0x01e604 to 0x023627 (0x5024 bytes) 000500 1787393235.259861 fallocate 0x017b17 thru 0x01a19d (0x2687 bytes) 000501 1787393235.272665 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23628): Mirror 11: 0xed5dc0df (stale) Mirror 12: 0xed5dc0df (stale) Mirror 13: 0xed5dc0df (stale) Mirror 14: 0xed5dc0df (stale) Mirror 17: 0xed5dc0df (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23628): Mirror 11: 0xed5dc0df (stale) Mirror 12: 0xed5dc0df (stale) Mirror 13: 0xed5dc0df (stale) Mirror 14: 0xed5dc0df (stale) Mirror 17: 0xed5dc0df (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23628: skipped 000502 1787393235.767128 fallocate 0x02354b thru 0x025215 (0x1ccb bytes) 000503 1787393235.779247 write 0x010f02 thru 0x01c0f3 (0xb1f2 bytes) 000504 1787393235.796126 mapwrite 0x036554 thru 0x0390dc (0x2b89 bytes) 000506 1787393235.867409 mapwrite 0x02f145 thru 0x0336d8 (0x4594 bytes) 000507 1787393235.902499 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x390dd): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x390dd): Mirror 11: 0x517ebcd9 (stale) Mirror 12: 0x517ebcd9 (stale) Mirror 13: 0x517ebcd9 (stale) Mirror 14: 0x517ebcd9 (stale) Mirror 17: 0x517ebcd9 (stale) CRC-32 checksum value for chunk [0, 0x390dd): Mirror 1: 0xcf136b3d Mirror 18: 0xcf136b3d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x390dd: skipped 000509 1787393236.940887 write 0x031d2f thru 0x03f48b (0xd75d bytes) 000510 1787393237.005655 trunc from 0x0372ce to 0x03f48b (0x81be bytes) 000511 1787393237.033630 mapread 0x01d112 thru 0x028fe5 (0xbed4 bytes) 000512 1787393237.080638 trunc from 0x01a012 to 0x01b90c (0x18fb bytes) 000513 1787393237.089483 fallocate 0x02c310 thru 0x034718 (0x8409 bytes) 000514 1787393237.096442 trunc from 0x03f48c to 0x0273d7 (0x180b4 bytes) 000515 1787393237.130577 write 0x0311af thru 0x035809 (0x465b bytes) 000516 1787393237.133624 punch from 0x0349f2 to 0x035809 (0xe18 bytes) 000517 1787393237.155492 fallocate 0x0114d9 thru 0x01eccf (0xd7f7 bytes) 000518 1787393237.164498 punch from 0x022459 to 0x02e820 (0xc3c8 bytes) 000519 1787393237.175849 mapwrite 0x0349e2 thru 0x03a07d (0x569c bytes) 000520 1787393237.317518 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a07e): Mirror 11: 0x35e1f1f4 (stale) Mirror 12: 0x35e1f1f4 (stale) Mirror 13: 0x35e1f1f4 (stale) Mirror 14: 0x35e1f1f4 (stale) Mirror 18: 0x566cbd7f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a07e): Mirror 11: 0x35e1f1f4 (stale) Mirror 12: 0x35e1f1f4 (stale) Mirror 13: 0x35e1f1f4 (stale) Mirror 14: 0x35e1f1f4 (stale) Mirror 18: 0x566cbd7f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a07e: skipped 000521 1787393237.947926 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a07e): Mirror 11: 0x35e1f1f4 (stale) Mirror 12: 0x35e1f1f4 (stale) Mirror 13: 0x35e1f1f4 (stale) Mirror 14: 0x35e1f1f4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a07e): Mirror 11: 0x35e1f1f4 (stale) Mirror 12: 0x35e1f1f4 (stale) Mirror 13: 0x35e1f1f4 (stale) Mirror 14: 0x35e1f1f4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a07e: skipped 000522 1787393238.555592 mapwrite 0x01b41b thru 0x02560d (0xa1f3 bytes) 000523 1787393238.620539 fallocate 0x014fb5 thru 0x014fe6 (0x32 bytes) 000524 1787393238.627779 trunc from 0x03a07e to 0x01c8a9 (0x1d7d4 bytes) 000525 1787393238.656892 fallocate 0x024591 thru 0x032873 (0xe2e3 bytes) 000526 1787393238.665645 mapread 0x00ae1b thru 0x018123 (0xd309 bytes) 000527 1787393238.692478 trunc from 0x032874 to 0x0282ce (0xa5a5 bytes) 000528 1787393238.714644 fallocate 0x0208b0 thru 0x028c55 (0x83a6 bytes) 000529 1787393238.722483 trunc from 0x005b07 to 0x0079b0 (0x1eaa bytes) 000530 1787393238.730687 trunc from 0x0282cf to 0x0361af (0xdee1 bytes) 000531 1787393238.752590 mapread 0x005ffe thru 0x011639 (0xb63c bytes) 000532 1787393238.769513 mapread 0x00cf0f thru 0x01a4e2 (0xd5d4 bytes) 000533 1787393238.783040 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x361b0): Mirror 11: 0x618a1495 (stale) Mirror 12: 0x618a1495 (stale) Mirror 14: 0x618a1495 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x361b0): Mirror 11: 0x618a1495 (stale) Mirror 12: 0x618a1495 (stale) Mirror 14: 0x618a1495 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x361b0: skipped 000534 1787393239.287806 fallocate 0x00ee11 thru 0x016908 (0x7af8 bytes) 000535 1787393239.295468 trunc from 0x02e534 to 0x0361af (0x7c7c bytes) 000536 1787393239.301824 write 0x0311c8 thru 0x03ffff (0xee38 bytes) 000537 1787393239.318654 trunc from 0x040000 to 0x01600b (0x29ff4 bytes) 000538 1787393239.347081 fallocate 0x004ba1 thru 0x01030a (0xb76a bytes) 000539 1787393239.356437 trunc from 0x01600c to 0x0070cd (0xef3e bytes) 000540 1787393239.384449 trunc from 0x0070ce to 0x01fd2b (0x18c5e bytes) 000541 1787393239.406712 read 0x010e1c thru 0x01a86c (0x9a51 bytes) 000542 1787393239.423168 trunc from 0x003382 to 0x00d50f (0xa18e bytes) 000543 1787393239.442182 trunc from 0x01fd2c to 0x03fb95 (0x1fe6a bytes) 000544 1787393239.500253 trunc from 0x029cb7 to 0x02f0b4 (0x53fe bytes) 000545 1787393239.513572 punch from 0x008fa1 to 0x013ea7 (0xaf07 bytes) 000546 1787393239.534199 mapwrite 0x03a4a6 thru 0x03ffff (0x5b5a bytes) 000547 1787393239.603573 trunc from 0x020f30 to 0x028075 (0x7146 bytes) 000548 1787393239.610600 punch from 0x0380d3 to 0x03f06d (0x6f9b bytes) 000549 1787393239.622575 MIRROR_RESYNC 4 mirrors 000550 1787393240.577700 trunc from 0x040000 to 0x0162cc (0x29d33 bytes) 000551 1787393240.618255 read 0x011cb8 thru 0x01550f (0x3858 bytes) 000552 1787393240.625143 trunc from 0x0162cd to 0x002f2b (0x133a1 bytes) 000555 1787393240.645269 read 0x002208 thru 0x002847 (0x640 bytes) 000556 1787393240.650882 fallocate 0x03e1e5 thru 0x03ffff (0x1e1b bytes) 000557 1787393240.655424 fallocate 0x0237e8 thru 0x02d7d8 (0x9ff1 bytes) 000558 1787393240.660490 write 0x038a68 thru 0x03bf26 (0x34bf bytes) 000560 1787393240.678140 trunc from 0x040000 to 0x0246b0 (0x1b94f bytes) 000561 1787393240.716442 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x246b1): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x246b1): Mirror 11: 0xdf087bc4 (stale) Mirror 12: 0xdf087bc4 (stale) Mirror 14: 0xdf087bc4 (stale) CRC-32 checksum value for chunk [0, 0x246b1): Mirror 1: 0xdf087bc4 Mirror 15: 0xdf087bc4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x246b1: skipped 000562 1787393241.789689 punch from 0x0106f7 to 0x019a6e (0x9378 bytes) 000563 1787393241.872559 read 0x023459 thru 0x0246b0 (0x1258 bytes) 000564 1787393241.884674 write 0x02c6dc thru 0x03c1c9 (0xfaee bytes) 000565 1787393241.901188 read 0x01abaf thru 0x01e358 (0x37aa bytes) 000566 1787393241.948618 write 0x0266b3 thru 0x031e06 (0xb754 bytes) 000567 1787393241.992243 MIRROR_RESYNC 5 mirrors 000568 1787393243.695274 write 0x016c77 thru 0x024de6 (0xe170 bytes) 000569 1787393243.740429 trunc from 0x03c1ca to 0x01713b (0x2508e bytes) 000571 1787393243.764523 mapwrite 0x00591b thru 0x009572 (0x3c58 bytes) 000573 1787393243.819827 write 0x02189a thru 0x023d42 (0x24a9 bytes) 000574 1787393243.823479 punch from 0x0006d5 to 0x000b9d (0x4c9 bytes) 000575 1787393243.832390 mapwrite 0x01bcc4 thru 0x0281a1 (0xc4de bytes) 000576 1787393243.932245 fallocate 0x020efa thru 0x0222f3 (0x13fa bytes) 000577 1787393243.947673 trunc from 0x024cc2 to 0x0281a1 (0x34e0 bytes) 000578 1787393243.966087 trunc from 0x01dc76 to 0x01f638 (0x19c3 bytes) 000579 1787393243.979588 mapwrite 0x037bcb thru 0x03ffff (0x8435 bytes) 000580 1787393244.062293 mapwrite 0x0031ca thru 0x00ef94 (0xbdcb bytes) 000581 1787393244.140426 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x3d453a1d (stale) Mirror 12: 0x3d453a1d (stale) Mirror 15: 0x3d453a1d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x3d453a1d (stale) Mirror 12: 0x3d453a1d (stale) Mirror 15: 0x3d453a1d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000582 1787393244.774444 punch from 0x01e107 to 0x023394 (0x528e bytes) 000583 1787393244.786426 read 0x01c18d thru 0x01d793 (0x1607 bytes) 000584 1787393244.795324 fallocate 0x0375c0 thru 0x03ffff (0x8a40 bytes) 000585 1787393244.821744 MIRROR_RESYNC 4 mirrors 000586 1787393246.716696 trunc from 0x040000 to 0x03a7ab (0x5854 bytes) 000587 1787393246.752902 fallocate 0x011759 thru 0x01daa3 (0xc34b bytes) 000588 1787393246.759278 punch from 0x016722 to 0x016734 (0x13 bytes) 000589 1787393246.768622 write 0x036c13 thru 0x03e916 (0x7d04 bytes) 000590 1787393246.774531 write 0x010568 thru 0x018179 (0x7c12 bytes) 000591 1787393246.784582 mapwrite 0x01a6b9 thru 0x01adec (0x734 bytes) 000592 1787393246.807167 write 0x01e7f0 thru 0x028327 (0x9b38 bytes) 000593 1787393246.818421 read 0x00e81d thru 0x013ea6 (0x568a bytes) 000594 1787393246.823666 trunc from 0x03e917 to 0x01a9bf (0x23f57 bytes) 000595 1787393246.842826 write 0x0307a3 thru 0x037d63 (0x75c1 bytes) 000596 1787393246.845397 write 0x035b90 thru 0x03ffff (0xa470 bytes) 000597 1787393246.847194 punch from 0x00112a to 0x001628 (0x4ff bytes) 000599 1787393246.853490 mapread 0x03c855 thru 0x03ffff (0x37ab bytes) 000600 1787393246.854617 trunc from 0x040000 to 0x02ff64 (0x1009b bytes) 000601 1787393246.873553 trunc from 0x00f4f1 to 0x016384 (0x6e94 bytes) 000602 1787393246.882134 mapread 0x022f4c thru 0x02ff64 (0xd019 bytes) 000603 1787393246.901702 fallocate 0x012a7f thru 0x022062 (0xf5e4 bytes) 000604 1787393246.906711 trunc from 0x02ff65 to 0x038353 (0x83ef bytes) 000605 1787393246.921395 read 0x0206cf thru 0x027b69 (0x749b bytes) 000606 1787393246.924651 read 0x02b327 thru 0x02f74d (0x4427 bytes) 000608 1787393246.926686 trunc from 0x011f66 to 0x01e7ef (0xc88a bytes) 000609 1787393246.933506 trunc from 0x00558d to 0x006737 (0x11ab bytes) 000610 1787393246.938546 fallocate 0x0375ae thru 0x03ffff (0x8a52 bytes) 000611 1787393246.943875 punch from 0x027f8c to 0x0357de (0xd853 bytes) 000612 1787393246.949048 trunc from 0x040000 to 0x0009a9 (0x3f656 bytes) 000613 1787393246.963334 read 0x000443 thru 0x0009a9 (0x567 bytes) 000614 1787393246.973027 MIRROR_RESYNC 4 mirrors 000615 1787393247.703934 trunc from 0x0009aa to 0x0044c5 (0x3b1c bytes) 000616 1787393247.737507 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x44c6): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x44c6): Mirror 11: 0xca4fdb8d (stale) Mirror 12: 0xca4fdb8d (stale) Mirror 15: 0xca4fdb8d (stale) CRC-32 checksum value for chunk [0, 0x44c6): Mirror 1: 0xca4fdb8d Mirror 16: 0xca4fdb8d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x44c6: skipped 000617 1787393248.683799 punch from 0x003258 to 0x0044c5 (0x126e bytes) 000618 1787393248.731814 read 0x00228d thru 0x0044c5 (0x2239 bytes) 000620 1787393248.739372 fallocate 0x006266 thru 0x015449 (0xf1e4 bytes) 000621 1787393248.748585 MIRROR_RESYNC 5 mirrors 000622 1787393249.462492 trunc from 0x014508 to 0x015449 (0xf42 bytes) 000623 1787393249.510159 write 0x00ace7 thru 0x00f83c (0x4b56 bytes) 000624 1787393249.522397 trunc from 0x00cf21 to 0x015449 (0x8529 bytes) 000625 1787393249.562471 fallocate 0x03cbec thru 0x03e36a (0x177f bytes) 000626 1787393249.584851 fallocate 0x037286 thru 0x03ffff (0x8d7a bytes) 000627 1787393249.592731 write 0x02684e thru 0x032b59 (0xc30c bytes) 000628 1787393249.629591 fallocate 0x016ccd thru 0x022171 (0xb4a5 bytes) 000629 1787393249.641159 write 0x01202d thru 0x01d2f6 (0xb2ca bytes) 000630 1787393249.673586 trunc from 0x01559b to 0x0249b2 (0xf418 bytes) 000631 1787393249.749108 trunc from 0x040000 to 0x037eed (0x8112 bytes) 000632 1787393249.822374 MIRROR_RESYNC 5 mirrors 000633 1787393251.513073 punch from 0x02340b to 0x030e33 (0xda29 bytes) 000635 1787393251.586847 trunc from 0x008f99 to 0x016f9e (0xe006 bytes) 000636 1787393251.595231 mapwrite 0x015fea thru 0x01d6c2 (0x76d9 bytes) 000637 1787393251.682836 MIRROR_RESYNC 5 mirrors 000638 1787393252.909026 mapread 0x00e32f thru 0x0170b3 (0x8d85 bytes) 000640 1787393252.934050 fallocate 0x02ebac thru 0x036436 (0x788b bytes) 000641 1787393252.990540 fallocate 0x016790 thru 0x01affc (0x486d bytes) 000642 1787393252.995751 read 0x035c4c thru 0x037eed (0x22a2 bytes) 000644 1787393253.008434 MIRROR_RESYNC 5 mirrors 000645 1787393254.501716 mapwrite 0x03f9e5 thru 0x03ffff (0x61b bytes) 000646 1787393254.593392 write 0x01f61c thru 0x0293e3 (0x9dc8 bytes) 000647 1787393254.618722 trunc from 0x040000 to 0x027420 (0x18bdf bytes) 000649 1787393254.666137 fallocate 0x03e813 thru 0x03ffff (0x17ed bytes) 000650 1787393254.685110 trunc from 0x040000 to 0x036f38 (0x90c7 bytes) 000651 1787393254.724910 fallocate 0x03bdac thru 0x03ffff (0x4254 bytes) 000653 1787393254.760402 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x38510bb9 (stale) Mirror 12: 0x38510bb9 (stale) Mirror 15: 0x38510bb9 (stale) Mirror 16: 0x38510bb9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbb2a7488 Mirror 17: 0xbb2a7488 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000654 1787393256.292414 read 0x03bc90 thru 0x03d27d (0x15ee bytes) 000655 1787393256.312899 trunc from 0x040000 to 0x010aad (0x2f552 bytes) 000656 1787393256.387202 read 0x004d65 thru 0x0086ef (0x398b bytes) 000657 1787393256.425195 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x10aae): Mirror 12: 0xd4e0699a (stale) Mirror 15: 0xd4e0699a (stale) Mirror 16: 0xd4e0699a (stale) Mirror 17: 0xd4e0699a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x10aae): Mirror 12: 0xd4e0699a (stale) Mirror 15: 0xd4e0699a (stale) Mirror 16: 0xd4e0699a (stale) Mirror 17: 0xd4e0699a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x10aae: skipped 000658 1787393256.972215 mapwrite 0x03952d thru 0x03f007 (0x5adb bytes) 000659 1787393257.079471 trunc from 0x03f008 to 0x028fff (0x16008 bytes) 000660 1787393257.145071 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x29000): Mirror 12: 0x3b75524e (stale) Mirror 15: 0x3b75524e (stale) Mirror 17: 0x7a5988d7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29000): Mirror 12: 0x3b75524e (stale) Mirror 15: 0x3b75524e (stale) Mirror 17: 0x7a5988d7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29000: skipped 000661 1787393257.601513 trunc from 0x029000 to 0x00f505 (0x19afa bytes) 000662 1787393257.627838 write 0x028083 thru 0x02b257 (0x31d5 bytes) 000663 1787393257.632298 mapwrite 0x02d7d1 thru 0x03848a (0xacba bytes) 000664 1787393257.707530 fallocate 0x03f198 thru 0x03ffff (0xe68 bytes) 000665 1787393257.714149 trunc from 0x032796 to 0x03848a (0x5cf5 bytes) 000666 1787393257.720299 fallocate 0x03ded8 thru 0x03fb90 (0x1cb9 bytes) 000667 1787393257.730738 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3848b): Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3848b): Mirror 12: 0x88bc4384 (stale) Mirror 15: 0x88bc4384 (stale) Mirror 17: 0x748fb89 (stale) CRC-32 checksum value for chunk [0, 0x3848b): Mirror 1: 0x75ef1f90 Mirror 18: 0x75ef1f90 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3848b: skipped 000668 1787393258.876456 mapwrite 0x036f9b thru 0x03ffff (0x9065 bytes) 000669 1787393258.984896 mapwrite 0x0242b6 thru 0x0273d7 (0x3122 bytes) 000670 1787393259.024692 fallocate 0x0124cc thru 0x018e93 (0x69c8 bytes) 000671 1787393259.062142 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x38510bb9 (stale) Mirror 15: 0x38510bb9 (stale) Mirror 17: 0xbb2a7488 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x38510bb9 (stale) Mirror 15: 0x38510bb9 (stale) Mirror 17: 0xbb2a7488 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000672 1787393259.736751 read 0x007746 thru 0x014b82 (0xd43d bytes) 000673 1787393259.754819 write 0x03a139 thru 0x03ffff (0x5ec7 bytes) 000676 1787393259.773072 trunc from 0x040000 to 0x028770 (0x1788f bytes) 000677 1787393259.793547 fallocate 0x020f86 thru 0x029acb (0x8b46 bytes) 000678 1787393259.800273 punch from 0x004796 to 0x00e3da (0x9c45 bytes) 000679 1787393259.808582 trunc from 0x028771 to 0x0119aa (0x16dc6 bytes) 000680 1787393259.826227 punch from 0x00a4f6 to 0x0119aa (0x74b5 bytes) 000681 1787393259.832619 punch from 0x00111e to 0x00cb69 (0xba4c bytes) 000682 1787393259.848923 read 0x00327c thru 0x00846a (0x51ef bytes) 000683 1787393259.865929 trunc from 0x007c2d to 0x00c280 (0x4654 bytes) 000684 1787393259.889851 MIRROR_RESYNC 4 mirrors 000685 1787393261.161886 read 0x000ee7 thru 0x00daa1 (0xcbbb bytes) 000686 1787393261.176919 punch from 0x00cea9 to 0x0119aa (0x4b02 bytes) 000687 1787393261.211777 mapwrite 0x01a8c4 thru 0x02353a (0x8c77 bytes) 000688 1787393261.356318 punch from 0x000566 to 0x00f5fd (0xf098 bytes) 000689 1787393261.369930 mapread 0x01bcdc thru 0x01ea0d (0x2d32 bytes) 000690 1787393261.371335 punch from 0x0121f3 to 0x01bce4 (0x9af2 bytes) 000691 1787393261.380242 fallocate 0x00a194 thru 0x015871 (0xb6de bytes) 000692 1787393261.389180 mapread 0x00e96a thru 0x01243d (0x3ad4 bytes) 000693 1787393261.408844 mapread 0x01f7fa thru 0x02353a (0x3d41 bytes) 000695 1787393261.412142 mapwrite 0x003f9c thru 0x005e15 (0x1e7a bytes) 000696 1787393261.460370 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2353b): Mirror 12: 0x31c90c5 (stale) Mirror 17: 0x31c90c5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2353b): Mirror 12: 0x31c90c5 (stale) Mirror 17: 0x31c90c5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2353b: skipped 000697 1787393261.971560 trunc from 0x02353b to 0x017a09 (0xbb31 bytes) 000699 1787393261.995931 mapread 0x016db4 thru 0x017a09 (0xc56 bytes) 000700 1787393262.007619 mapwrite 0x0268cd thru 0x029a53 (0x3187 bytes) 000701 1787393262.053068 mapwrite 0x034813 thru 0x03c6ad (0x7e9b bytes) 000702 1787393262.109225 trunc from 0x011a05 to 0x01a995 (0x8f91 bytes) 000703 1787393262.115342 mapread 0x00ea52 thru 0x014b39 (0x60e8 bytes) 000704 1787393262.128565 trunc from 0x001017 to 0x010b06 (0xfaf0 bytes) 000705 1787393262.135192 trunc from 0x03c6ae to 0x020588 (0x1c125 bytes) 000707 1787393262.155184 write 0x017f0d thru 0x01ace6 (0x2dda bytes) 000708 1787393262.168076 punch from 0x019153 to 0x01e5d7 (0x5485 bytes) 000709 1787393262.181452 read 0x01ca3c thru 0x020588 (0x3b4d bytes) 000710 1787393262.189272 fallocate 0x03a255 thru 0x03ffff (0x5dab bytes) 000711 1787393262.196413 read 0x01269b thru 0x01d999 (0xb2ff bytes) 000712 1787393262.208624 trunc from 0x003bde to 0x00aa43 (0x6e66 bytes) 000713 1787393262.213725 trunc from 0x012edb to 0x0133ea (0x510 bytes) 000714 1787393262.221030 trunc from 0x0182ff to 0x019837 (0x1539 bytes) 000715 1787393262.230504 trunc from 0x020589 to 0x0271ea (0x6c62 bytes) 000717 1787393262.256390 trunc from 0x01726a to 0x0225c1 (0xb358 bytes) 000718 1787393262.263174 punch from 0x026c79 to 0x0271ea (0x572 bytes) 000719 1787393262.269241 trunc from 0x0072f5 to 0x00d64d (0x6359 bytes) 000720 1787393262.275304 fallocate 0x00fc53 thru 0x01a5dc (0xa98a bytes) 000721 1787393262.285682 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x271eb): Mirror 12: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x271eb): Mirror 12: 0x1e995917 (stale) Mirror 17: 0x1e995917 (stale) CRC-32 checksum value for chunk [0, 0x271eb): Mirror 1: 0x1e995917 Mirror 18: 0x1e995917 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x271eb: skipped 000722 1787393263.040548 punch from 0x0206d1 to 0x0271ea (0x6b1a bytes) 000723 1787393263.092636 trunc from 0x0271eb to 0x0177ec (0xf9fe bytes) 000725 1787393263.152122 write 0x004ecc thru 0x00fa7b (0xabb0 bytes) 000726 1787393263.164122 trunc from 0x0177ed to 0x03f1a0 (0x279b4 bytes) 000727 1787393263.182162 trunc from 0x03f1a1 to 0x00d2e0 (0x31ec0 bytes) 000728 1787393263.212559 mapread 0x003af7 thru 0x00d2e0 (0x97ea bytes) 000730 1787393263.233707 read 0x0025c6 thru 0x004cb7 (0x26f2 bytes) 000731 1787393263.248051 mapread 0x006e56 thru 0x00a481 (0x362c bytes) 000733 1787393263.258444 trunc from 0x00d2e1 to 0x00b479 (0x1e67 bytes) 000735 1787393263.329549 trunc from 0x00b47a to 0x0030e7 (0x8392 bytes) 000736 1787393263.353087 write 0x01977f thru 0x028a31 (0xf2b3 bytes) 000737 1787393263.354903 fallocate 0x03166a thru 0x033fb2 (0x2949 bytes) 000738 1787393263.373194 write 0x01990e thru 0x01dd61 (0x4454 bytes) 000739 1787393263.376582 read 0x00d1bd thru 0x018761 (0xb5a5 bytes) 000740 1787393263.420312 MIRROR_RESYNC 4 mirrors 000741 1787393264.643175 write 0x02d1ea thru 0x03a645 (0xd45c bytes) 000742 1787393264.714703 mapread 0x03a2dd thru 0x03a645 (0x369 bytes) 000743 1787393264.716865 trunc from 0x00218e to 0x00441e (0x2291 bytes) 000744 1787393264.726084 fallocate 0x0186cf thru 0x01b69c (0x2fce bytes) 000745 1787393264.734376 mapwrite 0x02ff7e thru 0x03a21c (0xa29f bytes) 000747 1787393264.764193 write 0x02b15c thru 0x032431 (0x72d6 bytes) 000749 1787393264.774155 write 0x03280b thru 0x03a158 (0x794e bytes) 000750 1787393264.778199 mapwrite 0x011d42 thru 0x016cee (0x4fad bytes) 000751 1787393264.823722 fallocate 0x0386cf thru 0x03d029 (0x495b bytes) 000752 1787393264.829617 mapwrite 0x0293a6 thru 0x02b303 (0x1f5e bytes) 000753 1787393264.855290 mapwrite 0x0180e3 thru 0x01beaa (0x3dc8 bytes) 000754 1787393264.873174 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a646): Mirror 12: 0xb08e21bb (stale) Mirror 17: 0xb08e21bb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a646): Mirror 12: 0xb08e21bb (stale) Mirror 17: 0xb08e21bb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a646: skipped 000755 1787393265.359514 read 0x01daa2 thru 0x02a962 (0xcec1 bytes) 000756 1787393265.370680 read 0x00e379 thru 0x012caf (0x4937 bytes) 000757 1787393265.386888 write 0x00cfdb thru 0x00d58c (0x5b2 bytes) 000758 1787393265.394868 trunc from 0x03a646 to 0x0175b0 (0x23095 bytes) 000759 1787393265.431447 fallocate 0x0379af thru 0x03d320 (0x5972 bytes) 000760 1787393265.437998 trunc from 0x03d321 to 0x02b94e (0x119d2 bytes) 000761 1787393265.458630 trunc from 0x02b94f to 0x0399d4 (0xe086 bytes) 000762 1787393265.479206 punch from 0x02f31f to 0x030236 (0xf18 bytes) 000763 1787393265.485641 mapread 0x017524 thru 0x01c893 (0x5370 bytes) 000764 1787393265.515548 read 0x02bc30 thru 0x02fdca (0x419b bytes) 000765 1787393265.529558 mapwrite 0x02d90e thru 0x0359a1 (0x8094 bytes) 000766 1787393265.548086 trunc from 0x0399d5 to 0x0224cb (0x17509 bytes) 000767 1787393265.565941 write 0x038d7e thru 0x03ffff (0x7282 bytes) 000768 1787393265.568044 trunc from 0x008f14 to 0x00d415 (0x4502 bytes) 000769 1787393265.575199 read 0x02c04b thru 0x0318a9 (0x585f bytes) 000770 1787393265.586471 write 0x010cdb thru 0x019b8c (0x8eb2 bytes) 000772 1787393265.595478 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0xda73b2ae (stale) Mirror 17: 0xda73b2ae (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd598199 Mirror 18: 0xd598199 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000773 1787393266.684621 punch from 0x0327c3 to 0x03ffff (0xd83d bytes) 000774 1787393266.728364 read 0x004f67 thru 0x00ef11 (0x9fab bytes) 000775 1787393266.745485 mapwrite 0x01ceac thru 0x02a688 (0xd7dd bytes) 000776 1787393266.809763 mapwrite 0x013a92 thru 0x014d0d (0x127c bytes) 000779 1787393266.838047 trunc from 0x040000 to 0x01e9a3 (0x2165c bytes) 000780 1787393266.870912 read 0x0172fa thru 0x01e9a3 (0x76aa bytes) 000781 1787393266.872545 fallocate 0x00d8c7 thru 0x018635 (0xad6f bytes) 000782 1787393266.880809 write 0x01546d thru 0x01e5ce (0x9162 bytes) 000783 1787393266.882931 punch from 0x0167f9 to 0x01e9a3 (0x81ab bytes) 000784 1787393266.901114 mapread 0x00cf20 thru 0x01a128 (0xd209 bytes) 000786 1787393266.955048 punch from 0x01695a to 0x01e9a3 (0x804a bytes) 000787 1787393266.970661 fallocate 0x033942 thru 0x03a53c (0x6bfb bytes) 000788 1787393266.979180 write 0x012e0b thru 0x017411 (0x4607 bytes) 000789 1787393267.011330 write 0x02ab4d thru 0x0335e3 (0x8a97 bytes) 000790 1787393267.014604 read 0x00351c thru 0x01110a (0xdbef bytes) 000791 1787393267.016091 fallocate 0x00710c thru 0x0131c4 (0xc0b9 bytes) 000792 1787393267.028477 write 0x031437 thru 0x03e255 (0xce1f bytes) 000793 1787393267.044423 MIRROR_RESYNC 4 mirrors 000795 1787393268.545044 MIRROR_EXTEND to 5 mirrors 000796 1787393269.316464 write 0x010bf9 thru 0x02033c (0xf744 bytes) 000797 1787393269.376793 fallocate 0x011af5 thru 0x021459 (0xf965 bytes) 000798 1787393269.382821 punch from 0x01e405 to 0x020b42 (0x273e bytes) 000799 1787393269.399715 trunc from 0x01f8a0 to 0x0201d3 (0x934 bytes) 000800 1787393269.406423 punch from 0x026a20 to 0x0315ca (0xabab bytes) 000802 1787393269.417761 write 0x02792a thru 0x02a7d6 (0x2ead bytes) 000803 1787393269.446129 MIRROR_RESYNC 5 mirrors 000804 1787393272.358665 MIRROR_EXTEND to 6 mirrors 000805 1787393274.038015 MIRROR_RESYNC 6 mirrors 000806 1787393274.980601 punch from 0x005293 to 0x00bdb3 (0x6b21 bytes) 000807 1787393275.050282 punch from 0x007f89 to 0x013327 (0xb39f bytes) 000808 1787393275.068475 mapwrite 0x00593d thru 0x00e47c (0x8b40 bytes) 000809 1787393275.196606 mapwrite 0x038d46 thru 0x03ffff (0x72ba bytes) 000810 1787393275.340345 trunc from 0x040000 to 0x02ae6d (0x15192 bytes) 000811 1787393275.400578 read 0x00d532 thru 0x0131fd (0x5ccc bytes) 000812 1787393275.415119 read 0x022f02 thru 0x02ae6d (0x7f6c bytes) 000813 1787393275.441430 mapwrite 0x01355d thru 0x013753 (0x1f7 bytes) 000814 1787393275.461724 punch from 0x015f66 to 0x0226c9 (0xc764 bytes) 000815 1787393275.471088 mapread 0x01c11b thru 0x022316 (0x61fc bytes) 000816 1787393275.571490 trunc from 0x024950 to 0x02ae6d (0x651e bytes) 000817 1787393275.596467 punch from 0x0149bf to 0x02302f (0xe671 bytes) 000818 1787393275.607411 read 0x016708 thru 0x0252ae (0xeba7 bytes) 000819 1787393275.624183 trunc from 0x016c2e to 0x020dce (0xa1a1 bytes) 000820 1787393275.630981 mapwrite 0x01835b thru 0x024e83 (0xcb29 bytes) 000821 1787393275.734759 trunc from 0x014c97 to 0x022a72 (0xdddc bytes) 000822 1787393275.740663 fallocate 0x01492f thru 0x01e253 (0x9925 bytes) 000823 1787393275.746782 mapread 0x020b27 thru 0x023924 (0x2dfe bytes) 000824 1787393275.778256 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2ae6e): Mirror 12: 0x3bbb2979 (stale) Mirror 18: 0x3bbb2979 (stale) Mirror 19: 0x3bbb2979 (stale) Mirror 20: 0x3bbb2979 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ae6e): Mirror 12: 0x3bbb2979 (stale) Mirror 18: 0x3bbb2979 (stale) Mirror 19: 0x3bbb2979 (stale) Mirror 20: 0x3bbb2979 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ae6e: skipped 000825 1787393276.466662 mapwrite 0x01137b thru 0x011e80 (0xb06 bytes) 000827 1787393276.541930 mapread 0x013807 thru 0x020ae2 (0xd2dc bytes) 000828 1787393276.587646 trunc from 0x02ae6e to 0x02092e (0xa53f bytes) 000830 1787393276.634108 write 0x027120 thru 0x02e1b6 (0x7097 bytes) 000831 1787393276.640932 trunc from 0x02e1b7 to 0x03f83a (0x11684 bytes) 000832 1787393276.688014 write 0x00c2d7 thru 0x00fc59 (0x3983 bytes) 000833 1787393276.701257 trunc from 0x015103 to 0x02459d (0xf49b bytes) 000834 1787393276.713839 read 0x02eef0 thru 0x032883 (0x3994 bytes) 000835 1787393276.745081 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f83b): Mirror 18: 0xaa327abe (stale) Mirror 19: 0xaa327abe (stale) Mirror 20: 0xaa327abe (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f83b): Mirror 18: 0xaa327abe (stale) Mirror 19: 0xaa327abe (stale) Mirror 20: 0xaa327abe (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f83b: skipped 000836 1787393277.447149 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3f83b): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f83b): Mirror 18: 0xaa327abe (stale) Mirror 19: 0xaa327abe (stale) Mirror 20: 0xaa327abe (stale) CRC-32 checksum value for chunk [0, 0x3f83b): Mirror 1: 0x85c2c491 Mirror 21: 0x85c2c491 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f83b: skipped 000838 1787393279.156029 read 0x0295c8 thru 0x02cfd7 (0x3a10 bytes) 000839 1787393279.171319 mapread 0x03a749 thru 0x03f83a (0x50f2 bytes) 000840 1787393279.221975 mapread 0x025351 thru 0x027150 (0x1e00 bytes) 000841 1787393279.238498 trunc from 0x03f83b to 0x018dfe (0x26a3c bytes) 000843 1787393279.363013 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x18dff): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x18dff): Mirror 18: 0x9bef6c03 (stale) Mirror 19: 0x9bef6c03 (stale) Mirror 20: 0x9bef6c03 (stale) Mirror 21: 0x940ea6d4 (stale) CRC-32 checksum value for chunk [0, 0x18dff): Mirror 1: 0x940ea6d4 Mirror 22: 0x940ea6d4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x18dff: skipped 000844 1787393281.082231 mapwrite 0x000178 thru 0x004360 (0x41e9 bytes) 000845 1787393281.320871 write 0x00f54d thru 0x01065e (0x1112 bytes) 000846 1787393281.332573 read 0x0172aa thru 0x018dfe (0x1b55 bytes) 000847 1787393281.349479 MIRROR_RESYNC 6 mirrors 000848 1787393282.687259 fallocate 0x01700e thru 0x024368 (0xd35b bytes) 000849 1787393282.711148 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24369): Mirror 19: 0x98e4a36a (stale) Mirror 20: 0x98e4a36a (stale) Mirror 21: 0x98e4a36a (stale) Mirror 22: 0x98e4a36a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24369): Mirror 19: 0x98e4a36a (stale) Mirror 20: 0x98e4a36a (stale) Mirror 21: 0x98e4a36a (stale) Mirror 22: 0x98e4a36a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24369: skipped 000850 1787393283.194270 trunc from 0x009c13 to 0x01539b (0xb789 bytes) 000851 1787393283.200545 mapread 0x01d67f thru 0x024368 (0x6cea bytes) 000852 1787393283.223700 punch from 0x00a5d7 to 0x01209d (0x7ac7 bytes) 000853 1787393283.235712 fallocate 0x010658 thru 0x01353e (0x2ee7 bytes) 000854 1787393283.250052 mapwrite 0x019132 thru 0x02605d (0xcf2c bytes) 000855 1787393283.334936 mapwrite 0x01eb1f thru 0x02adf2 (0xc2d4 bytes) 000856 1787393283.414469 punch from 0x01c94d to 0x01fae1 (0x3195 bytes) 000858 1787393283.434321 MIRROR_RESYNC 5 mirrors 000859 1787393285.173231 read 0x01d772 thru 0x02adf2 (0xd681 bytes) 000860 1787393285.190897 MIRROR_RESYNC 5 mirrors 000862 1787393285.704931 read 0x024a4a thru 0x02adf2 (0x63a9 bytes) 000863 1787393285.706030 mapread 0x01a830 thru 0x01c7c3 (0x1f94 bytes) 000864 1787393285.726486 punch from 0x0124e5 to 0x01775b (0x5277 bytes) 000865 1787393285.752766 write 0x02e788 thru 0x0379f5 (0x926e bytes) 000867 1787393285.755177 write 0x0272eb thru 0x02f1c1 (0x7ed7 bytes) 000868 1787393285.762681 trunc from 0x014503 to 0x01fe92 (0xb990 bytes) 000869 1787393285.767170 trunc from 0x00f966 to 0x01d4f1 (0xdb8c bytes) 000870 1787393285.771247 read 0x02b9be thru 0x0350db (0x971e bytes) 000871 1787393285.771785 write 0x035692 thru 0x03933b (0x3caa bytes) 000873 1787393285.774719 mapwrite 0x03e705 thru 0x03ffff (0x18fb bytes) 000874 1787393285.835541 trunc from 0x040000 to 0x02cb0e (0x134f1 bytes) 000875 1787393285.854920 read 0x004cc5 thru 0x007c8d (0x2fc9 bytes) 000876 1787393285.855720 write 0x018f44 thru 0x023129 (0xa1e6 bytes) 000877 1787393285.857610 read 0x025278 thru 0x02cb0e (0x7897 bytes) 000878 1787393285.858658 fallocate 0x01562c thru 0x015fc8 (0x99d bytes) 000879 1787393285.863224 punch from 0x01f8a1 to 0x024947 (0x50a7 bytes) 000880 1787393285.879658 read 0x017035 thru 0x024d46 (0xdd12 bytes) 000881 1787393285.887047 read 0x01087c thru 0x01bc3d (0xb3c2 bytes) 000882 1787393285.887770 write 0x0212c9 thru 0x02e555 (0xd28d bytes) 000883 1787393285.893761 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2e556): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e556): Mirror 19: 0xb2a48d (stale) Mirror 20: 0xb2a48d (stale) Mirror 21: 0xb2a48d (stale) Mirror 22: 0xb2a48d (stale) CRC-32 checksum value for chunk [0, 0x2e556): Mirror 1: 0x506694ec Mirror 23: 0x506694ec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e556: skipped 000884 1787393287.382911 fallocate 0x03650a thru 0x03aae6 (0x45dd bytes) 000885 1787393287.501192 mapread 0x014769 thru 0x01d0e5 (0x897d bytes) 000886 1787393287.580142 mapread 0x017504 thru 0x021fc6 (0xaac3 bytes) 000887 1787393287.628474 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e556): Mirror 20: 0xb2a48d (stale) Mirror 21: 0xb2a48d (stale) Mirror 22: 0xb2a48d (stale) Mirror 23: 0x506694ec (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e556): Mirror 20: 0xb2a48d (stale) Mirror 21: 0xb2a48d (stale) Mirror 22: 0xb2a48d (stale) Mirror 23: 0x506694ec (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e556: skipped 000890 1787393288.388277 write 0x013e3f thru 0x01cefb (0x90bd bytes) 000891 1787393288.435620 read 0x00d51c thru 0x015014 (0x7af9 bytes) 000892 1787393288.459664 MIRROR_RESYNC 5 mirrors 000893 1787393290.119415 trunc from 0x01de66 to 0x025130 (0x72cb bytes) 000894 1787393290.211846 trunc from 0x0108b6 to 0x011897 (0xfe2 bytes) 000896 1787393290.231722 mapwrite 0x03a182 thru 0x03ffff (0x5e7e bytes) 000897 1787393290.404329 write 0x014588 thru 0x02053d (0xbfb6 bytes) 000898 1787393290.426658 mapread 0x009f13 thru 0x00cb8e (0x2c7c bytes) 000899 1787393290.455200 fallocate 0x02a976 thru 0x030558 (0x5be3 bytes) 000900 1787393290.470516 read 0x019721 thru 0x02176f (0x804f bytes) 000902 1787393290.483686 mapwrite 0x02b309 thru 0x039170 (0xde68 bytes) 000904 1787393290.587627 fallocate 0x015866 thru 0x024723 (0xeebe bytes) 000905 1787393290.599701 mapread 0x01bd50 thru 0x0220c0 (0x6371 bytes) 000906 1787393290.635755 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 21: 0x225dfacd (stale) Mirror 22: 0x225dfacd (stale) Mirror 23: 0x225dfacd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 21: 0x225dfacd (stale) Mirror 22: 0x225dfacd (stale) Mirror 23: 0x225dfacd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000907 1787393291.480440 trunc from 0x040000 to 0x025a93 (0x1a56c bytes) 000908 1787393291.527123 trunc from 0x025a94 to 0x024f1e (0xb75 bytes) 000909 1787393291.548459 mapwrite 0x02e65a thru 0x031829 (0x31d0 bytes) 000911 1787393291.679401 trunc from 0x02f86a to 0x031829 (0x1fc0 bytes) 000912 1787393291.690383 trunc from 0x03182a to 0x02d146 (0x46e3 bytes) 000913 1787393291.740482 mapread 0x02460b thru 0x02d146 (0x8b3c bytes) 000914 1787393291.777172 mapwrite 0x034558 thru 0x03da70 (0x9519 bytes) 000915 1787393291.950867 fallocate 0x01f3da thru 0x0215c9 (0x21f0 bytes) 000916 1787393291.973511 trunc from 0x01d78e to 0x0216dc (0x3f4f bytes) 000917 1787393291.993298 fallocate 0x02099d thru 0x030545 (0xfba9 bytes) 000919 1787393292.015277 punch from 0x027f50 to 0x033e71 (0xbf22 bytes) 000920 1787393292.055747 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3da71): Mirror 21: 0xe2dac3f2 (stale) Mirror 23: 0xe2dac3f2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3da71): Mirror 21: 0xe2dac3f2 (stale) Mirror 23: 0xe2dac3f2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3da71: skipped 000921 1787393293.129911 MIRROR_RESYNC 3 mirrors 000922 1787393294.629518 write 0x02af39 thru 0x03a52c (0xf5f4 bytes) 000923 1787393294.673425 mapwrite 0x0394f3 thru 0x03ffff (0x6b0d bytes) 000924 1787393294.736582 mapread 0x018c1a thru 0x024a6b (0xbe52 bytes) 000925 1787393294.761906 write 0x01ed6d thru 0x020ab5 (0x1d49 bytes) 000926 1787393294.763232 mapwrite 0x014afa thru 0x022b83 (0xe08a bytes) 000927 1787393294.786112 punch from 0x001a18 to 0x00d7ff (0xbde8 bytes) 000928 1787393294.796192 mapread 0x0153aa thru 0x021799 (0xc3f0 bytes) 000929 1787393294.798777 mapread 0x0382f1 thru 0x03c944 (0x4654 bytes) 000930 1787393294.800746 write 0x01d54d thru 0x01ff11 (0x29c5 bytes) 000931 1787393294.802707 mapwrite 0x023af6 thru 0x02df02 (0xa40d bytes) 000932 1787393294.853795 trunc from 0x040000 to 0x02b3af (0x14c50 bytes) 000933 1787393294.900332 mapread 0x004fe3 thru 0x00b2e7 (0x6305 bytes) 000934 1787393294.929065 MIRROR_RESYNC 3 mirrors 000935 1787393295.955546 read 0x01b3ab thru 0x02b2ee (0xff44 bytes) 000936 1787393295.970582 trunc from 0x016bf0 to 0x0177d5 (0xbe6 bytes) 000937 1787393296.059671 MIRROR_RESYNC 3 mirrors 000939 1787393297.017666 trunc from 0x02b3b0 to 0x00b25d (0x20152 bytes) 000940 1787393297.120389 write 0x00e3af thru 0x01b015 (0xcc67 bytes) 000941 1787393297.125735 mapwrite 0x01f764 thru 0x0282bc (0x8b59 bytes) 000942 1787393297.233425 trunc from 0x007c4c to 0x014cb3 (0xd068 bytes) 000943 1787393297.241069 fallocate 0x02336f thru 0x02f0ad (0xbd3f bytes) 000944 1787393297.247629 punch from 0x010425 to 0x011556 (0x1132 bytes) 000945 1787393297.253454 mapread 0x0162d5 thru 0x02265f (0xc38b bytes) 000946 1787393297.259021 punch from 0x017c63 to 0x01f49b (0x7839 bytes) 000947 1787393297.264719 fallocate 0x03ed84 thru 0x03f7d0 (0xa4d bytes) 000948 1787393297.270716 punch from 0x0175ae to 0x022ca0 (0xb6f3 bytes) 000949 1787393297.277330 trunc from 0x03f7d1 to 0x01f150 (0x20680 bytes) 000950 1787393297.304641 MIRROR_RESYNC 3 mirrors 000951 1787393298.254891 trunc from 0x0047ae to 0x008229 (0x3a7c bytes) 000952 1787393298.325787 MIRROR_RESYNC 3 mirrors 000953 1787393299.991762 read 0x014d01 thru 0x01f150 (0xa450 bytes) 000954 1787393300.011327 MIRROR_EXTEND to 4 mirrors 000956 1787393301.055758 fallocate 0x01e1e0 thru 0x024707 (0x6528 bytes) 000957 1787393301.102543 trunc from 0x024708 to 0x026d70 (0x2669 bytes) 000958 1787393301.132694 mapread 0x018c01 thru 0x026d70 (0xe170 bytes) 000959 1787393301.168452 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26d71): Mirror 23: 0x1a9eb1bf (stale) Mirror 24: 0x1a9eb1bf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26d71): Mirror 23: 0x1a9eb1bf (stale) Mirror 24: 0x1a9eb1bf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26d71: skipped 000960 1787393301.536896 trunc from 0x0094f0 to 0x0167dd (0xd2ee bytes) 000961 1787393301.550925 trunc from 0x026d71 to 0x02980a (0x2a9a bytes) 000962 1787393301.577023 write 0x01c6a9 thru 0x0256f7 (0x904f bytes) 000963 1787393301.590813 read 0x0044eb thru 0x01208e (0xdba4 bytes) 000964 1787393301.608367 fallocate 0x032e44 thru 0x035655 (0x2812 bytes) 000965 1787393301.616696 punch from 0x026437 to 0x031358 (0xaf22 bytes) 000967 1787393301.627387 write 0x010ef2 thru 0x016f04 (0x6013 bytes) 000968 1787393301.643636 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x2a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35656): Mirror 24: 0x91f1bd3a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35656): Mirror 24: 0x91f1bd3a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35656: skipped 000969 1787393301.941672 trunc from 0x01c00b to 0x0235cc (0x75c2 bytes) 000971 1787393301.950347 mapread 0x032993 thru 0x035655 (0x2cc3 bytes) 000972 1787393301.978051 trunc from 0x024413 to 0x024fc7 (0xbb5 bytes) 000973 1787393301.989535 trunc from 0x035656 to 0x031b81 (0x3ad4 bytes) 000975 1787393302.016545 write 0x026f54 thru 0x02dbcf (0x6c7c bytes) 000976 1787393302.029300 write 0x0168a5 thru 0x01e9ff (0x815b bytes) 000977 1787393302.044667 mapwrite 0x01ae72 thru 0x027241 (0xc3d0 bytes) 000978 1787393302.099422 mapwrite 0x03d960 thru 0x03ffff (0x26a0 bytes) 000980 1787393302.134790 fallocate 0x033f2e thru 0x03db89 (0x9c5c bytes) 000981 1787393302.138637 mapread 0x0178e2 thru 0x026628 (0xed47 bytes) 000982 1787393302.139765 mapread 0x0114d0 thru 0x011bde (0x70f bytes) 000983 1787393302.146216 write 0x022454 thru 0x02aa12 (0x85bf bytes) 000984 1787393302.147367 write 0x039490 thru 0x03d191 (0x3d02 bytes) 000986 1787393302.148590 mapwrite 0x01a50c thru 0x01c88c (0x2381 bytes) 000987 1787393302.176674 fallocate 0x034653 thru 0x03d766 (0x9114 bytes) 000988 1787393302.187316 write 0x02bef6 thru 0x02e993 (0x2a9e bytes) 000989 1787393302.190114 trunc from 0x040000 to 0x01f72e (0x208d1 bytes) 000990 1787393302.215107 fallocate 0x01c351 thru 0x01caf7 (0x7a7 bytes) 000991 1787393302.220829 punch from 0x0173bd to 0x01f72e (0x8372 bytes) 000992 1787393302.227683 trunc from 0x01f72f to 0x03228e (0x12b60 bytes) 000993 1787393302.252193 trunc from 0x02251b to 0x02ae82 (0x8968 bytes) 000994 1787393302.256667 write 0x03b50b thru 0x03e311 (0x2e07 bytes) 000995 1787393302.268514 punch from 0x029383 to 0x031b1e (0x879c bytes) 000996 1787393302.284665 punch from 0x0154a7 to 0x01696c (0x14c6 bytes) 000998 1787393302.293393 punch from 0x029205 to 0x032216 (0x9012 bytes) 000999 1787393302.298567 read 0x005f09 thru 0x010471 (0xa569 bytes) 001000 1787393302.312087 write 0x01e270 thru 0x02d18f (0xef20 bytes) All operations completed A-OK!