== sanity-flr test 70a: flr mode fsx test ================ 02:31:16 (1789367476) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 7476 fallocating to largest ever: 0x40000 000001 1789367476.960365 fallocate 0x0375f7 thru 0x03ffff (0x8a09 bytes) 000002 1789367476.965530 trunc from 00000000 to 0x00aeba (0xaebb bytes) 000003 1789367476.974785 fallocate 0x02d99a thru 0x037b38 (0xa19f bytes) 000004 1789367476.980445 MIRROR_EXTEND to 2 mirrors 000005 1789367477.269040 write 0x03f956 thru 0x03ffff (0x6aa bytes) 000006 1789367477.285712 trunc from 0x004e82 to 0x01134b (0xc4ca bytes) 000007 1789367477.288770 mapwrite 0x0364b2 thru 0x038e30 (0x297f bytes) 000008 1789367477.310749 write 0x037565 thru 0x03ffff (0x8a9b bytes) 000009 1789367477.312879 mapread 0x038631 thru 0x03ffff (0x79cf bytes) 000010 1789367477.314226 mapread 0x01a529 thru 0x01e3c0 (0x3e98 bytes) 000011 1789367477.330053 write 0x017bfc thru 0x0245dd (0xc9e2 bytes) 000012 1789367477.334418 trunc from 0x03967c to 0x03ab80 (0x1505 bytes) 000013 1789367477.352748 mapread 0x011fe4 thru 0x01213e (0x15b bytes) 000014 1789367477.366028 MIRROR_RESYNC 2 mirrors 000016 1789367477.676824 fallocate 0x01f686 thru 0x0270c1 (0x7a3c bytes) 000017 1789367477.704670 trunc from 0x040000 to 0x01d011 (0x22fee bytes) 000018 1789367477.730940 read 0x0034c2 thru 0x006929 (0x3468 bytes) 000019 1789367477.736531 punch from 0x014d38 to 0x01d011 (0x82da bytes) 000020 1789367477.739931 trunc from 0x01d012 to 0x01e96f (0x195e bytes) 000021 1789367477.751936 write 0x010440 thru 0x017796 (0x7357 bytes) 000022 1789367477.761348 write 0x027c4c thru 0x028fe3 (0x1398 bytes) 000023 1789367477.762397 punch from 0x01a1db to 0x01d1e8 (0x300e bytes) 000024 1789367477.766401 read 0x0176e9 thru 0x023bfd (0xc515 bytes) 000025 1789367477.774682 fallocate 0x02f8cb thru 0x03f778 (0xfeae bytes) 000026 1789367477.778791 punch from 0x0132e2 to 0x01a73e (0x745d bytes) 000028 1789367477.797267 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) 000030 1789367477.888832 MIRROR_EXTEND to 2 mirrors 000031 1789367478.293504 punch from 0x01a837 to 0x01c3e7 (0x1bb1 bytes) 000032 1789367478.308298 mapwrite 0x002c36 thru 0x00f20a (0xc5d5 bytes) 000034 1789367478.335711 read 0x0245c7 thru 0x02db27 (0x9561 bytes) 000035 1789367478.339781 trunc from 0x023ea0 to 0x02751a (0x367b bytes) 000036 1789367478.343372 write 0x01fb3a thru 0x02725a (0x7721 bytes) 000037 1789367478.354843 MIRROR_RESYNC 2 mirrors 000038 1789367478.661400 mapwrite 0x03a6ca thru 0x03ffff (0x5936 bytes) 000039 1789367478.727928 read 0x012261 thru 0x01cae3 (0xa883 bytes) 000040 1789367478.735342 punch from 0x02a83c to 0x02b567 (0xd2c bytes) 000041 1789367478.739664 trunc from 0x040000 to 0x01941a (0x26be5 bytes) 000043 1789367478.752086 trunc from 0x0040d3 to 0x00c143 (0x8071 bytes) 000044 1789367478.756993 mapread 0x005ee1 thru 0x015647 (0xf767 bytes) 000045 1789367478.768449 mapwrite 0x00f335 thru 0x01b7a5 (0xc471 bytes) 000046 1789367478.795493 mapread 0x007205 thru 0x008d5e (0x1b5a bytes) 000047 1789367478.796350 mapwrite 0x03b7b1 thru 0x03bea9 (0x6f9 bytes) 000048 1789367478.815000 punch from 0x01ee40 to 0x02cb66 (0xdd27 bytes) 000049 1789367478.818066 read 0x027b9f thru 0x02cfc9 (0x542b bytes) 000050 1789367478.822824 mapwrite 0x031e29 thru 0x0399b4 (0x7b8c bytes) 000052 1789367478.837345 write 0x00c358 thru 0x01749d (0xb146 bytes) 000053 1789367478.838538 write 0x033d60 thru 0x03f729 (0xb9ca bytes) 000054 1789367478.839965 mapwrite 0x0100cf thru 0x01238d (0x22bf bytes) 000055 1789367478.851899 mapread 0x037200 thru 0x03a5be (0x33bf bytes) 000056 1789367478.852806 fallocate 0x034665 thru 0x03ffff (0xb99b bytes) 000057 1789367478.856190 read 0x017bbf thru 0x020250 (0x8692 bytes) 000059 1789367478.857001 trunc from 0x00a8f0 to 0x00eea9 (0x45ba bytes) 000060 1789367478.862041 mapwrite 0x028710 thru 0x031862 (0x9153 bytes) 000061 1789367478.873139 read 0x023a35 thru 0x028e59 (0x5425 bytes) 000062 1789367478.873743 punch from 0x02a7dc to 0x03869f (0xdec4 bytes) 000063 1789367478.876934 mapwrite 0x011b8c thru 0x015817 (0x3c8c bytes) 000064 1789367478.885286 mapwrite 0x01e87f thru 0x02155e (0x2ce0 bytes) 000065 1789367478.897313 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) 000066 1789367478.980618 fallocate 0x01a69c thru 0x01c898 (0x21fd bytes) 000067 1789367478.984285 write 0x037935 thru 0x038ea1 (0x156d bytes) 000068 1789367478.995451 punch from 0x03adfa to 0x03bf1b (0x1122 bytes) 000069 1789367478.998772 write 0x027960 thru 0x02c9c0 (0x5061 bytes) 000070 1789367479.004893 trunc from 0x040000 to 0x03e6bd (0x1942 bytes) 000071 1789367479.014092 trunc from 0x00f5bd to 0x01390f (0x4353 bytes) 000072 1789367479.017778 mapread 0x00ed61 thru 0x01c5cd (0xd86d bytes) 000073 1789367479.035923 mapwrite 0x02d860 thru 0x039344 (0xbae5 bytes) 000074 1789367479.061231 read 0x009104 thru 0x00a0bf (0xfbc bytes) 000075 1789367479.061877 read 0x00bcff thru 0x018f02 (0xd204 bytes) 000076 1789367479.062823 punch from 0x005a4d to 0x014ef3 (0xf4a7 bytes) 000077 1789367479.067001 write 0x03bd94 thru 0x03ffff (0x426c bytes) 000078 1789367479.068120 mapread 0x0318b7 thru 0x03b178 (0x98c2 bytes) 000079 1789367479.069053 trunc from 0x040000 to 0x006ce2 (0x3931d bytes) 000080 1789367479.080666 fallocate 0x02199c thru 0x0289ea (0x704f bytes) 000081 1789367479.083326 mapwrite 0x023947 thru 0x029c6c (0x6326 bytes) 000082 1789367479.111927 trunc from 0x029c6d to 0x015bc1 (0x140ab bytes) 000083 1789367479.126809 MIRROR_EXTEND to 2 mirrors 000084 1789367479.427963 read 0x008a84 thru 0x00ec65 (0x61e2 bytes) 000085 1789367479.435433 trunc from 0x015bc2 to 0x03104f (0x1b48e bytes) 000086 1789367479.456439 mapwrite 0x0210c9 thru 0x02b642 (0xa57a bytes) 000087 1789367479.475145 trunc from 0x01b11d to 0x025033 (0x9f17 bytes) 000088 1789367479.479848 fallocate 0x023ba3 thru 0x032234 (0xe692 bytes) 000089 1789367479.482436 trunc from 0x031050 to 0x020778 (0x108d7 bytes) 000090 1789367479.491440 punch from 0x012723 to 0x01fd37 (0xd615 bytes) 000092 1789367479.494455 trunc from 0x020779 to 0x009464 (0x17314 bytes) 000093 1789367479.501034 write 0x01259f thru 0x0173ab (0x4e0d bytes) 000094 1789367479.502031 fallocate 0x03f97c thru 0x03ffff (0x684 bytes) 000095 1789367479.504635 mapwrite 0x034fae thru 0x03e348 (0x939b bytes) 000096 1789367479.527838 mapwrite 0x03a5a4 thru 0x03ffff (0x5a5c bytes) 000097 1789367479.551644 mapwrite 0x02a149 thru 0x033a3a (0x98f2 bytes) 000098 1789367479.572553 mapread 0x010730 thru 0x01b78e (0xb05f bytes) 000099 1789367479.583091 trunc from 0x040000 to 0x02d79d (0x12862 bytes) 000101 1789367479.594716 trunc from 0x023774 to 0x02ba2c (0x82b9 bytes) 000102 1789367479.604372 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) 000103 1789367479.669561 trunc from 0x01b1e0 to 0x021290 (0x60b1 bytes) 000104 1789367479.673974 fallocate 0x03d4b0 thru 0x03ffff (0x2b50 bytes) 000105 1789367479.677651 trunc from 0x01167e to 0x01b934 (0xa2b7 bytes) 000106 1789367479.680568 punch from 0x0127f5 to 0x018fea (0x67f6 bytes) 000107 1789367479.683818 fallocate 0x026df4 thru 0x036395 (0xf5a2 bytes) 000108 1789367479.687533 punch from 0x02b9fd to 0x02d79d (0x1da1 bytes) 000110 1789367479.691207 fallocate 0x03fa11 thru 0x03ffff (0x5ef bytes) 000112 1789367479.694975 mapwrite 0x0213b8 thru 0x02249c (0x10e5 bytes) 000113 1789367479.714371 mapwrite 0x038951 thru 0x03ffff (0x76af bytes) 000114 1789367479.746823 mapwrite 0x03d2fb thru 0x03ffff (0x2d05 bytes) 000115 1789367479.755448 mapwrite 0x01757a thru 0x0273bc (0xfe43 bytes) 000117 1789367479.780987 punch from 0x00373c to 0x012fc7 (0xf88c bytes) 000118 1789367479.784619 punch from 0x0000e2 to 0x00ef6b (0xee8a bytes) 000119 1789367479.790464 MIRROR_EXTEND to 2 mirrors 000120 1789367480.117227 MIRROR_EXTEND to 3 mirrors 000121 1789367480.484765 fallocate 0x01df38 thru 0x020b5d (0x2c26 bytes) 000122 1789367480.515516 trunc from 0x0385ac to 0x03984d (0x12a2 bytes) 000123 1789367480.519880 mapread 0x01506f thru 0x02088f (0xb821 bytes) 000124 1789367480.536427 fallocate 0x028194 thru 0x033b42 (0xb9af bytes) 000125 1789367480.539245 fallocate 0x032a98 thru 0x0387c6 (0x5d2f bytes) 000126 1789367480.548323 read 0x03de24 thru 0x03ffff (0x21dc bytes) 000127 1789367480.554224 MIRROR_RESYNC 3 mirrors 000128 1789367481.067780 trunc from 0x040000 to 0x0124e4 (0x2db1b bytes) 000129 1789367481.086711 mapwrite 0x028005 thru 0x02ef19 (0x6f15 bytes) 000131 1789367481.117308 punch from 0x022cb9 to 0x028575 (0x58bd bytes) 000132 1789367481.120691 mapread 0x023e37 thru 0x02b0d8 (0x72a2 bytes) 000134 1789367481.127484 punch from 0x0133b6 to 0x015955 (0x25a0 bytes) 000135 1789367481.132789 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2ef1a): Mirror 3: 0xdcb0c1c0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ef1a): Mirror 3: 0xdcb0c1c0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ef1a: skipped 000136 1789367481.280213 punch from 0x02e183 to 0x02ef19 (0xd97 bytes) 000139 1789367481.283656 write 0x01c400 thru 0x01fee8 (0x3ae9 bytes) 000140 1789367481.291889 read 0x02c352 thru 0x02ef19 (0x2bc8 bytes) 000141 1789367481.295883 mapread 0x008f79 thru 0x00eeec (0x5f74 bytes) 000142 1789367481.309248 trunc from 0x02ef1a to 0x0243aa (0xab6f bytes) 000143 1789367481.319528 trunc from 0x006e8d to 0x014c60 (0xddd4 bytes) 000144 1789367481.323677 read 0x00cfde thru 0x00fc52 (0x2c75 bytes) 000145 1789367481.333525 MIRROR_RESYNC 2 mirrors 000146 1789367481.608951 mapread 0x01ac68 thru 0x01b567 (0x900 bytes) 000147 1789367481.615876 fallocate 0x02a123 thru 0x03185c (0x773a bytes) 000148 1789367481.639464 mapread 0x002e57 thru 0x00a4b9 (0x7663 bytes) 000149 1789367481.647222 trunc from 0x0241e5 to 0x0243aa (0x1c6 bytes) 000150 1789367481.653454 trunc from 0x0243ab to 0x01b1ad (0x91fd bytes) 000151 1789367481.671445 punch from 0x007f2b to 0x0105b4 (0x868a bytes) 000152 1789367481.675078 mapwrite 0x011157 thru 0x0141cc (0x3076 bytes) 000153 1789367481.689981 trunc from 0x017c59 to 0x01b1ad (0x3555 bytes) 000154 1789367481.692718 punch from 0x002a54 to 0x00584f (0x2dfc bytes) 000155 1789367481.695312 mapwrite 0x012404 thru 0x01e982 (0xc57f bytes) 000156 1789367481.720282 read 0x00efb9 thru 0x017f99 (0x8fe1 bytes) 000157 1789367481.720873 write 0x0391e8 thru 0x03d295 (0x40ae bytes) 000158 1789367481.721929 read 0x00f00a thru 0x010e7e (0x1e75 bytes) 000159 1789367481.722440 mapwrite 0x02e4af thru 0x0330eb (0x4c3d bytes) 000160 1789367481.736405 write 0x03beb6 thru 0x03e24c (0x2397 bytes) 000161 1789367481.737550 punch from 0x020d34 to 0x02637a (0x5647 bytes) 000162 1789367481.740622 fallocate 0x02cb85 thru 0x03a792 (0xdc0e bytes) 000163 1789367481.743788 mapread 0x032578 thru 0x0336e0 (0x1169 bytes) 000165 1789367481.745055 trunc from 0x03e24d to 0x00f248 (0x2f004 bytes) 000166 1789367481.753454 read 0x0001e7 thru 0x0070e9 (0x6f03 bytes) 000167 1789367481.754080 fallocate 0x01a1e9 thru 0x029173 (0xef8b bytes) 000168 1789367481.757336 punch from 0x0082e3 to 0x00aab6 (0x27d4 bytes) 000169 1789367481.760800 punch from 0x01e7b7 to 0x0284a8 (0x9cf2 bytes) 000170 1789367481.763592 mapread 0x01f4bc thru 0x029173 (0x9cb8 bytes) 000171 1789367481.769508 read 0x00313f thru 0x00c4c2 (0x9384 bytes) 000172 1789367481.770144 trunc from 0x0224fe to 0x023892 (0x1395 bytes) 000173 1789367481.772952 mapread 0x025981 thru 0x029173 (0x37f3 bytes) 000174 1789367481.773748 read 0x005466 thru 0x008ea7 (0x3a42 bytes) 000175 1789367481.774280 mapwrite 0x005363 thru 0x007dfe (0x2a9c bytes) 000176 1789367481.784136 write 0x01c81f thru 0x01e0e3 (0x18c5 bytes) 000177 1789367481.785404 mapwrite 0x014ce0 thru 0x023d88 (0xf0a9 bytes) 000178 1789367481.808346 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x29174): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29174): Mirror 3: 0x315c55c1 (stale) CRC-32 checksum value for chunk [0, 0x29174): Mirror 1: 0xcad2c4da Mirror 4: 0xcad2c4da lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29174: skipped 000179 1789367482.170322 MIRROR_RESYNC 3 mirrors 000180 1789367482.495931 fallocate 0x0109d6 thru 0x01341d (0x2a48 bytes) 000181 1789367482.515275 punch from 0x007a0a to 0x011ad9 (0xa0d0 bytes) 000182 1789367482.521277 trunc from 0x029174 to 0x01e969 (0xa80a bytes) 000183 1789367482.533695 read 0x00cd0b thru 0x010248 (0x353e bytes) 000184 1789367482.538715 fallocate 0x0060a8 thru 0x015c1c (0xfb75 bytes) 000185 1789367482.543028 fallocate 0x00317d thru 0x00a50a (0x738e bytes) 000186 1789367482.550457 MIRROR_RESYNC 3 mirrors 000188 1789367482.860883 mapread 0x01e916 thru 0x01e969 (0x54 bytes) 000189 1789367482.866071 fallocate 0x021c5f thru 0x02806c (0x640e bytes) 000190 1789367482.884464 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2806d): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2806d): Mirror 3: 0xcd904020 (stale) Mirror 4: 0xcd904020 (stale) CRC-32 checksum value for chunk [0, 0x2806d): Mirror 1: 0xcd904020 Mirror 5: 0xcd904020 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2806d: skipped 000191 1789367483.368272 fallocate 0x0314d6 thru 0x03bc53 (0xa77e bytes) 000192 1789367483.391372 mapread 0x022ac6 thru 0x02cd76 (0xa2b1 bytes) 000193 1789367483.402020 fallocate 0x01c5f1 thru 0x02a521 (0xdf31 bytes) 000194 1789367483.405360 fallocate 0x0047a4 thru 0x0083c2 (0x3c1f bytes) 000195 1789367483.408449 mapread 0x038ffc thru 0x03bc53 (0x2c58 bytes) 000196 1789367483.413433 trunc from 0x03bc54 to 0x034a8d (0x71c6 bytes) 000197 1789367483.426402 fallocate 0x03205b thru 0x03edb8 (0xcd5e bytes) 000198 1789367483.432765 punch from 0x008615 to 0x00fd4d (0x7739 bytes) 000199 1789367483.436343 punch from 0x019e6c to 0x01f3a5 (0x553a bytes) 000200 1789367483.439026 punch from 0x020f3e to 0x023a0f (0x2ad2 bytes) 000201 1789367483.442151 mapread 0x00530b thru 0x0086be (0x33b4 bytes) 000202 1789367483.446933 punch from 0x00219d to 0x00e041 (0xbea5 bytes) 000203 1789367483.451859 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x34a8e): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34a8e): Mirror 3: 0x5a9225a (stale) Mirror 4: 0x5a9225a (stale) Mirror 5: 0x5a9225a (stale) CRC-32 checksum value for chunk [0, 0x34a8e): Mirror 1: 0x5ce43b88 Mirror 6: 0x5ce43b88 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34a8e: skipped 000204 1789367483.829492 trunc from 0x034a8e to 0x0334d5 (0x15b8 bytes) 000205 1789367483.881906 punch from 0x01cc6e to 0x0270ba (0xa44d bytes) 000206 1789367483.885428 trunc from 0x0334d6 to 0x035bb3 (0x26de bytes) 000207 1789367483.897727 fallocate 0x0246fe thru 0x02f9b6 (0xb2b9 bytes) 000208 1789367483.903696 trunc from 0x035bb4 to 0x00ec4b (0x26f68 bytes) 000210 1789367483.912823 trunc from 0x00ec4c to 0x001e01 (0xce4a bytes) 000211 1789367483.922878 fallocate 0x03de9e thru 0x03ffff (0x2162 bytes) 000212 1789367483.927363 write 0x01b9d3 thru 0x01f55f (0x3b8d bytes) 000213 1789367483.928748 read 0x011b62 thru 0x01bb4f (0x9fee bytes) 000214 1789367483.936529 punch from 0x00474c to 0x013f11 (0xf7c6 bytes) 000216 1789367483.940587 mapread 0x007929 thru 0x00a877 (0x2f4f bytes) 000217 1789367483.952799 trunc from 0x01f560 to 0x0321cd (0x12c6e bytes) 000218 1789367483.964595 write 0x02cb70 thru 0x034261 (0x76f2 bytes) 000219 1789367483.970328 write 0x031741 thru 0x039807 (0x80c7 bytes) 000220 1789367483.971505 mapread 0x028bbe thru 0x02bf1b (0x335e bytes) 000221 1789367483.980317 fallocate 0x01c48a thru 0x020e9d (0x4a14 bytes) 000222 1789367483.983633 read 0x02dd80 thru 0x0351b9 (0x743a bytes) 000223 1789367483.984443 read 0x013f84 thru 0x019e06 (0x5e83 bytes) 000224 1789367483.989511 punch from 0x0374fa to 0x039807 (0x230e bytes) 000225 1789367484.004079 trunc from 0x039808 to 0x01b8a5 (0x1df62 bytes) 000227 1789367484.029623 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1b8a6): Mirror 4: 0x87c6dc8 (stale) Mirror 5: 0x87c6dc8 (stale) Mirror 6: 0xc77070a9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b8a6): Mirror 4: 0x87c6dc8 (stale) Mirror 5: 0x87c6dc8 (stale) Mirror 6: 0xc77070a9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b8a6: skipped 000228 1789367484.261876 write 0x015835 thru 0x018683 (0x2e4f bytes) 000229 1789367484.271882 fallocate 0x014674 thru 0x015c89 (0x1616 bytes) 000230 1789367484.279140 read 0x014a12 thru 0x0176fa (0x2ce9 bytes) 000231 1789367484.283475 mapread 0x015a46 thru 0x01b8a5 (0x5e60 bytes) 000232 1789367484.298524 mapwrite 0x01880f thru 0x01adf9 (0x25eb bytes) 000233 1789367484.315235 trunc from 0x01b8a6 to 0x02f6b3 (0x13e0e bytes) 000234 1789367484.324338 trunc from 0x02f6b4 to 0x03a977 (0xb2c4 bytes) 000235 1789367484.339073 read 0x004980 thru 0x00f303 (0xa984 bytes) 000236 1789367484.346814 mapread 0x02c8e5 thru 0x03a977 (0xe093 bytes) 000237 1789367484.348197 mapread 0x00d49f thru 0x0194b6 (0xc018 bytes) 000238 1789367484.349108 mapread 0x018ce6 thru 0x01f8e5 (0x6c00 bytes) 000239 1789367484.350939 write 0x009be3 thru 0x012374 (0x8792 bytes) 000240 1789367484.352614 write 0x021b00 thru 0x02745a (0x595b bytes) 000241 1789367484.354691 punch from 0x02cc75 to 0x036f7d (0xa309 bytes) 000242 1789367484.359517 fallocate 0x00b29f thru 0x019fe8 (0xed4a bytes) 000243 1789367484.364606 trunc from 0x03a978 to 0x03fa63 (0x50ec bytes) 000244 1789367484.377059 write 0x01f39e thru 0x02e0b6 (0xed19 bytes) 000245 1789367484.382943 mapwrite 0x020702 thru 0x02175f (0x105e bytes) 000246 1789367484.396026 mapread 0x00e8fc thru 0x0182b5 (0x99ba bytes) 000247 1789367484.396920 write 0x0252e0 thru 0x029f35 (0x4c56 bytes) 000248 1789367484.397819 punch from 0x00284b to 0x011caf (0xf465 bytes) 000249 1789367484.402690 mapwrite 0x00ba9d thru 0x01227f (0x67e3 bytes) 000250 1789367484.450404 mapread 0x00d4fe thru 0x018b8e (0xb691 bytes) 000252 1789367484.452858 write 0x01252b thru 0x01de4a (0xb920 bytes) 000253 1789367484.454118 mapwrite 0x01f90f thru 0x026d0d (0x73ff bytes) 000254 1789367484.470515 read 0x0137df thru 0x01ede5 (0xb607 bytes) 000255 1789367484.471123 write 0x00df4f thru 0x019619 (0xb6cb bytes) 000256 1789367484.472373 trunc from 0x03fa64 to 0x03c409 (0x365a bytes) 000257 1789367484.484219 fallocate 0x03fcec thru 0x03ffff (0x314 bytes) 000258 1789367484.487886 trunc from 0x030b9c to 0x032345 (0x17aa bytes) 000259 1789367484.491333 trunc from 0x040000 to 0x0359af (0xa650 bytes) 000260 1789367484.500501 trunc from 0x0359b0 to 0x0094b9 (0x2c4f6 bytes) 000261 1789367484.514491 mapread 0x008b79 thru 0x0094b9 (0x941 bytes) 000262 1789367484.521318 mapread 0x000899 thru 0x004a5a (0x41c2 bytes) 000263 1789367484.525828 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x94ba): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x94ba): Mirror 4: 0x3b6e169b (stale) Mirror 5: 0x3b6e169b (stale) Mirror 6: 0x3451724e (stale) CRC-32 checksum value for chunk [0, 0x94ba): Mirror 1: 0x3451724e Mirror 7: 0x3451724e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x94ba: skipped 000264 1789367484.960355 read 0x002473 thru 0x0094b9 (0x7047 bytes) 000265 1789367484.979451 mapwrite 0x026ffb thru 0x03580a (0xe810 bytes) 000266 1789367485.064772 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3580b): Mirror 5: 0xbfd8a96e (stale) Mirror 6: 0xdf06c60d (stale) Mirror 7: 0xa7c85c08 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3580b): Mirror 5: 0xbfd8a96e (stale) Mirror 6: 0xdf06c60d (stale) Mirror 7: 0xa7c85c08 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3580b: skipped 000267 1789367485.244707 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3580b): Mirror 5: 0xbfd8a96e (stale) Mirror 7: 0xa7c85c08 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3580b): Mirror 5: 0xbfd8a96e (stale) Mirror 7: 0xa7c85c08 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3580b: skipped 000270 1789367485.435616 trunc from 0x03580b to 0x0223f8 (0x13412 bytes) 000271 1789367485.453650 write 0x0295f1 thru 0x02bc29 (0x2639 bytes) 000272 1789367485.454743 write 0x011b3b thru 0x01a06b (0x8531 bytes) 000273 1789367485.461047 trunc from 0x02bc2a to 0x00fb39 (0x1c0f0 bytes) 000274 1789367485.477375 read 0x00e8c9 thru 0x00fb39 (0x1271 bytes) 000275 1789367485.484348 mapread 0x00bb7e thru 0x00fb39 (0x3fbc bytes) 000276 1789367485.498787 fallocate 0x039059 thru 0x03db8b (0x4b33 bytes) 000277 1789367485.508348 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3db8c): Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3db8c): Mirror 5: 0x4097fb53 (stale) Mirror 7: 0xede4a758 (stale) CRC-32 checksum value for chunk [0, 0x3db8c): Mirror 1: 0xede4a758 Mirror 8: 0xede4a758 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3db8c: skipped 000278 1789367485.904459 trunc from 0x00e950 to 0x01d43a (0xeaeb bytes) 000279 1789367485.926590 punch from 0x00ec8d to 0x0163d8 (0x774c bytes) 000283 1789367485.931689 mapwrite 0x011cb4 thru 0x012a65 (0xdb2 bytes) 000284 1789367485.955032 mapwrite 0x01b587 thru 0x02847f (0xcef9 bytes) 000285 1789367485.992807 trunc from 0x00672a to 0x00fbd7 (0x94ae bytes) 000286 1789367485.997519 trunc from 0x03d388 to 0x03db8b (0x804 bytes) 000287 1789367486.001069 trunc from 0x01f0e6 to 0x021b04 (0x2a1f bytes) 000288 1789367486.005104 write 0x0255c6 thru 0x032ccc (0xd707 bytes) 000290 1789367486.014593 write 0x026f0c thru 0x034a24 (0xdb19 bytes) 000291 1789367486.019169 punch from 0x03d1ad to 0x03db8b (0x9df bytes) 000293 1789367486.028520 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3db8c): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3db8c): Mirror 5: 0x4097fb53 (stale) Mirror 7: 0xede4a758 (stale) Mirror 8: 0xede4a758 (stale) CRC-32 checksum value for chunk [0, 0x3db8c): Mirror 1: 0xae1e8537 Mirror 9: 0xae1e8537 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3db8c: skipped 000294 1789367486.604660 trunc from 0x03db8c to 0x03d677 (0x514 bytes) 000295 1789367486.634309 punch from 0x0166e2 to 0x01c12a (0x5a49 bytes) 000296 1789367486.639376 trunc from 0x039ea6 to 0x03d677 (0x37d2 bytes) 000297 1789367486.643235 mapread 0x0304c9 thru 0x0354b8 (0x4ff0 bytes) 000298 1789367486.658954 trunc from 0x001843 to 0x0021b2 (0x970 bytes) 000300 1789367486.662763 fallocate 0x0044a3 thru 0x008c72 (0x47d0 bytes) 000301 1789367486.669148 mapwrite 0x014012 thru 0x022a77 (0xea66 bytes) 000302 1789367486.703731 trunc from 0x00a59f to 0x00f4c7 (0x4f29 bytes) 000303 1789367486.709070 trunc from 0x01edda to 0x02e8d0 (0xfaf7 bytes) 000304 1789367486.715605 trunc from 0x03d678 to 0x02588a (0x17ded bytes) 000305 1789367486.733575 trunc from 0x02588b to 0x008b31 (0x1cd59 bytes) 000306 1789367486.744580 punch from 0x0030e4 to 0x007547 (0x4464 bytes) 000307 1789367486.751926 MIRROR_RESYNC 5 mirrors 000308 1789367487.237048 trunc from 0x001f42 to 0x008b31 (0x6bf0 bytes) 000309 1789367487.266550 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x8b32): Mirror 7: 0xce84be3f (stale) Mirror 8: 0xce84be3f (stale) Mirror 9: 0xce84be3f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x8b32): Mirror 7: 0xce84be3f (stale) Mirror 8: 0xce84be3f (stale) Mirror 9: 0xce84be3f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x8b32: skipped 000310 1789367487.450875 punch from 0x005652 to 0x008b31 (0x34e0 bytes) 000311 1789367487.454886 mapwrite 0x03b0ed thru 0x03ffff (0x4f13 bytes) 000312 1789367487.490405 trunc from 0x030d27 to 0x0321db (0x14b5 bytes) 000313 1789367487.493680 mapwrite 0x011ab3 thru 0x01dc54 (0xc1a2 bytes) 000314 1789367487.523648 write 0x0311dd thru 0x031277 (0x9b bytes) 000315 1789367487.527467 read 0x00f771 thru 0x01a2d5 (0xab65 bytes) 000316 1789367487.528001 fallocate 0x001598 thru 0x00df28 (0xc991 bytes) 000318 1789367487.533673 fallocate 0x024673 thru 0x02e7ce (0xa15c bytes) 000320 1789367487.539003 trunc from 0x040000 to 0x01c801 (0x237fe bytes) 000321 1789367487.551386 mapwrite 0x00ca00 thru 0x0161bc (0x97bd bytes) 000322 1789367487.571276 mapwrite 0x02da42 thru 0x02f49d (0x1a5c bytes) 000323 1789367487.607447 mapread 0x02410e thru 0x02a8a2 (0x6795 bytes) 000324 1789367487.617992 fallocate 0x03a49b thru 0x03ffff (0x5b65 bytes) 000326 1789367487.624450 mapread 0x01d4a3 thru 0x02d32e (0xfe8c bytes) 000327 1789367487.625582 read 0x00d012 thru 0x014db1 (0x7da0 bytes) 000328 1789367487.626310 mapread 0x019238 thru 0x0252ce (0xc097 bytes) 000329 1789367487.627497 mapwrite 0x00629e thru 0x00d549 (0x72ac bytes) 000330 1789367487.649545 write 0x0191ea thru 0x01b277 (0x208e bytes) 000331 1789367487.651642 write 0x010768 thru 0x01f90c (0xf1a5 bytes) 000332 1789367487.654720 read 0x00c1a4 thru 0x014851 (0x86ae bytes) 000333 1789367487.655641 read 0x0277b4 thru 0x02f49d (0x7cea bytes) 000334 1789367487.660070 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2f49e): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f49e): Mirror 7: 0x18b8029d (stale) Mirror 8: 0x18b8029d (stale) Mirror 9: 0x18b8029d (stale) CRC-32 checksum value for chunk [0, 0x2f49e): Mirror 1: 0xbb92ffe7 Mirror 10: 0xbb92ffe7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f49e: skipped 000335 1789367488.073792 mapwrite 0x00b688 thru 0x01574b (0xa0c4 bytes) 000336 1789367488.154199 mapread 0x022a6a thru 0x025fc0 (0x3557 bytes) 000337 1789367488.160463 mapwrite 0x02ffcc thru 0x038cba (0x8cef bytes) 000338 1789367488.214892 mapwrite 0x00e1a3 thru 0x01a9f2 (0xc850 bytes) 000339 1789367488.228141 read 0x033aed thru 0x038cba (0x51ce bytes) 000340 1789367488.229466 trunc from 0x031180 to 0x034783 (0x3604 bytes) 000341 1789367488.237481 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38cbb): Mirror 7: 0x719e489b (stale) Mirror 8: 0x719e489b (stale) Mirror 10: 0x9ae5aab7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38cbb): Mirror 7: 0x719e489b (stale) Mirror 8: 0x719e489b (stale) Mirror 10: 0x9ae5aab7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38cbb: skipped 000342 1789367488.447264 read 0x024cc4 thru 0x02819b (0x34d8 bytes) 000343 1789367488.455330 punch from 0x0062c8 to 0x00973d (0x3476 bytes) 000344 1789367488.459155 punch from 0x00c279 to 0x016fbf (0xad47 bytes) 000345 1789367488.472886 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38cbb): Mirror 8: 0x719e489b (stale) Mirror 10: 0x9ae5aab7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38cbb): Mirror 8: 0x719e489b (stale) Mirror 10: 0x9ae5aab7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38cbb: skipped 000346 1789367488.635052 fallocate 0x0003de thru 0x00560f (0x5232 bytes) 000348 1789367488.641570 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x38cbb): Mirror 8: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38cbb): Mirror 8: 0x719e489b (stale) Mirror 10: 0x9ae5aab7 (stale) CRC-32 checksum value for chunk [0, 0x38cbb): Mirror 1: 0x4ac4bcb3 Mirror 11: 0x4ac4bcb3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38cbb: skipped 000349 1789367489.105494 trunc from 0x038cbb to 0x032c57 (0x6063 bytes) 000350 1789367489.155929 read 0x011b4e thru 0x02193e (0xfdf1 bytes) 000351 1789367489.163416 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x32c58): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32c58): Mirror 8: 0xafcde555 (stale) Mirror 10: 0x75d4562b (stale) Mirror 11: 0x55e34e9 (stale) CRC-32 checksum value for chunk [0, 0x32c58): Mirror 1: 0x55e34e9 Mirror 12: 0x55e34e9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32c58: skipped 000352 1789367489.680275 trunc from 0x00bfd7 to 0x012cc8 (0x6cf2 bytes) 000353 1789367489.706095 punch from 0x005d7e to 0x009049 (0x32cc bytes) 000354 1789367489.709019 fallocate 0x03e814 thru 0x03ffff (0x17ec bytes) 000355 1789367489.712008 trunc from 0x040000 to 0x01424a (0x2bdb5 bytes) 000356 1789367489.740236 mapwrite 0x0177c1 thru 0x01926d (0x1aad bytes) 000357 1789367489.787021 write 0x008f72 thru 0x013a7c (0xab0b bytes) 000358 1789367489.800516 MIRROR_RESYNC 5 mirrors 000359 1789367490.529139 MIRROR_EXTEND to 6 mirrors 000360 1789367491.009224 punch from 0x009344 to 0x00d4b2 (0x416f bytes) 000361 1789367491.038919 punch from 0x0100a7 to 0x01926d (0x91c7 bytes) 000362 1789367491.043293 trunc from 0x01926e to 0x01e0c0 (0x4e53 bytes) 000364 1789367491.063373 MIRROR_RESYNC 6 mirrors 000365 1789367492.088348 write 0x02d811 thru 0x02dcdc (0x4cc bytes) 000366 1789367492.110754 trunc from 0x02dcdd to 0x00dfa3 (0x1fd39 bytes) 000367 1789367492.127389 trunc from 0x00dfa4 to 0x020665 (0x126c2 bytes) 000368 1789367492.140281 read 0x00b00d thru 0x011456 (0x644a bytes) 000369 1789367492.147808 write 0x032728 thru 0x03eba4 (0xc47d bytes) 000370 1789367492.149355 trunc from 0x03eba5 to 0x02972f (0x15475 bytes) 000371 1789367492.163158 trunc from 0x029730 to 0x005fd2 (0x2375d bytes) 000373 1789367492.179701 mapwrite 0x034262 thru 0x037a0f (0x37ae bytes) 000374 1789367492.222680 trunc from 0x037a10 to 0x004e8e (0x32b81 bytes) 000375 1789367492.235729 read 0x003da6 thru 0x004e8e (0x10e9 bytes) 000376 1789367492.241535 trunc from 0x004e8f to 0x011071 (0xc1e3 bytes) 000377 1789367492.253586 mapwrite 0x01c555 thru 0x0258d3 (0x937f bytes) 000378 1789367492.286701 trunc from 0x00b341 to 0x016004 (0xacc4 bytes) 000379 1789367492.290429 trunc from 0x01c5d0 to 0x020248 (0x3c79 bytes) 000380 1789367492.294394 mapwrite 0x015db9 thru 0x025bbc (0xfe04 bytes) 000381 1789367492.344059 mapwrite 0x0134bc thru 0x019c36 (0x677b bytes) 000382 1789367492.361867 read 0x0136d3 thru 0x0155c3 (0x1ef1 bytes) 000384 1789367492.363005 mapwrite 0x01afdb thru 0x029fd0 (0xeff6 bytes) 000385 1789367492.401904 mapwrite 0x030e2c thru 0x03fbca (0xed9f bytes) 000387 1789367492.428091 punch from 0x02f1c2 to 0x03b257 (0xc096 bytes) 000389 1789367492.435555 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fbcb): Mirror 8: 0xa9714123 (stale) Mirror 11: 0xa9714123 (stale) Mirror 12: 0xa9714123 (stale) Mirror 13: 0xa9714123 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fbcb): Mirror 8: 0xa9714123 (stale) Mirror 11: 0xa9714123 (stale) Mirror 12: 0xa9714123 (stale) Mirror 13: 0xa9714123 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fbcb: skipped 000390 1789367492.646981 write 0x016ceb thru 0x01c620 (0x5936 bytes) 000391 1789367492.655870 trunc from 0x004b94 to 0x00b9c0 (0x6e2d bytes) 000393 1789367492.659731 trunc from 0x03fbcb to 0x01d39f (0x2282b bytes) 000394 1789367492.673576 write 0x014f01 thru 0x019812 (0x4912 bytes) 000395 1789367492.679690 trunc from 0x01d3a0 to 0x03d5ed (0x2024e bytes) 000396 1789367492.692682 trunc from 0x03d5ee to 0x02a625 (0x12fc8 bytes) 000397 1789367492.711466 fallocate 0x00ac99 thru 0x00b3fb (0x763 bytes) 000398 1789367492.717121 fallocate 0x03a2dc thru 0x03edd4 (0x4af9 bytes) 000399 1789367492.725644 fallocate 0x02f412 thru 0x0315a3 (0x2192 bytes) 000401 1789367492.730351 mapread 0x00d448 thru 0x019d7e (0xc937 bytes) 000402 1789367492.746412 write 0x00d0d9 thru 0x017736 (0xa65e bytes) 000403 1789367492.750989 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3edd5): Mirror 11: 0x75376e44 (stale) Mirror 12: 0x75376e44 (stale) Mirror 13: 0x75376e44 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3edd5): Mirror 11: 0x75376e44 (stale) Mirror 12: 0x75376e44 (stale) Mirror 13: 0x75376e44 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3edd5: skipped 000404 1789367492.950541 trunc from 0x013f85 to 0x01f4fc (0xb578 bytes) 000406 1789367492.953579 read 0x01f0d2 thru 0x025138 (0x6067 bytes) 000407 1789367492.958157 read 0x016c6d thru 0x01dbf6 (0x6f8a bytes) 000408 1789367492.964939 trunc from 0x01d470 to 0x0291e1 (0xbd72 bytes) 000409 1789367492.967638 read 0x0248ef thru 0x029e81 (0x5593 bytes) 000410 1789367492.972498 punch from 0x03d8d8 to 0x03edd4 (0x14fd bytes) 000411 1789367492.976127 fallocate 0x011906 thru 0x01d101 (0xb7fc bytes) 000412 1789367492.979356 write 0x0048b2 thru 0x007a78 (0x31c7 bytes) 000413 1789367492.984095 trunc from 0x01bb57 to 0x02a2d8 (0xe782 bytes) 000414 1789367492.988376 punch from 0x028d3c to 0x02fa2c (0x6cf1 bytes) 000415 1789367492.991954 trunc from 0x03edd5 to 0x022666 (0x1c76e bytes) 000416 1789367493.001915 trunc from 0x022667 to 0x031f7e (0xf918 bytes) 000417 1789367493.015517 mapread 0x009a7f thru 0x00c9c0 (0x2f42 bytes) 000418 1789367493.019877 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31f7f): Mirror 12: 0xe43f5961 (stale) Mirror 13: 0xe43f5961 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31f7f): Mirror 12: 0xe43f5961 (stale) Mirror 13: 0xe43f5961 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31f7f: skipped 000420 1789367493.251783 mapwrite 0x013ecb thru 0x0151ff (0x1335 bytes) 000421 1789367493.272914 mapread 0x0130eb thru 0x01e5f9 (0xb50f bytes) 000422 1789367493.283900 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x31f7f): Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31f7f): Mirror 12: 0xe43f5961 (stale) Mirror 13: 0xe43f5961 (stale) CRC-32 checksum value for chunk [0, 0x31f7f): Mirror 1: 0x9dd86ca7 Mirror 14: 0x9dd86ca7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31f7f: skipped 000423 1789367493.758751 read 0x02f0d6 thru 0x03135d (0x2288 bytes) 000424 1789367493.768772 fallocate 0x02a915 thru 0x02fd3e (0x542a bytes) 000425 1789367493.803778 read 0x008b4f thru 0x00cbf3 (0x40a5 bytes) 000426 1789367493.813004 punch from 0x023a4c to 0x02a7be (0x6d73 bytes) 000428 1789367493.816159 mapwrite 0x00bea7 thru 0x019bfe (0xdd58 bytes) 000429 1789367493.832717 mapwrite 0x03bb0e thru 0x03ffff (0x44f2 bytes) 000430 1789367493.890891 fallocate 0x013114 thru 0x021573 (0xe460 bytes) 000431 1789367493.895108 punch from 0x02d475 to 0x03c092 (0xec1e bytes) 000432 1789367493.900384 trunc from 0x040000 to 0x02f7a1 (0x1085e bytes) 000433 1789367493.911712 trunc from 0x02f7a2 to 0x00f9e4 (0x1fdbd bytes) 000434 1789367493.924155 punch from 0x0059f3 to 0x00cb32 (0x7140 bytes) 000435 1789367493.933583 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xf9e5): Mirror 13: 0x1e5788c0 (stale) Mirror 14: 0x3f916871 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xf9e5): Mirror 13: 0x1e5788c0 (stale) Mirror 14: 0x3f916871 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xf9e5: skipped 000436 1789367494.123443 fallocate 0x0147f5 thru 0x01a021 (0x582d bytes) 000437 1789367494.128982 write 0x0223c7 thru 0x0234e2 (0x111c bytes) 000438 1789367494.138913 write 0x003ad2 thru 0x00a40a (0x6939 bytes) 000439 1789367494.147082 fallocate 0x02739f thru 0x02a70c (0x336e bytes) 000440 1789367494.153464 read 0x00e953 thru 0x00ebd8 (0x286 bytes) 000441 1789367494.159808 write 0x03b8ed thru 0x03ffff (0x4713 bytes) 000442 1789367494.160898 trunc from 0x040000 to 0x02276e (0x1d891 bytes) 000443 1789367494.175536 fallocate 0x0266eb thru 0x03565f (0xef75 bytes) 000444 1789367494.179760 punch from 0x006f9a to 0x0108de (0x9945 bytes) 000446 1789367494.195029 MIRROR_RESYNC 3 mirrors 000447 1789367494.642655 trunc from 0x029047 to 0x02e4f3 (0x54ad bytes) 000449 1789367494.670837 punch from 0x030872 to 0x03565f (0x4dee bytes) 000451 1789367494.675044 read 0x00afbe thru 0x0196e6 (0xe729 bytes) 000452 1789367494.685153 mapread 0x015b10 thru 0x022f11 (0xd402 bytes) 000453 1789367494.704808 punch from 0x01f10f to 0x02dd1d (0xec0f bytes) 000454 1789367494.709580 mapread 0x0127ec thru 0x013f4c (0x1761 bytes) 000456 1789367494.710750 punch from 0x01dfc3 to 0x02c1cb (0xe209 bytes) 000457 1789367494.714779 write 0x00a40e thru 0x0134c1 (0x90b4 bytes) 000458 1789367494.716639 trunc from 0x035660 to 0x03e477 (0x8e18 bytes) 000459 1789367494.742254 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e478): Mirror 14: 0xd8e950c3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e478): Mirror 14: 0xd8e950c3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e478: skipped 000460 1789367494.913343 trunc from 0x03e478 to 0x01adf6 (0x23681 bytes) 000461 1789367494.927749 mapread 0x0134a3 thru 0x01adf6 (0x7954 bytes) 000462 1789367494.947647 trunc from 0x00d870 to 0x011f34 (0x46c5 bytes) 000463 1789367494.953204 mapwrite 0x01201f thru 0x0193d7 (0x73b9 bytes) 000464 1789367494.970914 trunc from 0x01adf7 to 0x012a41 (0x83b5 bytes) 000465 1789367494.981169 trunc from 0x00a196 to 0x012a41 (0x88ac bytes) 000466 1789367494.989129 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) 000468 1789367495.069935 fallocate 0x00de2a thru 0x00e262 (0x439 bytes) 000470 1789367495.074669 punch from 0x00bb56 to 0x012a41 (0x6eec bytes) 000471 1789367495.079135 punch from 0x008ff9 to 0x00ba6b (0x2a73 bytes) 000472 1789367495.083400 write 0x033fa3 thru 0x03ffff (0xc05d bytes) 000473 1789367495.087379 mapread 0x028b0e thru 0x02cf5c (0x444f bytes) 000474 1789367495.102815 write 0x0387aa thru 0x03ffff (0x7856 bytes) 000475 1789367495.103770 trunc from 0x036317 to 0x03c370 (0x605a bytes) 000476 1789367495.113863 punch from 0x0044d2 to 0x013c08 (0xf737 bytes) 000478 1789367495.118241 mapwrite 0x015eb3 thru 0x022572 (0xc6c0 bytes) 000481 1789367495.147328 trunc from 0x02e9de to 0x03c740 (0xdd63 bytes) 000484 1789367495.152754 mapwrite 0x021897 thru 0x0276c2 (0x5e2c bytes) 000486 1789367495.167701 mapread 0x0239b8 thru 0x02d396 (0x99df bytes) 000487 1789367495.173062 MIRROR_EXTEND to 2 mirrors 000488 1789367495.582304 punch from 0x012db1 to 0x017b5d (0x4dad bytes) 000489 1789367495.602882 mapwrite 0x00b2df thru 0x00f7e3 (0x4505 bytes) 000490 1789367495.624311 mapwrite 0x001968 thru 0x00cc57 (0xb2f0 bytes) 000491 1789367495.644817 mapwrite 0x0117c0 thru 0x01a733 (0x8f74 bytes) 000492 1789367495.664507 fallocate 0x001ea0 thru 0x003e59 (0x1fba bytes) 000493 1789367495.673276 trunc from 0x00479a to 0x00ce07 (0x866e bytes) 000495 1789367495.679108 trunc from 0x0269f1 to 0x0317d5 (0xade5 bytes) 000496 1789367495.683327 read 0x03ea16 thru 0x03ffff (0x15ea bytes) 000498 1789367495.691812 trunc from 0x040000 to 0x029a43 (0x165bc bytes) 000500 1789367495.713031 trunc from 0x02168e to 0x029a43 (0x83b6 bytes) 000501 1789367495.719442 trunc from 0x029a44 to 0x00b56b (0x1e4d8 bytes) 000503 1789367495.731700 mapwrite 0x014adf thru 0x02253b (0xda5d bytes) 000504 1789367495.781221 mapwrite 0x003003 thru 0x00a33e (0x733c bytes) 000505 1789367495.799735 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2253c): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2253c): Mirror 2: 0x5ac172da (stale) CRC-32 checksum value for chunk [0, 0x2253c): Mirror 1: 0x6ad136e0 Mirror 3: 0x6ad136e0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2253c: skipped 000506 1789367496.152598 write 0x01582f thru 0x0256b4 (0xfe86 bytes) 000507 1789367496.176935 punch from 0x00dcee to 0x0178f8 (0x9c0b bytes) 000508 1789367496.184338 trunc from 0x000dcd to 0x003e24 (0x3058 bytes) 000509 1789367496.188510 write 0x0317ff thru 0x033b0d (0x230f bytes) 000510 1789367496.189576 fallocate 0x014007 thru 0x0156d8 (0x16d2 bytes) 000511 1789367496.199637 MIRROR_RESYNC 3 mirrors 000512 1789367496.600864 mapwrite 0x010327 thru 0x01f18b (0xee65 bytes) 000513 1789367496.666409 mapread 0x00d92b thru 0x00edf3 (0x14c9 bytes) 000514 1789367496.667519 punch from 0x02913d to 0x033b0d (0xa9d1 bytes) 000515 1789367496.670654 trunc from 0x033b0e to 0x00a537 (0x295d6 bytes) 000516 1789367496.687590 trunc from 0x00a538 to 0x03d3ac (0x32e75 bytes) 000517 1789367496.697197 fallocate 0x026ed2 thru 0x0310f8 (0xa227 bytes) 000518 1789367496.700575 read 0x00c568 thru 0x00da5a (0x14f3 bytes) 000519 1789367496.705044 punch from 0x003f7e to 0x004e6a (0xeed bytes) 000520 1789367496.708076 mapread 0x0057ee thru 0x0076fd (0x1f10 bytes) 000521 1789367496.713909 mapread 0x019b63 thru 0x01c273 (0x2711 bytes) 000522 1789367496.720247 trunc from 0x03d3ad to 0x000d6d (0x3c63f bytes) 000523 1789367496.733317 fallocate 0x022744 thru 0x031f82 (0xf83f bytes) 000524 1789367496.736630 fallocate 0x02e59f thru 0x03ab99 (0xc5fb bytes) 000525 1789367496.740284 fallocate 0x01509a thru 0x019cc8 (0x4c2f bytes) 000526 1789367496.752870 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0xd6e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd6e): Mirror 2: 0x609271cf (stale) Mirror 3: 0x609271cf (stale) CRC-32 checksum value for chunk [0, 0xd6e): Mirror 1: 0x609271cf Mirror 4: 0x609271cf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd6e: skipped 000527 1789367497.092493 write 0x02315f thru 0x0277f9 (0x469b bytes) 000528 1789367497.117686 mapwrite 0x03e81e thru 0x03ffff (0x17e2 bytes) 000529 1789367497.160847 mapread 0x03f48e thru 0x03ffff (0xb72 bytes) 000531 1789367497.162102 read 0x020441 thru 0x02b00d (0xabcd bytes) 000532 1789367497.166696 write 0x009908 thru 0x018414 (0xeb0d bytes) 000533 1789367497.176422 fallocate 0x02ca2e thru 0x030b80 (0x4153 bytes) 000534 1789367497.182371 fallocate 0x02fb81 thru 0x037679 (0x7af9 bytes) 000535 1789367497.186265 write 0x0073c4 thru 0x010d5b (0x9998 bytes) 000536 1789367497.189858 fallocate 0x013bca thru 0x018a3a (0x4e71 bytes) 000537 1789367497.193506 punch from 0x028b5a to 0x0346d7 (0xbb7e bytes) 000539 1789367497.196911 write 0x038ef5 thru 0x03eb4c (0x5c58 bytes) 000540 1789367497.200736 trunc from 0x02feeb to 0x03736e (0x7484 bytes) 000541 1789367497.206154 trunc from 0x040000 to 0x00ee3d (0x311c2 bytes) 000542 1789367497.223129 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0xee3e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xee3e): Mirror 2: 0x5c679680 (stale) Mirror 3: 0x5c679680 (stale) Mirror 4: 0x334110c9 (stale) CRC-32 checksum value for chunk [0, 0xee3e): Mirror 1: 0xb72b2033 Mirror 5: 0xb72b2033 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xee3e: skipped 000543 1789367497.571528 mapwrite 0x03ce42 thru 0x03ffff (0x31be bytes) 000544 1789367497.637983 mapread 0x007bdd thru 0x00bb05 (0x3f29 bytes) 000545 1789367497.648598 trunc from 0x040000 to 0x03a698 (0x5967 bytes) 000546 1789367497.668812 trunc from 0x03a699 to 0x0192fd (0x2139b bytes) 000547 1789367497.681845 read 0x018ac2 thru 0x0192fd (0x83c bytes) 000548 1789367497.687407 mapread 0x00a952 thru 0x00e1b8 (0x3867 bytes) 000549 1789367497.688086 write 0x015bc3 thru 0x01a967 (0x4da5 bytes) 000550 1789367497.691378 fallocate 0x00e498 thru 0x0121e2 (0x3d4b bytes) 000551 1789367497.695376 trunc from 0x01264d to 0x01a967 (0x831b bytes) 000552 1789367497.703607 mapread 0x010943 thru 0x016a8f (0x614d bytes) 000553 1789367497.711543 read 0x0040bd thru 0x007651 (0x3595 bytes) 000554 1789367497.711908 trunc from 0x01a968 to 0x0306ee (0x15d87 bytes) 000555 1789367497.722221 mapread 0x015924 thru 0x01c8b8 (0x6f95 bytes) 000556 1789367497.730729 mapread 0x0061f0 thru 0x009d32 (0x3b43 bytes) 000557 1789367497.731492 mapread 0x0242f2 thru 0x0271d5 (0x2ee4 bytes) 000558 1789367497.735699 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x306ef): Mirror 2: 0xc7221787 (stale) Mirror 3: 0xc7221787 (stale) Mirror 5: 0xbb4317b0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x306ef): Mirror 2: 0xc7221787 (stale) Mirror 3: 0xc7221787 (stale) Mirror 5: 0xbb4317b0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x306ef: skipped 000559 1789367497.939240 mapread 0x00bbcc thru 0x00ed53 (0x3188 bytes) 000560 1789367497.951564 mapwrite 0x01d1b4 thru 0x027664 (0xa4b1 bytes) 000561 1789367497.977600 fallocate 0x00c1a3 thru 0x00d723 (0x1581 bytes) 000562 1789367497.981353 trunc from 0x0306ef to 0x02b086 (0x5668 bytes) 000563 1789367497.995807 write 0x01da8c thru 0x02452e (0x6aa3 bytes) 000564 1789367498.001085 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2b087): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b087): Mirror 2: 0xabacd1 (stale) Mirror 3: 0xabacd1 (stale) Mirror 5: 0x658b83f5 (stale) CRC-32 checksum value for chunk [0, 0x2b087): Mirror 1: 0x27e6f9ac Mirror 6: 0x27e6f9ac lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b087: skipped 000565 1789367498.558870 punch from 0x0193e7 to 0x01c019 (0x2c33 bytes) 000566 1789367498.589770 fallocate 0x001077 thru 0x0025f3 (0x157d bytes) 000567 1789367498.594287 trunc from 0x013017 to 0x0154a7 (0x2491 bytes) 000568 1789367498.598611 mapread 0x01fa41 thru 0x0237ed (0x3dad bytes) 000570 1789367498.614120 write 0x0315b5 thru 0x033315 (0x1d61 bytes) 000571 1789367498.618812 mapread 0x007636 thru 0x01301c (0xb9e7 bytes) 000572 1789367498.634533 trunc from 0x02e0b5 to 0x032a47 (0x4993 bytes) 000573 1789367498.646593 MIRROR_RESYNC 5 mirrors 000574 1789367499.443646 read 0x00d4b8 thru 0x013541 (0x608a bytes) 000576 1789367499.453089 trunc from 0x032ff3 to 0x033315 (0x323 bytes) 000577 1789367499.484246 trunc from 0x033316 to 0x004bc2 (0x2e753 bytes) 000578 1789367499.498913 punch from 0x003ab7 to 0x004bc2 (0x110c bytes) 000579 1789367499.503016 read 0x000760 thru 0x004bc2 (0x4463 bytes) 000580 1789367499.508452 punch from 0x000d14 to 0x001d20 (0x100d bytes) 000581 1789367499.513127 trunc from 0x0007d6 to 0x004bc2 (0x43ed bytes) 000582 1789367499.521735 punch from 0x000d3e to 0x004bc2 (0x3e85 bytes) 000584 1789367499.526820 write 0x03f20e thru 0x03ffff (0xdf2 bytes) 000585 1789367499.527994 write 0x004de5 thru 0x00b534 (0x6750 bytes) 000587 1789367499.537527 trunc from 0x03697c to 0x03c139 (0x57be bytes) 000588 1789367499.541550 read 0x0324fc thru 0x03fb46 (0xd64b bytes) 000589 1789367499.547526 trunc from 0x02fd64 to 0x03f697 (0xf934 bytes) 000590 1789367499.556110 read 0x02bd43 thru 0x03829f (0xc55d bytes) 000591 1789367499.566417 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x8bbf31bc (stale) Mirror 3: 0x8bbf31bc (stale) Mirror 5: 0x8bbf31bc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x8bbf31bc (stale) Mirror 3: 0x8bbf31bc (stale) Mirror 5: 0x8bbf31bc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000592 1789367499.811397 punch from 0x02947a to 0x0332cc (0x9e53 bytes) 000593 1789367499.815059 punch from 0x02ca6e to 0x0336f1 (0x6c84 bytes) 000594 1789367499.823120 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x8bbf31bc (stale) Mirror 3: 0x8bbf31bc (stale) Mirror 5: 0x8bbf31bc (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x41ebb7ee Mirror 6: 0x41ebb7ee lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000595 1789367500.375446 mapwrite 0x0029f7 thru 0x010942 (0xdf4c bytes) 000596 1789367500.472330 fallocate 0x037954 thru 0x03cd74 (0x5421 bytes) 000597 1789367500.477907 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x8bbf31bc (stale) Mirror 3: 0x8bbf31bc (stale) Mirror 5: 0x8bbf31bc (stale) Mirror 6: 0x41ebb7ee (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x25266cc1 Mirror 7: 0x25266cc1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000598 1789367501.057273 mapwrite 0x02277a thru 0x02a2db (0x7b62 bytes) 000599 1789367501.151763 read 0x015251 thru 0x018213 (0x2fc3 bytes) 000600 1789367501.158449 punch from 0x01177c to 0x0120bf (0x944 bytes) 000602 1789367501.164341 punch from 0x024f22 to 0x02a774 (0x5853 bytes) 000603 1789367501.168024 write 0x034499 thru 0x03ffff (0xbb67 bytes) 000604 1789367501.177628 MIRROR_RESYNC 6 mirrors 000605 1789367502.299883 punch from 0x018e4b to 0x0256e5 (0xc89b bytes) 000607 1789367502.321710 mapwrite 0x0221de thru 0x0305f1 (0xe414 bytes) 000608 1789367502.365635 mapread 0x0329a7 thru 0x035a9e (0x30f8 bytes) 000609 1789367502.366491 read 0x00d7fc thru 0x01402b (0x6830 bytes) 000611 1789367502.375292 trunc from 0x040000 to 0x03116c (0xee93 bytes) 000612 1789367502.387362 trunc from 0x013c16 to 0x01c6a6 (0x8a91 bytes) 000613 1789367502.389776 mapwrite 0x001324 thru 0x004ecd (0x3baa bytes) 000614 1789367502.408625 mapread 0x02f3dd thru 0x0310c8 (0x1cec bytes) 000615 1789367502.409583 fallocate 0x01833e thru 0x020198 (0x7e5b bytes) 000616 1789367502.416819 mapwrite 0x010c61 thru 0x0127dd (0x1b7d bytes) 000617 1789367502.432347 MIRROR_RESYNC 6 mirrors 000618 1789367503.343485 mapwrite 0x0083cb thru 0x01055a (0x8190 bytes) 000619 1789367503.428256 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3116d): Mirror 2: 0x6f9bc318 (stale) Mirror 3: 0x6f9bc318 (stale) Mirror 5: 0x6f9bc318 (stale) Mirror 6: 0x6f9bc318 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3116d): Mirror 2: 0x6f9bc318 (stale) Mirror 3: 0x6f9bc318 (stale) Mirror 5: 0x6f9bc318 (stale) Mirror 6: 0x6f9bc318 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3116d: skipped 000620 1789367503.697921 trunc from 0x03116d to 0x013504 (0x1dc68 bytes) 000621 1789367503.712423 mapwrite 0x025572 thru 0x02d06f (0x7afe bytes) 000622 1789367503.756805 fallocate 0x0208c8 thru 0x02a018 (0x9751 bytes) 000623 1789367503.762665 mapwrite 0x01355b thru 0x01e5d2 (0xb078 bytes) 000624 1789367503.792829 trunc from 0x02d070 to 0x01e7b1 (0xe8be bytes) 000625 1789367503.804890 fallocate 0x004559 thru 0x0085b9 (0x4061 bytes) 000626 1789367503.810220 trunc from 0x01e7b2 to 0x01a644 (0x416d bytes) 000627 1789367503.824286 fallocate 0x03f1b3 thru 0x03ffff (0xe4d bytes) 000628 1789367503.829254 mapread 0x03d3a1 thru 0x03dc64 (0x8c4 bytes) 000629 1789367503.837255 fallocate 0x0047ee thru 0x005e74 (0x1687 bytes) 000630 1789367503.840870 mapread 0x02436d thru 0x032d9d (0xea31 bytes) 000631 1789367503.855132 mapwrite 0x01fbd9 thru 0x02e43d (0xe865 bytes) 000632 1789367503.877107 mapwrite 0x00d764 thru 0x01205b (0x48f8 bytes) 000633 1789367503.888914 trunc from 0x0018e0 to 0x00520b (0x392c bytes) 000634 1789367503.894765 mapread 0x01b23f thru 0x0231d2 (0x7f94 bytes) 000635 1789367503.900037 trunc from 0x026f95 to 0x031bbc (0xac28 bytes) 000636 1789367503.908946 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xcde13d6b (stale) Mirror 3: 0xcde13d6b (stale) Mirror 5: 0xcde13d6b (stale) Mirror 6: 0xcde13d6b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe701002a Mirror 7: 0xe701002a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000637 1789367504.487744 mapwrite 0x007c1c thru 0x0114bf (0x98a4 bytes) 000638 1789367504.566097 trunc from 0x020630 to 0x02ea83 (0xe454 bytes) 000639 1789367504.569248 fallocate 0x00f6e9 thru 0x0118fc (0x2214 bytes) 000640 1789367504.576871 MIRROR_RESYNC 6 mirrors 000641 1789367505.518849 mapread 0x038c98 thru 0x03ffff (0x7368 bytes) 000642 1789367505.533622 read 0x007550 thru 0x00ca04 (0x54b5 bytes) 000643 1789367505.539654 mapwrite 0x012d0c thru 0x019eb4 (0x71a9 bytes) 000644 1789367505.593133 fallocate 0x01b5f5 thru 0x020298 (0x4ca4 bytes) 000645 1789367505.597361 mapwrite 0x029c78 thru 0x039c4e (0xffd7 bytes) 000646 1789367505.627579 read 0x01a99a thru 0x01d1ef (0x2856 bytes) 000647 1789367505.634301 write 0x012fd0 thru 0x019e48 (0x6e79 bytes) 000648 1789367505.635447 mapread 0x006b41 thru 0x00a985 (0x3e45 bytes) 000649 1789367505.636383 mapwrite 0x030867 thru 0x03ce54 (0xc5ee bytes) 000650 1789367505.651332 fallocate 0x0259c7 thru 0x027ca3 (0x22dd bytes) 000651 1789367505.655435 mapread 0x01cfa8 thru 0x029e22 (0xce7b bytes) 000653 1789367505.656889 trunc from 0x040000 to 0x00a2d2 (0x35d2d bytes) 000654 1789367505.669781 fallocate 0x02cfd3 thru 0x03b279 (0xe2a7 bytes) 000655 1789367505.679137 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b27a): Mirror 3: 0xa4aa78e3 (stale) Mirror 5: 0xa4aa78e3 (stale) Mirror 6: 0xa4aa78e3 (stale) Mirror 7: 0xa4aa78e3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b27a): Mirror 3: 0xa4aa78e3 (stale) Mirror 5: 0xa4aa78e3 (stale) Mirror 6: 0xa4aa78e3 (stale) Mirror 7: 0xa4aa78e3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b27a: skipped 000656 1789367505.893439 mapread 0x00497a thru 0x010a8d (0xc114 bytes) 000657 1789367505.910075 write 0x034d8b thru 0x0362da (0x1550 bytes) 000658 1789367505.921853 trunc from 0x03b27a to 0x03683e (0x4a3b bytes) 000659 1789367505.933104 read 0x013818 thru 0x01dff6 (0xa7df bytes) 000660 1789367505.942104 trunc from 0x014ac3 to 0x01c61d (0x7b5b bytes) 000661 1789367505.945514 trunc from 0x019b33 to 0x02455e (0xaa2c bytes) 000662 1789367505.948729 read 0x031a35 thru 0x03683e (0x4e0a bytes) 000663 1789367505.955397 read 0x033962 thru 0x03683e (0x2edd bytes) 000664 1789367505.955993 fallocate 0x02b761 thru 0x03abe1 (0xf481 bytes) 000665 1789367505.960723 write 0x00dbd7 thru 0x01d69f (0xfac9 bytes) 000666 1789367505.962090 trunc from 0x03683f to 0x037c7c (0x143e bytes) 000667 1789367505.971042 mapread 0x000d94 thru 0x0042c7 (0x3534 bytes) 000668 1789367505.972099 write 0x001e45 thru 0x003845 (0x1a01 bytes) 000669 1789367505.973051 trunc from 0x01adc2 to 0x01b847 (0xa86 bytes) 000670 1789367505.986590 read 0x016c47 thru 0x01e2a3 (0x765d bytes) 000672 1789367505.993929 punch from 0x01701a to 0x023935 (0xc91c bytes) 000673 1789367505.998947 punch from 0x01fe4c to 0x02601f (0x61d4 bytes) 000674 1789367506.002680 mapwrite 0x01c0ec thru 0x02b803 (0xf718 bytes) 000675 1789367506.055570 fallocate 0x019e63 thru 0x021c40 (0x7dde bytes) 000677 1789367506.059835 read 0x02b60c thru 0x032dd8 (0x77cd bytes) 000678 1789367506.060369 mapread 0x029d3d thru 0x02d6d8 (0x399c bytes) 000680 1789367506.061516 trunc from 0x037c7d to 0x030bcd (0x70af bytes) 000681 1789367506.069436 punch from 0x013f36 to 0x018b7c (0x4c47 bytes) 000682 1789367506.072154 fallocate 0x034559 thru 0x03c2b6 (0x7d5e bytes) 000683 1789367506.075707 write 0x0270f2 thru 0x0341f1 (0xd100 bytes) 000684 1789367506.076927 read 0x028369 thru 0x0341f1 (0xbe89 bytes) 000685 1789367506.077646 punch from 0x011fb4 to 0x018837 (0x6884 bytes) 000686 1789367506.080499 trunc from 0x0341f2 to 0x002873 (0x3197e bytes) 000688 1789367506.090594 mapwrite 0x028d41 thru 0x038916 (0xfbd6 bytes) 000689 1789367506.124603 read 0x00e5d2 thru 0x01d227 (0xec56 bytes) 000690 1789367506.125560 punch from 0x03438f to 0x038916 (0x4588 bytes) 000691 1789367506.130237 read 0x027fe1 thru 0x02bcb6 (0x3cd6 bytes) 000692 1789367506.130945 read 0x01f196 thru 0x028d28 (0x9b93 bytes) 000693 1789367506.131574 read 0x003df8 thru 0x00efc1 (0xb1ca bytes) 000694 1789367506.135139 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38917): Mirror 3: 0xd5b84a9 (stale) Mirror 6: 0xd5b84a9 (stale) Mirror 7: 0xd5b84a9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38917): Mirror 3: 0xd5b84a9 (stale) Mirror 6: 0xd5b84a9 (stale) Mirror 7: 0xd5b84a9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38917: skipped 000696 1789367506.340583 trunc from 0x038917 to 0x022eac (0x15a6a bytes) 000697 1789367506.353619 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x22ead): Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22ead): Mirror 3: 0x4d5d6636 (stale) Mirror 6: 0x4d5d6636 (stale) Mirror 7: 0x4d5d6636 (stale) CRC-32 checksum value for chunk [0, 0x22ead): Mirror 1: 0xbc25af07 Mirror 8: 0xbc25af07 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22ead: skipped 000698 1789367506.797258 write 0x01303d thru 0x01759d (0x4561 bytes) 000699 1789367506.830169 trunc from 0x022ead to 0x0006d6 (0x227d6 bytes) 000700 1789367506.845077 mapwrite 0x02b6ae thru 0x0371ca (0xbb1d bytes) 000701 1789367506.888358 read 0x01da04 thru 0x0224c0 (0x4abd bytes) 000703 1789367506.897378 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x371cb): Mirror 3: 0x511d73c1 (stale) Mirror 6: 0x511d73c1 (stale) Mirror 8: 0xc1a1a62b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x371cb): Mirror 3: 0x511d73c1 (stale) Mirror 6: 0x511d73c1 (stale) Mirror 8: 0xc1a1a62b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x371cb: skipped 000704 1789367507.118007 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x371cb): Mirror 3: 0x511d73c1 (stale) Mirror 6: 0x511d73c1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x371cb): Mirror 3: 0x511d73c1 (stale) Mirror 6: 0x511d73c1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x371cb: skipped 000705 1789367507.307008 punch from 0x0251a9 to 0x02d979 (0x87d1 bytes) 000706 1789367507.315695 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x371cb): Mirror 6: 0x511d73c1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x371cb): Mirror 6: 0x511d73c1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x371cb: skipped 000707 1789367507.495455 mapwrite 0x005112 thru 0x007cfc (0x2beb bytes) 000708 1789367507.518101 mapwrite 0x01aa1f thru 0x025cfe (0xb2e0 bytes) 000709 1789367507.548146 read 0x001779 thru 0x0096de (0x7f66 bytes) 000710 1789367507.548675 read 0x016d25 thru 0x020dca (0xa0a6 bytes) 000711 1789367507.549477 fallocate 0x0330a6 thru 0x03fa3c (0xc997 bytes) 000712 1789367507.552965 fallocate 0x004b52 thru 0x008fba (0x4469 bytes) 000713 1789367507.562291 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) 000714 1789367507.648779 read 0x01e4ff thru 0x02e4d9 (0xffdb bytes) 000715 1789367507.655997 trunc from 0x03fa3d to 0x0113d2 (0x2e66a bytes) 000718 1789367507.678280 punch from 0x010839 to 0x0113d2 (0xb9a bytes) 000719 1789367507.681720 write 0x03fbf5 thru 0x03ffff (0x40b bytes) 000720 1789367507.682820 mapwrite 0x0004a0 thru 0x0025b9 (0x211a bytes) 000721 1789367507.703592 mapwrite 0x004e61 thru 0x00b40b (0x65ab bytes) 000722 1789367507.721728 trunc from 0x0095e8 to 0x00d893 (0x42ac bytes) 000724 1789367507.727334 trunc from 0x040000 to 0x013127 (0x2ced8 bytes) 000725 1789367507.738747 punch from 0x00eeb0 to 0x013127 (0x4278 bytes) 000726 1789367507.742278 punch from 0x012b5c to 0x013127 (0x5cc bytes) 000727 1789367507.745024 read 0x002576 thru 0x011b22 (0xf5ad bytes) 000728 1789367507.753780 write 0x03c803 thru 0x03dda9 (0x15a7 bytes) 000729 1789367507.754845 punch from 0x027483 to 0x02c6f4 (0x5272 bytes) 000730 1789367507.758368 write 0x032502 thru 0x03f709 (0xd208 bytes) 000732 1789367507.764906 fallocate 0x03411d thru 0x03ea63 (0xa947 bytes) 000733 1789367507.767906 read 0x00bc62 thru 0x0153b5 (0x9754 bytes) 000734 1789367507.768446 fallocate 0x03bfb6 thru 0x03ffff (0x404a bytes) 000735 1789367507.774820 trunc from 0x03809d to 0x03ffff (0x7f63 bytes) 000737 1789367507.790238 fallocate 0x01b05e thru 0x01db84 (0x2b27 bytes) 000738 1789367507.794889 mapwrite 0x02bcb8 thru 0x032a31 (0x6d7a bytes) 000739 1789367507.811276 write 0x03bee3 thru 0x03ffff (0x411d bytes) 000741 1789367507.818054 trunc from 0x040000 to 0x03a76c (0x5893 bytes) 000742 1789367507.827956 mapread 0x00d258 thru 0x01bfd4 (0xed7d bytes) 000743 1789367507.828954 mapread 0x009478 thru 0x0156f4 (0xc27d bytes) 000744 1789367507.829782 trunc from 0x024171 to 0x026f89 (0x2e19 bytes) 000746 1789367507.833551 read 0x00e030 thru 0x00e662 (0x633 bytes) 000747 1789367507.834053 read 0x017dc0 thru 0x02336b (0xb5ac bytes) 000748 1789367507.834549 mapread 0x03305f thru 0x034d3b (0x1cdd bytes) 000749 1789367507.835230 write 0x0237de thru 0x0316ee (0xdf11 bytes) 000750 1789367507.836598 write 0x01168c thru 0x019249 (0x7bbe bytes) 000751 1789367507.837609 fallocate 0x023c30 thru 0x023c65 (0x36 bytes) 000752 1789367507.841542 fallocate 0x03675c thru 0x03ffff (0x98a4 bytes) 000753 1789367507.845315 read 0x020c72 thru 0x0307b7 (0xfb46 bytes) 000754 1789367507.845954 read 0x01c7c3 thru 0x025c53 (0x9491 bytes) 000755 1789367507.846370 mapwrite 0x00303c thru 0x007266 (0x422b bytes) 000756 1789367507.859639 mapwrite 0x00fc73 thru 0x012154 (0x24e2 bytes) 000757 1789367507.870059 trunc from 0x03f58a to 0x03ffff (0xa76 bytes) 000759 1789367507.873939 fallocate 0x02d6c9 thru 0x02f0bb (0x19f3 bytes) 000760 1789367507.880248 MIRROR_EXTEND to 2 mirrors 000761 1789367508.197053 MIRROR_RESYNC 2 mirrors 000762 1789367508.368002 punch from 0x03b209 to 0x03ffff (0x4df7 bytes) 000763 1789367508.389737 mapwrite 0x032ec3 thru 0x035819 (0x2957 bytes) 000764 1789367508.410942 mapread 0x009b87 thru 0x013460 (0x98da bytes) 000765 1789367508.423582 fallocate 0x0358c2 thru 0x03db34 (0x8273 bytes) 000766 1789367508.426665 mapread 0x01f591 thru 0x02159c (0x200c bytes) 000767 1789367508.432720 write 0x0163cb thru 0x021ed4 (0xbb0a bytes) 000768 1789367508.436819 read 0x013ccf thru 0x01acd3 (0x7005 bytes) 000769 1789367508.437283 mapread 0x00ce2e thru 0x016f77 (0xa14a bytes) 000770 1789367508.440204 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xcf74318e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xcb168abf Mirror 3: 0xcb168abf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000771 1789367508.814784 trunc from 0x0090bd to 0x0187c3 (0xf707 bytes) 000772 1789367508.837342 trunc from 0x03c338 to 0x03d80f (0x14d8 bytes) 000773 1789367508.844329 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xcf74318e (stale) Mirror 3: 0xcb168abf (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x68f43b02 Mirror 4: 0x68f43b02 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000774 1789367509.181778 read 0x00d254 thru 0x00d50c (0x2b9 bytes) 000776 1789367509.191305 trunc from 0x040000 to 0x018f27 (0x270d8 bytes) 000777 1789367509.226976 write 0x011015 thru 0x019273 (0x825f bytes) 000778 1789367509.231368 mapwrite 0x03691a thru 0x03caaf (0x6196 bytes) 000779 1789367509.269983 trunc from 0x03cab0 to 0x0274e4 (0x155cb bytes) 000780 1789367509.282657 mapwrite 0x02f822 thru 0x03b2be (0xba9d bytes) 000781 1789367509.314670 mapwrite 0x02e7a6 thru 0x036d0e (0x8569 bytes) 000782 1789367509.327034 mapread 0x01a5f3 thru 0x01efb0 (0x49be bytes) 000783 1789367509.331556 punch from 0x02ce7a to 0x02d86d (0x9f4 bytes) 000784 1789367509.337028 MIRROR_RESYNC 4 mirrors 000785 1789367509.800422 MIRROR_EXTEND to 5 mirrors 000786 1789367510.134830 read 0x027b8d thru 0x02af99 (0x340d bytes) 000787 1789367510.142351 fallocate 0x01556e thru 0x016033 (0xac6 bytes) 000788 1789367510.166276 trunc from 0x03b2bf to 0x031d78 (0x9546 bytes) 000790 1789367510.198535 trunc from 0x031d79 to 0x02c468 (0x5910 bytes) 000791 1789367510.211299 MIRROR_RESYNC 5 mirrors 000792 1789367510.763136 mapread 0x01ac52 thru 0x029a18 (0xedc7 bytes) 000793 1789367510.783562 mapread 0x02b397 thru 0x02c468 (0x10d2 bytes) 000794 1789367510.784103 fallocate 0x00f6cb thru 0x0106db (0x1011 bytes) 000795 1789367510.805817 mapread 0x015ee8 thru 0x01c2d6 (0x63ef bytes) 000796 1789367510.811889 write 0x01c4ef thru 0x02bdbb (0xf8cd bytes) 000797 1789367510.815822 write 0x03c975 thru 0x03f963 (0x2fef bytes) 000798 1789367510.816776 punch from 0x019973 to 0x01b6ad (0x1d3b bytes) 000799 1789367510.820241 mapwrite 0x01789c thru 0x01bb1b (0x4280 bytes) 000800 1789367510.837928 mapwrite 0x02cb17 thru 0x02f1a3 (0x268d bytes) 000801 1789367510.850382 mapread 0x00a665 thru 0x00fa33 (0x53cf bytes) 000802 1789367510.855672 fallocate 0x0258d2 thru 0x030d79 (0xb4a8 bytes) 000803 1789367510.859835 trunc from 0x03f964 to 0x01a8d1 (0x25092 bytes) 000804 1789367510.870297 trunc from 0x01a8d2 to 0x00d037 (0xd89a bytes) 000805 1789367510.885413 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xd038): Mirror 2: 0xd09e0c5e (stale) Mirror 3: 0xd09e0c5e (stale) Mirror 4: 0xd09e0c5e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd038): Mirror 2: 0xd09e0c5e (stale) Mirror 3: 0xd09e0c5e (stale) Mirror 4: 0xd09e0c5e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd038: skipped 000806 1789367511.050839 read 0x00c3a2 thru 0x00d037 (0xc96 bytes) 000807 1789367511.054683 write 0x02aefa thru 0x031773 (0x687a bytes) 000808 1789367511.059230 trunc from 0x031774 to 0x000a0f (0x30d64 bytes) 000809 1789367511.070401 mapwrite 0x00ea86 thru 0x01306a (0x45e5 bytes) 000810 1789367511.100461 punch from 0x00a7c7 to 0x00d638 (0x2e72 bytes) 000811 1789367511.106416 write 0x01d3f8 thru 0x02709d (0x9ca6 bytes) 000812 1789367511.110168 MIRROR_RESYNC 4 mirrors 000813 1789367511.539230 fallocate 0x037c3f thru 0x03ee18 (0x71da bytes) 000814 1789367511.561095 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2709e): Mirror 3: 0xebddf1f1 (stale) Mirror 4: 0xebddf1f1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2709e): Mirror 3: 0xebddf1f1 (stale) Mirror 4: 0xebddf1f1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2709e: skipped 000815 1789367511.714962 trunc from 0x021b1f to 0x02709d (0x557f bytes) 000816 1789367511.718574 read 0x018165 thru 0x02288e (0xa72a bytes) 000817 1789367511.724292 trunc from 0x0152ea to 0x017f9a (0x2cb1 bytes) 000818 1789367511.727637 write 0x001851 thru 0x00ad8c (0x953c bytes) 000820 1789367511.737004 punch from 0x011b89 to 0x01c75d (0xabd5 bytes) 000821 1789367511.743345 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2709e): Mirror 3: 0xebddf1f1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2709e): Mirror 3: 0xebddf1f1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2709e: skipped 000822 1789367511.887335 punch from 0x017027 to 0x0188d4 (0x18ae bytes) 000823 1789367511.891052 trunc from 0x01ee0e to 0x02709d (0x8290 bytes) 000824 1789367511.896553 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2709e): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2709e): Mirror 3: 0xebddf1f1 (stale) CRC-32 checksum value for chunk [0, 0x2709e): Mirror 1: 0xc81c7b9a Mirror 4: 0xc81c7b9a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2709e: skipped 000825 1789367512.301339 fallocate 0x034cc3 thru 0x037e3e (0x317c bytes) 000826 1789367512.325553 read 0x0331a9 thru 0x037538 (0x4390 bytes) 000827 1789367512.331801 mapwrite 0x02f5a7 thru 0x02f78e (0x1e8 bytes) 000828 1789367512.346019 read 0x01e760 thru 0x020241 (0x1ae2 bytes) 000829 1789367512.351439 read 0x018f1e thru 0x02715e (0xe241 bytes) 000830 1789367512.351998 write 0x0246bc thru 0x030c3a (0xc57f bytes) 000831 1789367512.358014 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37e3f): Mirror 4: 0x41eccb97 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37e3f): Mirror 4: 0x41eccb97 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37e3f: skipped 000832 1789367512.517644 trunc from 0x037e3f to 0x035c6a (0x21d4 bytes) 000833 1789367512.529126 trunc from 0x001dbd to 0x008396 (0x65da bytes) 000834 1789367512.531951 write 0x03cb52 thru 0x03ffff (0x34ae bytes) 000835 1789367512.533284 mapread 0x03237d thru 0x03ffff (0xdc83 bytes) 000836 1789367512.544281 read 0x00d039 thru 0x0130c4 (0x608c bytes) 000837 1789367512.550962 trunc from 0x040000 to 0x01ea44 (0x215bb bytes) 000838 1789367512.559914 read 0x002b07 thru 0x004913 (0x1e0d bytes) 000839 1789367512.569696 mapwrite 0x033264 thru 0x03ec77 (0xba14 bytes) 000840 1789367512.591919 trunc from 0x02a7ad to 0x031a1a (0x726e bytes) 000842 1789367512.595265 trunc from 0x03ec78 to 0x018eb6 (0x25dc1 bytes) 000843 1789367512.605497 fallocate 0x007964 thru 0x00fcc0 (0x835d bytes) 000844 1789367512.609089 trunc from 0x018eb7 to 0x0136db (0x57db bytes) 000845 1789367512.618853 mapwrite 0x02c856 thru 0x037d2e (0xb4d9 bytes) 000847 1789367512.674820 punch from 0x022b05 to 0x02d755 (0xac51 bytes) 000848 1789367512.678660 mapwrite 0x00f565 thru 0x010a52 (0x14ee bytes) 000849 1789367512.685207 fallocate 0x010f3a thru 0x0119a3 (0xa6a bytes) 000850 1789367512.687708 punch from 0x001a2e to 0x005d9d (0x4370 bytes) 000851 1789367512.690710 trunc from 0x037d2f to 0x02df00 (0x9e2e bytes) 000852 1789367512.702775 mapread 0x016b34 thru 0x01e183 (0x7650 bytes) 000853 1789367512.724313 fallocate 0x009767 thru 0x00c092 (0x292c bytes) 000854 1789367512.729473 mapwrite 0x034731 thru 0x03ffff (0xb8cf bytes) 000855 1789367512.793121 read 0x039f76 thru 0x03ffff (0x608a bytes) 000856 1789367512.793945 punch from 0x0265e1 to 0x02a79f (0x41bf bytes) 000857 1789367512.797286 trunc from 0x040000 to 0x03ae3a (0x51c5 bytes) 000858 1789367512.809500 punch from 0x0369bc to 0x03ae3a (0x447f bytes) 000860 1789367512.815152 trunc from 0x01748c to 0x01edec (0x7961 bytes) 000861 1789367512.822213 mapwrite 0x0363ea thru 0x03ecdd (0x88f4 bytes) 000862 1789367512.855373 read 0x0042e8 thru 0x009253 (0x4f6c bytes) 000863 1789367512.856088 mapread 0x036d76 thru 0x037940 (0xbcb bytes) 000864 1789367512.863277 MIRROR_RESYNC 2 mirrors 000865 1789367513.216435 trunc from 0x03ecde to 0x022986 (0x1c357 bytes) 000866 1789367513.234484 fallocate 0x0266ec thru 0x035994 (0xf2a9 bytes) 000867 1789367513.238831 fallocate 0x00ee70 thru 0x018598 (0x9729 bytes) 000868 1789367513.241860 mapread 0x004643 thru 0x01432a (0xfce8 bytes) 000869 1789367513.255020 fallocate 0x03c1cb thru 0x03ffff (0x3e35 bytes) 000870 1789367513.259490 read 0x011e4d thru 0x016ea8 (0x505c bytes) 000872 1789367513.263308 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) 000873 1789367513.339530 punch from 0x033ea3 to 0x035994 (0x1af2 bytes) 000876 1789367513.346919 trunc from 0x01dc65 to 0x02d9ec (0xfd88 bytes) 000879 1789367513.354983 trunc from 0x035995 to 0x014e81 (0x20b13 bytes) 000880 1789367513.370104 mapread 0x00fcb6 thru 0x014e81 (0x51cc bytes) 000881 1789367513.380235 read 0x007ccf thru 0x01271e (0xaa50 bytes) 000882 1789367513.384047 mapread 0x00070b thru 0x008900 (0x81f6 bytes) 000883 1789367513.388849 trunc from 0x014e82 to 0x019ac6 (0x4c45 bytes) 000884 1789367513.403386 read 0x00ad0a thru 0x00fbb3 (0x4eaa bytes) 000886 1789367513.404458 trunc from 0x019ac7 to 0x0287e3 (0xed1d bytes) 000887 1789367513.411071 write 0x03b483 thru 0x03d71d (0x229b bytes) 000888 1789367513.412140 trunc from 0x01e29f to 0x02a6dc (0xc43e bytes) 000889 1789367513.415084 trunc from 0x02ac0b to 0x035be1 (0xafd7 bytes) 000890 1789367513.417873 mapwrite 0x014ec3 thru 0x01dda4 (0x8ee2 bytes) 000891 1789367513.433643 mapread 0x03c146 thru 0x03d71d (0x15d8 bytes) 000893 1789367513.434671 fallocate 0x00f393 thru 0x01e077 (0xece5 bytes) 000894 1789367513.437221 trunc from 0x0307a2 to 0x03beed (0xb74c bytes) 000896 1789367513.442477 MIRROR_EXTEND to 2 mirrors 000897 1789367513.749799 fallocate 0x017d68 thru 0x01921b (0x14b4 bytes) 000898 1789367513.768815 write 0x03691a thru 0x038a13 (0x20fa bytes) 000899 1789367513.777252 trunc from 0x02b6fc to 0x02df1f (0x2824 bytes) 000900 1789367513.780544 trunc from 0x03d71e to 0x039d0b (0x3a12 bytes) 000901 1789367513.796066 mapwrite 0x00a912 thru 0x00f1f6 (0x48e5 bytes) 000902 1789367513.812977 trunc from 0x034bf3 to 0x039d0b (0x5119 bytes) 000903 1789367513.815599 fallocate 0x038b97 thru 0x03e73a (0x5ba4 bytes) 000904 1789367513.820669 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x39d0c): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39d0c): Mirror 2: 0x375e953e (stale) CRC-32 checksum value for chunk [0, 0x39d0c): Mirror 1: 0x77f5ee Mirror 3: 0x77f5ee lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39d0c: skipped 000905 1789367514.165639 MIRROR_RESYNC 3 mirrors 000906 1789367514.456655 mapread 0x01b1c1 thru 0x0212b3 (0x60f3 bytes) 000907 1789367514.466102 trunc from 0x039d0c to 0x003b83 (0x36188 bytes) 000909 1789367514.481760 mapread 0x001c4f thru 0x003b83 (0x1f35 bytes) 000910 1789367514.484885 write 0x03c9b8 thru 0x03ffff (0x3648 bytes) 000911 1789367514.485975 read 0x01d517 thru 0x01ffef (0x2ad9 bytes) 000912 1789367514.488523 fallocate 0x02f219 thru 0x039697 (0xa47f bytes) 000914 1789367514.491805 read 0x0241a5 thru 0x02a1a8 (0x6004 bytes) 000916 1789367514.496813 trunc from 0x040000 to 0x0266c9 (0x19936 bytes) 000917 1789367514.506715 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x266ca): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x266ca): Mirror 2: 0xc5ccf5d9 (stale) Mirror 3: 0xc5ccf5d9 (stale) CRC-32 checksum value for chunk [0, 0x266ca): Mirror 1: 0x8eb6eb19 Mirror 4: 0x8eb6eb19 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x266ca: skipped 000919 1789367514.840808 mapread 0x02330e thru 0x026458 (0x314b bytes) 000920 1789367514.855495 trunc from 0x00688e to 0x007b33 (0x12a6 bytes) 000921 1789367514.873048 trunc from 0x004b30 to 0x005d44 (0x1215 bytes) 000922 1789367514.877092 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x266ca): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x266ca): Mirror 2: 0xc5ccf5d9 (stale) Mirror 3: 0xc5ccf5d9 (stale) Mirror 4: 0x8eb6eb19 (stale) CRC-32 checksum value for chunk [0, 0x266ca): Mirror 1: 0x8eb6eb19 Mirror 5: 0x8eb6eb19 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x266ca: skipped 000923 1789367515.260061 punch from 0x023a6b to 0x025318 (0x18ae bytes) 000925 1789367515.275095 read 0x00b970 thru 0x011da3 (0x6434 bytes) 000926 1789367515.278523 fallocate 0x002f23 thru 0x0124da (0xf5b8 bytes) 000927 1789367515.282406 trunc from 0x00dd03 to 0x0150c0 (0x73be bytes) 000928 1789367515.284649 trunc from 0x0266ca to 0x03e0c7 (0x179fe bytes) 000929 1789367515.293307 trunc from 0x03e0c8 to 0x01a118 (0x23faf bytes) 000930 1789367515.299747 punch from 0x015f98 to 0x01a118 (0x4181 bytes) 000931 1789367515.301916 trunc from 0x01a119 to 0x024837 (0xa71f bytes) 000932 1789367515.308888 write 0x01ed1e thru 0x026dd3 (0x80b6 bytes) 000933 1789367515.312901 trunc from 0x01dc8e to 0x026dd3 (0x9146 bytes) 000934 1789367515.320141 mapwrite 0x03e5d7 thru 0x03ffff (0x1a29 bytes) 000935 1789367515.340488 mapread 0x02900c thru 0x02a2c9 (0x12be bytes) 000936 1789367515.346429 fallocate 0x00b5b5 thru 0x016346 (0xad92 bytes) 000937 1789367515.349460 punch from 0x03902d to 0x03ffff (0x6fd3 bytes) 000939 1789367515.352751 fallocate 0x0353bd thru 0x03ba3b (0x667f bytes) 000941 1789367515.355743 fallocate 0x03163f thru 0x03affb (0x99bd bytes) 000942 1789367515.358082 mapread 0x03b5df thru 0x03ffff (0x4a21 bytes) 000943 1789367515.364016 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x3ab1487 (stale) Mirror 3: 0x3ab1487 (stale) Mirror 4: 0x70dec6e3 (stale) Mirror 5: 0x70dec6e3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x70dec6e3 Mirror 6: 0x70dec6e3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000944 1789367515.730596 write 0x01af9d thru 0x026d2d (0xbd91 bytes) 000945 1789367515.753951 read 0x03224f thru 0x03b164 (0x8f16 bytes) 000946 1789367515.758080 trunc from 0x040000 to 0x0294c3 (0x16b3c bytes) 000947 1789367515.777218 mapwrite 0x02dad7 thru 0x03d3df (0xf909 bytes) 000948 1789367515.820231 fallocate 0x009005 thru 0x0185c3 (0xf5bf bytes) 000949 1789367515.824471 trunc from 0x03d3e0 to 0x01c9b9 (0x20a26 bytes) 000950 1789367515.833154 trunc from 0x01c9ba to 0x0276da (0xad21 bytes) 000951 1789367515.842401 trunc from 0x0276db to 0x014e56 (0x12884 bytes) 000952 1789367515.852517 mapwrite 0x02b33c thru 0x02fd66 (0x4a2b bytes) 000953 1789367515.877953 fallocate 0x01752b thru 0x01e313 (0x6de9 bytes) 000954 1789367515.881866 read 0x0285c2 thru 0x02fd66 (0x77a5 bytes) 000955 1789367515.882445 trunc from 0x000e8c to 0x0010cc (0x241 bytes) 000956 1789367515.889953 trunc from 0x029d8b to 0x02c0c8 (0x233e bytes) 000957 1789367515.898446 fallocate 0x0284fc thru 0x02ab82 (0x2687 bytes) 000958 1789367515.902759 mapread 0x0023e2 thru 0x0085c8 (0x61e7 bytes) 000959 1789367515.911885 write 0x0216e7 thru 0x021d56 (0x670 bytes) 000960 1789367515.912920 write 0x01e368 thru 0x02625b (0x7ef4 bytes) 000961 1789367515.914104 mapread 0x00cdb1 thru 0x01a011 (0xd261 bytes) 000962 1789367515.915735 read 0x01fc12 thru 0x026fba (0x73a9 bytes) 000963 1789367515.916151 fallocate 0x0232b5 thru 0x02fb25 (0xc871 bytes) 000966 1789367515.920542 mapread 0x01b14f thru 0x02544e (0xa300 bytes) 000967 1789367515.921409 trunc from 0x01ed4b to 0x027a59 (0x8d0f bytes) 000968 1789367515.929753 trunc from 0x02fd67 to 0x02301b (0xcd4b bytes) 000969 1789367515.937666 write 0x0289f6 thru 0x02e4dd (0x5ae8 bytes) 000970 1789367515.939018 trunc from 0x02e4de to 0x006228 (0x282b5 bytes) 000971 1789367515.949220 punch from 0x00060e to 0x002a5f (0x2452 bytes) 000972 1789367515.953473 fallocate 0x012374 thru 0x015647 (0x32d4 bytes) 000973 1789367515.957014 read 0x002aec thru 0x006228 (0x373d bytes) 000975 1789367515.960676 trunc from 0x002c72 to 0x006228 (0x35b7 bytes) 000976 1789367515.963752 mapread 0x005dba thru 0x006228 (0x46f bytes) 000977 1789367515.970139 fallocate 0x02e923 thru 0x036735 (0x7e13 bytes) 000978 1789367515.974225 punch from 0x012de8 to 0x01d7aa (0xa9c3 bytes) 000979 1789367515.979497 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36736): Mirror 2: 0x25200ca9 (stale) Mirror 3: 0x25200ca9 (stale) Mirror 4: 0xe204c05c (stale) Mirror 6: 0xe204c05c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36736): Mirror 2: 0x25200ca9 (stale) Mirror 3: 0x25200ca9 (stale) Mirror 4: 0xe204c05c (stale) Mirror 6: 0xe204c05c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36736: skipped 000980 1789367516.167028 punch from 0x00374f to 0x0066a4 (0x2f56 bytes) 000981 1789367516.171407 trunc from 0x036736 to 0x037ec4 (0x178f bytes) 000982 1789367516.184108 fallocate 0x01ba91 thru 0x022800 (0x6d70 bytes) 000983 1789367516.189348 punch from 0x030859 to 0x034d7d (0x4525 bytes) 000984 1789367516.193261 mapwrite 0x037d44 thru 0x03ffff (0x82bc bytes) 000985 1789367516.238423 trunc from 0x03dbf4 to 0x03ffff (0x240c bytes) 000986 1789367516.243126 trunc from 0x040000 to 0x018eb3 (0x2714c bytes) 000987 1789367516.255955 punch from 0x002bb9 to 0x0079f1 (0x4e39 bytes) 000988 1789367516.259849 trunc from 0x018eb4 to 0x0327fc (0x19949 bytes) 000989 1789367516.280820 mapread 0x01a61a thru 0x021fab (0x7992 bytes) 000990 1789367516.287577 trunc from 0x0327fd to 0x000bad (0x31c4f bytes) 000991 1789367516.296803 mapwrite 0x0177e5 thru 0x020c2b (0x9447 bytes) 000992 1789367516.338097 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x20c2c): Mirror 3: 0xd399478f (stale) Mirror 4: 0xc922c841 (stale) Mirror 6: 0xc922c841 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20c2c): Mirror 3: 0xd399478f (stale) Mirror 4: 0xc922c841 (stale) Mirror 6: 0xc922c841 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20c2c: skipped 000993 1789367516.515106 mapwrite 0x01e7fa thru 0x023e02 (0x5609 bytes) 000995 1789367516.551231 read 0x00dfa7 thru 0x00e104 (0x15e bytes) 000996 1789367516.554211 fallocate 0x0127d8 thru 0x01e8f3 (0xc11c bytes) 000997 1789367516.558277 punch from 0x00420b to 0x0115ed (0xd3e3 bytes) 000998 1789367516.563971 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x23e03): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23e03): Mirror 3: 0x678ced74 (stale) Mirror 4: 0xb02a4c5a (stale) Mirror 6: 0xb02a4c5a (stale) CRC-32 checksum value for chunk [0, 0x23e03): Mirror 1: 0xe9ca50ab Mirror 7: 0xe9ca50ab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23e03: skipped 000999 1789367516.920578 trunc from 0x023e03 to 0x02a841 (0x6a3f bytes) 001000 1789367516.948673 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x3a9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2a842): Mirror 4: 0xa1dd23d (stale) Mirror 6: 0xa1dd23d (stale) Mirror 7: 0x652e7bf0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a842): Mirror 4: 0xa1dd23d (stale) Mirror 6: 0xa1dd23d (stale) Mirror 7: 0x652e7bf0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a842: skipped All operations completed A-OK!