== sanity-flr test 70a: flr mode fsx test ================ 07:46:34 (1784288794) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 8795 fallocating to largest ever: 0x2cecd 000001 1784288795.436334 fallocate 0x02868c thru 0x02cecc (0x4841 bytes) 000002 1784288795.439932 fallocate 0x015917 thru 0x01690f (0xff9 bytes) 000003 1784288795.442126 punch from 0x010ddd to 0x013f9e (0x31c2 bytes) 000004 1784288795.443803 trunc from 0x02cecd to 0x024287 (0x8c45 bytes) 000006 1784288795.448595 trunc from 0x005a1b to 0x00a604 (0x4bea bytes) 000007 1784288795.450373 mapwrite 0x00f182 thru 0x0107a6 (0x1625 bytes) 000008 1784288795.459065 fallocate 0x0060fa thru 0x00bc3a (0x5b41 bytes) 000009 1784288795.461296 trunc from 0x024288 to 0x029d68 (0x5ae1 bytes) 000010 1784288795.466449 trunc from 0x025c57 to 0x029d68 (0x4112 bytes) 000011 1784288795.468139 write 0x02254b thru 0x026c62 (0x4718 bytes) 000012 1784288795.471632 mapwrite 0x015a8d thru 0x023067 (0xd5db bytes) 000013 1784288795.486394 mapread 0x002033 thru 0x00f2f5 (0xd2c3 bytes) 000014 1784288795.490108 punch from 0x015907 to 0x01e769 (0x8e63 bytes) 000015 1784288795.492065 read 0x004934 thru 0x011190 (0xc85d bytes) 000016 1784288795.492554 trunc from 0x029d69 to 0x0030b3 (0x26cb5 bytes) 000017 1784288795.498251 punch from 0x001ed0 to 0x0030b3 (0x11e4 bytes) 000018 1784288795.500300 write 0x01ceed thru 0x024ada (0x7bee bytes) 000019 1784288795.501569 trunc from 0x024adb to 0x00610b (0x1e9cf bytes) 000020 1784288795.506145 trunc from 0x00610c to 0x02163a (0x1b52f bytes) 000022 1784288795.512157 punch from 0x0034ee to 0x006f88 (0x3a9b bytes) 000024 1784288795.516151 MIRROR_EXTEND to 2 mirrors 000025 1784288795.669740 trunc from 0x00f487 to 0x012129 (0x2ca3 bytes) 000026 1784288795.679978 trunc from 0x02163b to 0x014500 (0xd13a bytes) 000027 1784288795.691106 read 0x004a75 thru 0x012bee (0xe17a bytes) 000028 1784288795.694669 punch from 0x011b03 to 0x014500 (0x29fe bytes) 000029 1784288795.696558 fallocate 0x0126a4 thru 0x0209ad (0xe30a bytes) 000030 1784288795.699840 MIRROR_RESYNC 2 mirrors 000031 1784288795.847597 trunc from 0x014501 to 0x0181c2 (0x3cc2 bytes) 000032 1784288795.862276 write 0x0203fc thru 0x02f2ae (0xeeb3 bytes) 000033 1784288795.863655 mapwrite 0x03c283 thru 0x03d2c0 (0x103e bytes) 000034 1784288795.877993 punch from 0x00670b to 0x008715 (0x200b bytes) 000035 1784288795.879713 mapwrite 0x019b51 thru 0x02487b (0xad2b bytes) 000036 1784288795.890173 read 0x03553b thru 0x03d2c0 (0x7d86 bytes) fallocating to largest ever: 0x2e376 000037 1784288795.893309 fallocate 0x01e8e1 thru 0x02e375 (0xfa95 bytes) 000039 1784288795.895812 mapread 0x025632 thru 0x02bb6e (0x653d bytes) 000040 1784288795.896600 write 0x008605 thru 0x014c55 (0xc651 bytes) 000041 1784288795.899245 mapread 0x024ca5 thru 0x032db7 (0xe113 bytes) 000042 1784288795.902687 mapwrite 0x018c48 thru 0x024b52 (0xbf0b bytes) 000043 1784288795.911649 mapwrite 0x03055e thru 0x038d70 (0x8813 bytes) 000044 1784288795.918253 read 0x0302dc thru 0x03d2c0 (0xcfe5 bytes) 000045 1784288795.918884 punch from 0x030756 to 0x031c1c (0x14c7 bytes) 000046 1784288795.920696 fallocate 0x01aa74 thru 0x01c7d8 (0x1d65 bytes) 000047 1784288795.923075 read 0x017a9d thru 0x01f777 (0x7cdb bytes) 000048 1784288795.923649 trunc from 0x023745 to 0x0251d8 (0x1a94 bytes) 000051 1784288795.926288 mapwrite 0x01d72e thru 0x02b6e4 (0xdfb7 bytes) 000052 1784288795.937841 mapread 0x00e304 thru 0x0151fd (0x6efa bytes) 000053 1784288795.938632 mapread 0x0154db thru 0x021b90 (0xc6b6 bytes) 000054 1784288795.939450 mapread 0x021496 thru 0x021ea5 (0xa10 bytes) 000055 1784288795.940077 trunc from 0x03d2c1 to 0x02ad49 (0x12577 bytes) 000056 1784288795.945158 trunc from 0x011a14 to 0x017b06 (0x60f3 bytes) 000057 1784288795.947246 mapread 0x01d497 thru 0x02ad49 (0xd8b3 bytes) 000058 1784288795.948255 mapread 0x011a30 thru 0x01dd9b (0xc36c bytes) 000060 1784288795.958148 fallocate 0x023eb6 thru 0x02be98 (0x7fe3 bytes) 000061 1784288795.960072 fallocate 0x003ca6 thru 0x00e8da (0xac35 bytes) 000062 1784288795.962213 trunc from 0x027aca to 0x0286d0 (0xc07 bytes) 000063 1784288795.964083 read 0x022255 thru 0x029a5e (0x780a bytes) 000064 1784288795.966880 read 0x028125 thru 0x02be98 (0x3d74 bytes) 000065 1784288795.967524 write 0x00ebc0 thru 0x0139f6 (0x4e37 bytes) fallocating to largest ever: 0x3c1ae 000066 1784288795.968318 fallocate 0x034961 thru 0x03c1ad (0x784d bytes) 000067 1784288795.970483 mapread 0x005d82 thru 0x0126a9 (0xc928 bytes) 000068 1784288795.971483 trunc from 0x02be99 to 0x039d7d (0xdee5 bytes) 000070 1784288795.976958 trunc from 0x0378a8 to 0x039bbd (0x2316 bytes) 000071 1784288795.978781 mapwrite 0x0331cb thru 0x03a0a3 (0x6ed9 bytes) 000072 1784288795.992565 punch from 0x034c08 to 0x03a0a3 (0x549c bytes) 000074 1784288795.994982 mapwrite 0x02118e thru 0x02d186 (0xbff9 bytes) 000075 1784288796.003119 mapwrite 0x01d116 thru 0x0204ef (0x33da bytes) 000076 1784288796.008310 fallocate 0x0202f2 thru 0x02d1ac (0xcebb bytes) 000077 1784288796.010441 write 0x0359fc thru 0x03ffff (0xa604 bytes) 000078 1784288796.012880 mapwrite 0x0277f9 thru 0x033057 (0xb85f bytes) 000079 1784288796.022630 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000080 1784288796.059907 write 0x019a13 thru 0x024d55 (0xb343 bytes) 000081 1784288796.064221 mapread 0x03ab59 thru 0x03ffff (0x54a7 bytes) 000082 1784288796.069794 trunc from 0x002452 to 0x00cc81 (0xa830 bytes) 000083 1784288796.071851 read 0x03d791 thru 0x03ffff (0x286f bytes) 000084 1784288796.072324 write 0x00dfda thru 0x010030 (0x2057 bytes) 000085 1784288796.075253 fallocate 0x02ae00 thru 0x039cdf (0xeee0 bytes) 000086 1784288796.077335 trunc from 0x040000 to 0x00c020 (0x33fdf bytes) 000087 1784288796.082969 read 0x003184 thru 0x00bcc4 (0x8b41 bytes) 000088 1784288796.086348 mapread 0x007975 thru 0x00b1d6 (0x3862 bytes) 000090 1784288796.087568 write 0x03979b thru 0x03ffff (0x6865 bytes) 000091 1784288796.088662 trunc from 0x040000 to 0x030339 (0xfcc6 bytes) 000092 1784288796.095172 MIRROR_EXTEND to 2 mirrors 000093 1784288796.262641 trunc from 0x024662 to 0x02588a (0x1229 bytes) 000094 1784288796.272191 trunc from 0x01125d to 0x018340 (0x70e4 bytes) 000095 1784288796.274099 write 0x038f3f thru 0x03ffff (0x70c1 bytes) 000096 1784288796.276302 mapread 0x01c4db thru 0x025bae (0x96d4 bytes) 000097 1784288796.282518 mapread 0x0395a8 thru 0x03c39f (0x2df8 bytes) 000098 1784288796.283455 trunc from 0x040000 to 0x00b815 (0x347ea bytes) 000099 1784288796.293912 mapwrite 0x03f363 thru 0x03ffff (0xc9d bytes) 000100 1784288796.305543 trunc from 0x040000 to 0x01f5af (0x20a50 bytes) 000101 1784288796.310314 mapread 0x013d14 thru 0x018ce7 (0x4fd4 bytes) 000102 1784288796.314119 trunc from 0x01f5b0 to 0x000431 (0x1f17e bytes) 000103 1784288796.319793 mapwrite 0x0370f3 thru 0x03db9e (0x6aac bytes) 000104 1784288796.333568 mapread 0x001b75 thru 0x00c5dd (0xaa69 bytes) 000105 1784288796.337146 read 0x017c75 thru 0x01bbe6 (0x3f72 bytes) 000106 1784288796.339652 trunc from 0x03db9f to 0x0093a6 (0x347f8 bytes) 000107 1784288796.344286 trunc from 0x009272 to 0x0093a6 (0x135 bytes) 000108 1784288796.345926 punch from 0x0063e3 to 0x0093a6 (0x2fc4 bytes) 000109 1784288796.347372 mapread 0x0066dc thru 0x006e2d (0x752 bytes) 000110 1784288796.351069 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x93a7): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x93a7): Mirror 2: 0x24045cbb (stale) CRC-32 checksum value for chunk [0, 0x93a7): Mirror 1: 0x24045cbb Mirror 3: 0x24045cbb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x93a7: skipped 000111 1784288796.561624 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000112 1784288796.648599 trunc from 0x0093a7 to 0x00d7af (0x4409 bytes) 000113 1784288796.666722 mapwrite 0x009c32 thru 0x00ad9e (0x116d bytes) 000114 1784288796.675731 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0xd7b0): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd7b0): Mirror 3: 0x3f3f6555 (stale) CRC-32 checksum value for chunk [0, 0xd7b0): Mirror 1: 0x317aea59 Mirror 4: 0x317aea59 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd7b0: skipped 000116 1784288796.893159 mapread 0x0061bd thru 0x00d7af (0x75f3 bytes) 000117 1784288796.902004 mapwrite 0x026c3e thru 0x03158b (0xa94e bytes) 000118 1784288796.929704 write 0x03def2 thru 0x03ffff (0x210e bytes) 000120 1784288796.932328 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000121 1784288797.016473 fallocate 0x00ba14 thru 0x00cf9e (0x158b bytes) 000122 1784288797.021188 write 0x03b742 thru 0x03c76c (0x102b bytes) 000123 1784288797.025215 read 0x01a482 thru 0x0228dc (0x845b bytes) 000124 1784288797.028114 punch from 0x00188f to 0x00a30c (0x8a7e bytes) 000125 1784288797.029932 punch from 0x006a02 to 0x00c2bb (0x58ba bytes) 000127 1784288797.031927 trunc from 0x01759d to 0x024ea8 (0xd90c bytes) 000128 1784288797.033619 trunc from 0x033112 to 0x037f3b (0x4e2a bytes) 000129 1784288797.035064 punch from 0x02dffd to 0x02fea1 (0x1ea5 bytes) 000131 1784288797.038460 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000132 1784288797.075231 read 0x01b361 thru 0x027149 (0xbde9 bytes) 000133 1784288797.078149 read 0x0119c4 thru 0x01a9c2 (0x8fff bytes) 000134 1784288797.081772 punch from 0x00b36b to 0x011fe3 (0x6c79 bytes) fallocating to largest ever: 0x40000 000135 1784288797.083723 fallocate 0x039787 thru 0x03ffff (0x6879 bytes) 000136 1784288797.085522 read 0x00434f thru 0x011435 (0xd0e7 bytes) 000137 1784288797.088545 fallocate 0x0264f9 thru 0x029577 (0x307f bytes) 000139 1784288797.091217 mapwrite 0x01c8b2 thru 0x023b42 (0x7291 bytes) 000141 1784288797.098333 read 0x0334fb thru 0x03baad (0x85b3 bytes) 000142 1784288797.098949 punch from 0x02d9c1 to 0x02f7c3 (0x1e03 bytes) 000143 1784288797.101145 read 0x012f9d thru 0x01a57b (0x75df bytes) 000144 1784288797.101695 mapwrite 0x0096d6 thru 0x013670 (0x9f9b bytes) 000145 1784288797.109345 read 0x0194e2 thru 0x01fd38 (0x6857 bytes) 000146 1784288797.109842 fallocate 0x020dfc thru 0x024d26 (0x3f2b bytes) 000148 1784288797.112102 mapwrite 0x0339aa thru 0x038e22 (0x5479 bytes) 000149 1784288797.117912 punch from 0x02188d to 0x02b119 (0x988d bytes) 000150 1784288797.119707 read 0x02dfbc thru 0x03b75d (0xd7a2 bytes) 000151 1784288797.122499 mapwrite 0x01b6bc thru 0x025b56 (0xa49b bytes) 000152 1784288797.129654 trunc from 0x0095ba to 0x010adf (0x7526 bytes) 000153 1784288797.131708 write 0x02bc71 thru 0x03167a (0x5a0a bytes) 000154 1784288797.133996 read 0x03e4b5 thru 0x03ffff (0x1b4b bytes) 000155 1784288797.134688 punch from 0x02093f to 0x022b89 (0x224b bytes) 000156 1784288797.136756 mapread 0x00f66c thru 0x012d46 (0x36db bytes) 000157 1784288797.140481 write 0x0212b7 thru 0x02c1b9 (0xaf03 bytes) 000158 1784288797.142063 mapwrite 0x00f164 thru 0x013308 (0x41a5 bytes) 000159 1784288797.149894 trunc from 0x00e1c2 to 0x0154f4 (0x7333 bytes) 000160 1784288797.152285 mapread 0x005d77 thru 0x00b193 (0x541d bytes) 000161 1784288797.153569 read 0x01f477 thru 0x025b4b (0x66d5 bytes) 000162 1784288797.154210 mapwrite 0x038fca thru 0x03ffff (0x7036 bytes) 000163 1784288797.161800 trunc from 0x01ada4 to 0x01dc3c (0x2e99 bytes) 000164 1784288797.164020 punch from 0x02321a to 0x02df8f (0xad76 bytes) 000165 1784288797.166050 trunc from 0x03413f to 0x03ffff (0xbec1 bytes) 000166 1784288797.168033 read 0x02368f thru 0x02db5b (0xa4cd bytes) 000167 1784288797.171849 mapwrite 0x0058dc thru 0x00e975 (0x909a bytes) 000168 1784288797.179503 trunc from 0x040000 to 0x0326d6 (0xd929 bytes) 000169 1784288797.184485 read 0x018969 thru 0x01acd7 (0x236f bytes) 000170 1784288797.185099 read 0x016c62 thru 0x0244bf (0xd85e bytes) 000171 1784288797.185695 write 0x013286 thru 0x019528 (0x62a3 bytes) 000172 1784288797.186628 punch from 0x001456 to 0x00945f (0x800a bytes) 000173 1784288797.188608 read 0x000e00 thru 0x0101b0 (0xf3b1 bytes) 000176 1784288797.192935 write 0x006e61 thru 0x007da2 (0xf42 bytes) 000177 1784288797.193844 trunc from 0x0326d7 to 0x017586 (0x1b150 bytes) 000178 1784288797.198912 read 0x008a6b thru 0x008d99 (0x32f bytes) 000179 1784288797.199457 mapread 0x00ef1e thru 0x017586 (0x8669 bytes) 000180 1784288797.200453 mapread 0x007ead thru 0x01734c (0xf4a0 bytes) 000181 1784288797.201361 trunc from 0x00f06f to 0x017586 (0x8518 bytes) 000182 1784288797.206152 mapread 0x00addf thru 0x015110 (0xa332 bytes) 000184 1784288797.210031 read 0x00d996 thru 0x017586 (0x9bf1 bytes) 000185 1784288797.210532 trunc from 0x017587 to 0x0034e8 (0x1409e bytes) 000186 1784288797.216013 mapread 0x001c5a thru 0x002bf2 (0xf99 bytes) 000187 1784288797.216774 mapwrite 0x03acb6 thru 0x03ffff (0x534a bytes) 000188 1784288797.230510 punch from 0x00a8aa to 0x018685 (0xdddc bytes) 000189 1784288797.232174 trunc from 0x040000 to 0x00e40d (0x31bf2 bytes) 000190 1784288797.236528 trunc from 0x000a39 to 0x008240 (0x7808 bytes) 000191 1784288797.239600 MIRROR_EXTEND to 2 mirrors 000194 1784288797.400432 write 0x017c02 thru 0x0246d2 (0xcad1 bytes) 000195 1784288797.413809 mapwrite 0x0335b1 thru 0x03ba06 (0x8456 bytes) 000196 1784288797.437338 write 0x010bf2 thru 0x0115ec (0x9fb bytes) 000198 1784288797.441834 trunc from 0x00070d to 0x003545 (0x2e39 bytes) 000199 1784288797.444066 mapwrite 0x03e77f thru 0x03ffff (0x1881 bytes) 000201 1784288797.456529 punch from 0x036aa1 to 0x03ffff (0x955f bytes) 000202 1784288797.458581 punch from 0x00f504 to 0x016f2c (0x7a29 bytes) 000203 1784288797.461779 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd919a663 Mirror 3: 0xd919a663 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000204 1784288797.693523 read 0x01c25b thru 0x02a25c (0xe002 bytes) 000205 1784288797.699614 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000206 1784288797.794718 MIRROR_RESYNC 2 mirrors 000207 1784288797.907623 mapread 0x0065c8 thru 0x010859 (0xa292 bytes) 000208 1784288797.912987 trunc from 0x00e37b to 0x014165 (0x5deb bytes) 000209 1784288797.923984 read 0x011a57 thru 0x01c935 (0xaedf bytes) 000210 1784288797.926928 read 0x038801 thru 0x03ffff (0x77ff bytes) 000211 1784288797.931638 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd919a663 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd919a663 Mirror 4: 0xd919a663 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000212 1784288798.173141 mapwrite 0x02c45f thru 0x037628 (0xb1ca bytes) 000213 1784288798.215678 mapwrite 0x027799 thru 0x027c93 (0x4fb bytes) 000214 1784288798.220560 fallocate 0x0245c4 thru 0x033d9a (0xf7d7 bytes) 000215 1784288798.222722 write 0x022b99 thru 0x0252b5 (0x271d bytes) 000216 1784288798.227656 write 0x00bcac thru 0x01115d (0x54b2 bytes) 000217 1784288798.230806 fallocate 0x020fec thru 0x0284aa (0x74bf bytes) 000218 1784288798.232683 write 0x009b04 thru 0x015e7f (0xc37c bytes) 000219 1784288798.235888 read 0x02bce6 thru 0x03b2d3 (0xf5ee bytes) 000220 1784288798.236476 trunc from 0x040000 to 0x035904 (0xa6fb bytes) 000221 1784288798.242795 mapread 0x00a216 thru 0x00c910 (0x26fb bytes) 000222 1784288798.243568 mapwrite 0x032a36 thru 0x03ffff (0xd5ca bytes) 000223 1784288798.260246 mapwrite 0x039c63 thru 0x03a51f (0x8bd bytes) 000224 1784288798.265379 read 0x01d846 thru 0x0287fd (0xafb8 bytes) 000225 1784288798.268631 write 0x03a6bb thru 0x03ffff (0x5945 bytes) 000226 1784288798.269495 mapwrite 0x00aab3 thru 0x019e95 (0xf3e3 bytes) 000227 1784288798.279204 write 0x002258 thru 0x00e3f2 (0xc19b bytes) 000228 1784288798.280267 write 0x01dcca thru 0x025af5 (0x7e2c bytes) 000229 1784288798.282733 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd919a663 (stale) Mirror 4: 0xd919a663 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2bfdd2bf Mirror 5: 0x2bfdd2bf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000230 1784288798.541080 punch from 0x02c18b to 0x03408e (0x7f04 bytes) 000231 1784288798.554870 read 0x020694 thru 0x021ed1 (0x183e bytes) 000232 1784288798.557651 write 0x00e849 thru 0x01d848 (0xf000 bytes) 000233 1784288798.562836 fallocate 0x00bd75 thru 0x00cba5 (0xe31 bytes) 000234 1784288798.566308 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd919a663 (stale) Mirror 5: 0x2bfdd2bf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd919a663 (stale) Mirror 5: 0x2bfdd2bf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000235 1784288798.655900 punch from 0x02a8de to 0x03493f (0xa062 bytes) 000236 1784288798.657768 mapwrite 0x01f20f thru 0x027c2f (0x8a21 bytes) 000237 1784288798.669757 mapread 0x0363bb thru 0x03ffff (0x9c45 bytes) 000238 1784288798.674266 mapread 0x02a3a8 thru 0x02b500 (0x1159 bytes) 000239 1784288798.678489 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd919a663 (stale) Mirror 5: 0x2bfdd2bf (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x4c1e1513 Mirror 6: 0x4c1e1513 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000241 1784288798.938719 mapwrite 0x00e29e thru 0x01d192 (0xeef5 bytes) 000242 1784288798.977930 fallocate 0x01236b thru 0x017b4c (0x57e2 bytes) 000243 1784288798.981667 MIRROR_RESYNC 4 mirrors 000245 1784288799.234352 MIRROR_EXTEND to 5 mirrors 000246 1784288799.449931 punch from 0x0174d5 to 0x0264e1 (0xf00d bytes) 000247 1784288799.460831 write 0x02020f thru 0x0291c8 (0x8fba bytes) 000248 1784288799.467038 MIRROR_RESYNC 5 mirrors 000249 1784288799.810993 fallocate 0x0333e1 thru 0x03ffff (0xcc1f bytes) 000250 1784288799.819877 write 0x03c435 thru 0x03ffff (0x3bcb bytes) 000251 1784288799.822673 write 0x012c98 thru 0x014c54 (0x1fbd bytes) 000252 1784288799.825945 punch from 0x015b27 to 0x023385 (0xd85f bytes) 000254 1784288799.828926 trunc from 0x00e903 to 0x019dd3 (0xb4d1 bytes) 000255 1784288799.834017 fallocate 0x004fc2 thru 0x013d87 (0xedc6 bytes) 000256 1784288799.836278 mapwrite 0x01d7c9 thru 0x022b09 (0x5341 bytes) 000257 1784288799.852773 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x34d3b42b (stale) Mirror 5: 0x34d3b42b (stale) Mirror 6: 0x34d3b42b (stale) Mirror 7: 0x34d3b42b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6ec00139 Mirror 8: 0x6ec00139 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000258 1784288800.140664 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x34d3b42b (stale) Mirror 5: 0x34d3b42b (stale) Mirror 6: 0x34d3b42b (stale) Mirror 7: 0x34d3b42b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x34d3b42b (stale) Mirror 5: 0x34d3b42b (stale) Mirror 6: 0x34d3b42b (stale) Mirror 7: 0x34d3b42b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000259 1784288800.243953 mapread 0x039bc4 thru 0x03b6f5 (0x1b32 bytes) 000260 1784288800.249540 mapwrite 0x027863 thru 0x03577a (0xdf18 bytes) 000261 1784288800.266747 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x34d3b42b (stale) Mirror 5: 0x34d3b42b (stale) Mirror 7: 0x34d3b42b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x34d3b42b (stale) Mirror 5: 0x34d3b42b (stale) Mirror 7: 0x34d3b42b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000263 1784288800.361244 punch from 0x012272 to 0x01f8d8 (0xd667 bytes) 000264 1784288800.363566 trunc from 0x040000 to 0x02d87b (0x12784 bytes) 000265 1784288800.375710 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d87c): Mirror 5: 0xfc5316a7 (stale) Mirror 7: 0xfc5316a7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d87c): Mirror 5: 0xfc5316a7 (stale) Mirror 7: 0xfc5316a7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d87c: skipped 000266 1784288800.462758 mapwrite 0x038cbc thru 0x03ffff (0x7344 bytes) 000267 1784288800.481261 trunc from 0x040000 to 0x014432 (0x2bbcd bytes) 000268 1784288800.485932 write 0x009136 thru 0x013752 (0xa61d bytes) 000269 1784288800.489606 trunc from 0x0108e5 to 0x011ec7 (0x15e3 bytes) 000270 1784288800.493701 mapwrite 0x02ac63 thru 0x0343f6 (0x9794 bytes) 000271 1784288800.510369 MIRROR_RESYNC 3 mirrors 000272 1784288800.728502 write 0x01eaf1 thru 0x023f7c (0x548c bytes) 000273 1784288800.741633 write 0x02ef64 thru 0x033e34 (0x4ed1 bytes) 000274 1784288800.745214 mapread 0x01cc9a thru 0x023f22 (0x7289 bytes) 000275 1784288800.749191 punch from 0x00f595 to 0x011f9b (0x2a07 bytes) 000276 1784288800.751149 trunc from 0x0343f7 to 0x02e029 (0x63cd bytes) 000277 1784288800.761763 mapread 0x016f25 thru 0x01e54b (0x7627 bytes) 000278 1784288800.765870 trunc from 0x02e02a to 0x002f17 (0x2b112 bytes) 000279 1784288800.771125 mapread 0x001230 thru 0x002f17 (0x1ce8 bytes) 000280 1784288800.774940 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f18): Mirror 7: 0x905d61e0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f18): Mirror 7: 0x905d61e0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f18: skipped 000281 1784288800.847516 mapread 0x00150d thru 0x002b5b (0x164f bytes) 000282 1784288800.850837 write 0x008574 thru 0x00be08 (0x3895 bytes) 000284 1784288800.853158 mapwrite 0x005498 thru 0x00f6fe (0xa267 bytes) 000285 1784288800.865401 read 0x0076a4 thru 0x008b80 (0x14dd bytes) 000286 1784288800.865901 mapwrite 0x035489 thru 0x03971d (0x4295 bytes) 000287 1784288800.877999 read 0x0197ca thru 0x025b37 (0xc36e bytes) 000288 1784288800.881037 trunc from 0x03971e to 0x035077 (0x46a6 bytes) 000289 1784288800.886553 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x35078): Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35078): Mirror 7: 0xe893fa08 (stale) CRC-32 checksum value for chunk [0, 0x35078): Mirror 1: 0xf3bd580 Mirror 8: 0xf3bd580 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35078: skipped 000291 1784288801.147872 fallocate 0x006d88 thru 0x010e2c (0xa0a5 bytes) 000292 1784288801.160299 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35078): Mirror 8: 0xf3bd580 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35078): Mirror 8: 0xf3bd580 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35078: skipped 000293 1784288801.242384 read 0x0316e9 thru 0x035077 (0x398f bytes) 000294 1784288801.246481 MIRROR_RESYNC 2 mirrors 000295 1784288801.452650 MIRROR_RESYNC 2 mirrors 000296 1784288801.583538 read 0x01d8f1 thru 0x021cdc (0x43ec bytes) 000297 1784288801.586483 mapwrite 0x0223dc thru 0x027ae5 (0x570a bytes) 000298 1784288801.620631 fallocate 0x0369ca thru 0x03846b (0x1aa2 bytes) 000299 1784288801.622852 trunc from 0x01d299 to 0x01f7d2 (0x253a bytes) 000300 1784288801.626228 MIRROR_RESYNC 2 mirrors 000301 1784288801.839430 trunc from 0x035078 to 0x036e11 (0x1d9a bytes) 000302 1784288801.854977 trunc from 0x036e12 to 0x0330c2 (0x3d4f bytes) 000303 1784288801.860554 punch from 0x0110e3 to 0x01a0db (0x8ff9 bytes) 000304 1784288801.864710 trunc from 0x0012ce to 0x010c43 (0xf976 bytes) 000305 1784288801.867915 write 0x01c98b thru 0x01cba0 (0x216 bytes) 000306 1784288801.871191 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000307 1784288801.912129 MIRROR_EXTEND to 2 mirrors 000308 1784288802.100824 read 0x0292d2 thru 0x02ac57 (0x1986 bytes) 000310 1784288802.102888 trunc from 0x001b87 to 0x010f43 (0xf3bd bytes) 000311 1784288802.113003 trunc from 0x019f1a to 0x021ba9 (0x7c90 bytes) 000312 1784288802.114702 write 0x0142ba thru 0x0168a9 (0x25f0 bytes) 000313 1784288802.120157 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x330c3): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x330c3): Mirror 2: 0x9e4e6a59 (stale) CRC-32 checksum value for chunk [0, 0x330c3): Mirror 1: 0xf4a17f4f Mirror 3: 0xf4a17f4f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x330c3: skipped 000314 1784288802.371001 trunc from 0x0330c3 to 0x03c72b (0x9669 bytes) 000315 1784288802.384990 punch from 0x032f6a to 0x03c72b (0x97c2 bytes) 000316 1784288802.388354 MIRROR_RESYNC 3 mirrors 000317 1784288802.620694 mapread 0x017cb3 thru 0x017f25 (0x273 bytes) 000318 1784288802.622798 mapwrite 0x00adec thru 0x0132bb (0x84d0 bytes) 000319 1784288802.658174 write 0x026f8c thru 0x02ca93 (0x5b08 bytes) 000321 1784288802.661381 write 0x0020c5 thru 0x002201 (0x13d bytes) 000322 1784288802.663579 mapwrite 0x01ba2a thru 0x02039c (0x4973 bytes) 000323 1784288802.671986 fallocate 0x02b972 thru 0x03064e (0x4cdd bytes) 000325 1784288802.674230 trunc from 0x03c72c to 0x0295e8 (0x13143 bytes) 000326 1784288802.679932 trunc from 0x00c535 to 0x01b2e8 (0xedb4 bytes) 000327 1784288802.681726 trunc from 0x0295e9 to 0x03dd71 (0x14789 bytes) 000328 1784288802.685949 mapread 0x0374a4 thru 0x03bf55 (0x4ab2 bytes) 000329 1784288802.689271 write 0x03c63e thru 0x03fd72 (0x3735 bytes) 000330 1784288802.691803 MIRROR_RESYNC 3 mirrors 000331 1784288802.935431 trunc from 0x03fd73 to 0x00731b (0x38a57 bytes) 000332 1784288802.951225 trunc from 0x00731c to 0x02f93e (0x28623 bytes) 000333 1784288802.958008 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f93f): Mirror 2: 0x5ea25f9b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f93f): Mirror 2: 0x5ea25f9b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f93f: skipped 000334 1784288803.042678 mapread 0x002e7b thru 0x010c54 (0xddda bytes) 000335 1784288803.048766 mapwrite 0x01f8ba thru 0x026845 (0x6f8c bytes) 000336 1784288803.059725 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000338 1784288803.100988 mapread 0x01a8c5 thru 0x028b37 (0xe273 bytes) 000339 1784288803.109356 read 0x010875 thru 0x01d616 (0xcda2 bytes) 000340 1784288803.112266 trunc from 0x02f93f to 0x02a590 (0x53ae bytes) 000342 1784288803.119137 punch from 0x008b85 to 0x00a8cd (0x1d49 bytes) 000343 1784288803.121204 trunc from 0x02a591 to 0x010709 (0x19e87 bytes) 000344 1784288803.126182 mapread 0x00698d thru 0x008594 (0x1c08 bytes) 000346 1784288803.131015 trunc from 0x009f91 to 0x010709 (0x6779 bytes) 000347 1784288803.133123 mapwrite 0x00daae thru 0x00dc36 (0x189 bytes) 000348 1784288803.140399 write 0x02c69e thru 0x02f5c4 (0x2f27 bytes) 000349 1784288803.141840 fallocate 0x00eeb9 thru 0x012543 (0x368b bytes) 000350 1784288803.144221 mapread 0x00a9dd thru 0x00e794 (0x3db8 bytes) 000351 1784288803.145341 read 0x01a053 thru 0x02675f (0xc70d bytes) 000352 1784288803.148286 trunc from 0x0065b2 to 0x007122 (0xb71 bytes) 000353 1784288803.149903 mapwrite 0x02066e thru 0x02ab32 (0xa4c5 bytes) 000354 1784288803.156865 trunc from 0x02f5c5 to 0x038634 (0x9070 bytes) 000355 1784288803.161279 trunc from 0x02bf1a to 0x034acb (0x8bb2 bytes) 000356 1784288803.163175 write 0x02fd71 thru 0x02fdb9 (0x49 bytes) 000357 1784288803.166252 trunc from 0x01b784 to 0x026f1c (0xb799 bytes) 000358 1784288803.168210 mapread 0x005247 thru 0x014f7a (0xfd34 bytes) 000360 1784288803.172601 trunc from 0x038635 to 0x0362e0 (0x2354 bytes) 000361 1784288803.177166 write 0x017fa6 thru 0x0227ea (0xa845 bytes) 000362 1784288803.179505 punch from 0x01645c to 0x01f2c6 (0x8e6b bytes) 000363 1784288803.183904 write 0x01731b thru 0x0234a3 (0xc189 bytes) 000364 1784288803.187546 mapread 0x025e55 thru 0x032127 (0xc2d3 bytes) 000365 1784288803.196984 punch from 0x008fbf to 0x00c5de (0x3620 bytes) 000366 1784288803.199209 mapread 0x01d52f thru 0x02712d (0x9bff bytes) 000367 1784288803.202251 punch from 0x008bd5 to 0x0180a6 (0xf4d2 bytes) 000368 1784288803.207139 mapwrite 0x000f10 thru 0x00a7ca (0x98bb bytes) 000370 1784288803.220679 write 0x03e383 thru 0x03ffff (0x1c7d bytes) 000371 1784288803.221518 read 0x02ce9b thru 0x02d684 (0x7ea bytes) 000372 1784288803.222158 trunc from 0x040000 to 0x027f90 (0x1806f bytes) 000373 1784288803.227615 write 0x0281c7 thru 0x036224 (0xe05e bytes) 000374 1784288803.228819 read 0x009f83 thru 0x00d537 (0x35b5 bytes) 000375 1784288803.232079 read 0x002ac9 thru 0x005e99 (0x33d1 bytes) 000376 1784288803.232571 fallocate 0x0201c4 thru 0x0231b2 (0x2fef bytes) 000378 1784288803.235337 punch from 0x01d5d4 to 0x02d1f6 (0xfc23 bytes) 000379 1784288803.240182 trunc from 0x036225 to 0x0282ed (0xdf37 bytes) 000381 1784288803.246493 fallocate 0x011d22 thru 0x0193d0 (0x76af bytes) 000382 1784288803.248650 punch from 0x012688 to 0x01756a (0x4ee3 bytes) 000383 1784288803.250459 read 0x005f7c thru 0x00d5c4 (0x7649 bytes) 000384 1784288803.251003 read 0x00544b thru 0x009c67 (0x481d bytes) 000385 1784288803.251515 read 0x025f46 thru 0x0282ed (0x23a8 bytes) 000387 1784288803.255513 mapread 0x00c8e3 thru 0x01a14b (0xd869 bytes) 000388 1784288803.256873 write 0x027171 thru 0x032ff7 (0xbe87 bytes) 000389 1784288803.258095 mapwrite 0x017d4e thru 0x01b10e (0x33c1 bytes) 000390 1784288803.264812 write 0x0271fb thru 0x037100 (0xff06 bytes) 000391 1784288803.266061 punch from 0x02a52e to 0x037100 (0xcbd3 bytes) 000392 1784288803.270284 write 0x02f480 thru 0x033290 (0x3e11 bytes) 000393 1784288803.273282 mapread 0x015d59 thru 0x0242f2 (0xe59a bytes) 000394 1784288803.274216 fallocate 0x032194 thru 0x03c558 (0xa3c5 bytes) 000395 1784288803.276257 mapread 0x02ffaa thru 0x033f51 (0x3fa8 bytes) 000396 1784288803.277127 write 0x01f7b6 thru 0x027dff (0x864a bytes) 000398 1784288803.278879 fallocate 0x00b6bc thru 0x01634e (0xac93 bytes) 000399 1784288803.280778 trunc from 0x037101 to 0x0338d5 (0x382b bytes) 000400 1784288803.285843 fallocate 0x01deba thru 0x0289db (0xab22 bytes) 000401 1784288803.288016 fallocate 0x024dd0 thru 0x0277de (0x2a0f bytes) 000402 1784288803.290192 mapwrite 0x00ad17 thru 0x00f375 (0x465f bytes) 000403 1784288803.297763 fallocate 0x015266 thru 0x020023 (0xadbe bytes) 000404 1784288803.300079 mapwrite 0x032b29 thru 0x0388d4 (0x5dac bytes) 000405 1784288803.317254 mapread 0x034576 thru 0x0388d4 (0x435f bytes) 000406 1784288803.318214 trunc from 0x015e7a to 0x018aa6 (0x2c2d bytes) 000408 1784288803.321122 read 0x009741 thru 0x00fcff (0x65bf bytes) 000409 1784288803.321704 trunc from 0x012b5e to 0x022809 (0xfcac bytes) 000410 1784288803.324999 MIRROR_EXTEND to 2 mirrors 000411 1784288803.513034 trunc from 0x0280de to 0x0326e9 (0xa60c bytes) 000412 1784288803.524239 fallocate 0x016ec3 thru 0x023b77 (0xccb5 bytes) 000413 1784288803.527609 MIRROR_RESYNC 2 mirrors 000414 1784288803.697795 write 0x00f849 thru 0x01c78b (0xcf43 bytes) 000415 1784288803.710690 read 0x0356a5 thru 0x0388d4 (0x3230 bytes) 000416 1784288803.712851 read 0x0301a3 thru 0x0388d4 (0x8732 bytes) 000417 1784288803.716379 mapwrite 0x02aff1 thru 0x02d762 (0x2772 bytes) 000418 1784288803.723283 mapread 0x016569 thru 0x024784 (0xe21c bytes) 000419 1784288803.724402 mapwrite 0x03d50f thru 0x03ffff (0x2af1 bytes) 000422 1784288803.743787 trunc from 0x02cc06 to 0x02e3c0 (0x17bb bytes) 000423 1784288803.746181 trunc from 0x040000 to 0x02c869 (0x13796 bytes) 000424 1784288803.753768 MIRROR_RESYNC 2 mirrors 000425 1784288803.926191 fallocate 0x0084aa thru 0x00ad9f (0x28f6 bytes) 000426 1784288803.935493 mapwrite 0x03a937 thru 0x03ffff (0x56c9 bytes) 000427 1784288803.956816 read 0x0393d6 thru 0x03ffff (0x6c2a bytes) 000428 1784288803.959058 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe884984f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x67803f56 Mirror 3: 0x67803f56 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000430 1784288804.214154 punch from 0x00a8ce to 0x0104cb (0x5bfe bytes) 000431 1784288804.224644 trunc from 0x03f96c to 0x03ffff (0x694 bytes) 000432 1784288804.226503 write 0x03f32d thru 0x03ffff (0xcd3 bytes) 000433 1784288804.229902 trunc from 0x040000 to 0x036355 (0x9caa bytes) 000434 1784288804.235919 punch from 0x0255be to 0x032c2d (0xd670 bytes) 000435 1784288804.238129 mapwrite 0x035791 thru 0x03c5b2 (0x6e22 bytes) 000436 1784288804.255238 fallocate 0x01fa83 thru 0x02f41e (0xf99c bytes) 000437 1784288804.257584 write 0x011900 thru 0x01fbca (0xe2cb bytes) 000438 1784288804.261391 mapread 0x034902 thru 0x03c5b2 (0x7cb1 bytes) 000439 1784288804.263731 MIRROR_RESYNC 3 mirrors 000440 1784288804.480747 mapread 0x0336c6 thru 0x03c42a (0x8d65 bytes) 000441 1784288804.486692 trunc from 0x03c5b3 to 0x01d518 (0x1f09a bytes) 000442 1784288804.504566 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1d519): Mirror 3: 0xf1f5936d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d519): Mirror 3: 0xf1f5936d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d519: skipped 000443 1784288804.579326 mapwrite 0x0084af thru 0x012d9c (0xa8ee bytes) 000444 1784288804.592261 read 0x004335 thru 0x00ed41 (0xaa0d bytes) 000445 1784288804.592832 trunc from 0x014ed3 to 0x01ac30 (0x5d5e bytes) 000446 1784288804.595146 read 0x011a92 thru 0x0158b7 (0x3e26 bytes) 000447 1784288804.598043 write 0x0235cb thru 0x032dca (0xf800 bytes) 000448 1784288804.601069 mapwrite 0x02b780 thru 0x030dc6 (0x5647 bytes) 000449 1784288804.607440 punch from 0x00f8b5 to 0x01290e (0x305a bytes) 000450 1784288804.609475 write 0x0008cf thru 0x00133b (0xa6d bytes) 000453 1784288804.611333 write 0x03ce72 thru 0x03ffff (0x318e bytes) 000454 1784288804.612264 mapwrite 0x018ca9 thru 0x01e095 (0x53ed bytes) 000455 1784288804.621309 mapwrite 0x03d476 thru 0x03ffff (0x2b8a bytes) 000456 1784288804.625653 trunc from 0x040000 to 0x036e0a (0x91f5 bytes) 000457 1784288804.630399 punch from 0x01631b to 0x01a267 (0x3f4d bytes) 000458 1784288804.631995 fallocate 0x033d77 thru 0x03ffff (0xc289 bytes) 000459 1784288804.634137 punch from 0x02681f to 0x0284fb (0x1cdd bytes) 000461 1784288804.636443 write 0x014215 thru 0x024065 (0xfe51 bytes) 000462 1784288804.637821 mapwrite 0x00ec7c thru 0x01873a (0x9abf bytes) 000463 1784288804.651210 trunc from 0x040000 to 0x0026c3 (0x3d93c bytes) 000464 1784288804.656626 trunc from 0x0026c4 to 0x008e8f (0x67cc bytes) 000465 1784288804.661063 mapwrite 0x03055a thru 0x039781 (0x9228 bytes) 000466 1784288804.687528 MIRROR_RESYNC 2 mirrors 000467 1784288804.846521 MIRROR_RESYNC 2 mirrors 000468 1784288804.957024 MIRROR_RESYNC 2 mirrors 000469 1784288805.074258 mapread 0x0159cb thru 0x01ce2e (0x7464 bytes) 000470 1784288805.080444 punch from 0x00c30c to 0x0162e3 (0x9fd8 bytes) 000471 1784288805.091459 fallocate 0x02b4ec thru 0x033b6a (0x867f bytes) 000472 1784288805.093306 trunc from 0x039782 to 0x01ece1 (0x1aaa0 bytes) 000473 1784288805.104570 fallocate 0x039b4b thru 0x03ffff (0x64b5 bytes) 000474 1784288805.106653 trunc from 0x002c57 to 0x009cc4 (0x706e bytes) 000475 1784288805.108571 mapwrite 0x01ba39 thru 0x021b7d (0x6145 bytes) 000476 1784288805.123613 read 0x00ba8f thru 0x0191de (0xd750 bytes) 000477 1784288805.126866 write 0x006342 thru 0x0100b5 (0x9d74 bytes) 000478 1784288805.129422 fallocate 0x00e768 thru 0x018d38 (0xa5d1 bytes) 000479 1784288805.131625 mapwrite 0x03adcd thru 0x03ffff (0x5233 bytes) 000480 1784288805.144876 punch from 0x00035a to 0x00d684 (0xd32b bytes) 000481 1784288805.146743 trunc from 0x040000 to 0x013904 (0x2c6fb bytes) 000482 1784288805.151214 trunc from 0x0078a8 to 0x00994e (0x20a7 bytes) 000483 1784288805.152817 mapwrite 0x008390 thru 0x00d074 (0x4ce5 bytes) 000486 1784288805.162938 trunc from 0x013905 to 0x032101 (0x1e7fd bytes) 000487 1784288805.167657 read 0x01b610 thru 0x02206b (0x6a5c bytes) 000488 1784288805.171075 mapread 0x017615 thru 0x02331f (0xbd0b bytes) 000489 1784288805.171985 read 0x00ae2d thru 0x00cbb1 (0x1d85 bytes) 000490 1784288805.172449 trunc from 0x032102 to 0x01e75a (0x139a7 bytes) 000491 1784288805.177070 read 0x00f5c5 thru 0x00fe42 (0x87e bytes) 000492 1784288805.177649 mapread 0x0156fd thru 0x01e75a (0x905e bytes) 000493 1784288805.178815 mapread 0x00bbb8 thru 0x011d08 (0x6151 bytes) 000494 1784288805.179630 trunc from 0x01e75b to 0x031f80 (0x13826 bytes) 000495 1784288805.183973 write 0x017e1c thru 0x01b94d (0x3b32 bytes) 000496 1784288805.184808 punch from 0x027581 to 0x02bfd9 (0x4a59 bytes) 000497 1784288805.186473 mapwrite 0x0200d7 thru 0x0259d5 (0x58ff bytes) 000499 1784288805.195942 punch from 0x017e78 to 0x01f179 (0x7302 bytes) 000500 1784288805.197894 trunc from 0x031ad0 to 0x031f80 (0x4b1 bytes) 000501 1784288805.200834 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x31f81): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31f81): Mirror 3: 0xed7fff80 (stale) CRC-32 checksum value for chunk [0, 0x31f81): Mirror 1: 0xa27f413d Mirror 4: 0xa27f413d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31f81: skipped 000502 1784288805.448863 punch from 0x024555 to 0x02c612 (0x80be bytes) 000503 1784288805.461557 write 0x02441b thru 0x032e85 (0xea6b bytes) 000505 1784288805.466546 fallocate 0x00fb4b thru 0x01e8c8 (0xed7e bytes) 000506 1784288805.470133 write 0x02fd5e thru 0x038b26 (0x8dc9 bytes) 000507 1784288805.471277 punch from 0x001090 to 0x00271a (0x168b bytes) 000508 1784288805.476040 fallocate 0x030abf thru 0x03afa2 (0xa4e4 bytes) 000509 1784288805.478303 write 0x00e2c7 thru 0x019a2b (0xb765 bytes) 000510 1784288805.481709 trunc from 0x003a33 to 0x009276 (0x5844 bytes) 000511 1784288805.483603 read 0x035c74 thru 0x038b26 (0x2eb3 bytes) 000513 1784288805.484464 trunc from 0x038b27 to 0x0041e6 (0x34940 bytes) 000515 1784288805.499036 trunc from 0x0041e7 to 0x031727 (0x2d541 bytes) 000516 1784288805.506287 trunc from 0x031728 to 0x009392 (0x28395 bytes) 000517 1784288805.512210 trunc from 0x0011f7 to 0x0021e6 (0xff0 bytes) 000519 1784288805.514797 mapwrite 0x00ef31 thru 0x01e891 (0xf961 bytes) 000520 1784288805.536568 mapread 0x00c0bf thru 0x00e149 (0x208b bytes) 000521 1784288805.537359 trunc from 0x01e892 to 0x02b391 (0xcb00 bytes) 000522 1784288805.542032 fallocate 0x03dbcb thru 0x03ffff (0x2435 bytes) 000523 1784288805.544113 write 0x01901a thru 0x024afc (0xbae3 bytes) 000525 1784288805.546866 trunc from 0x02b392 to 0x02ccc5 (0x1934 bytes) 000526 1784288805.552743 MIRROR_RESYNC 3 mirrors 000527 1784288805.757622 fallocate 0x031518 thru 0x03700e (0x5af7 bytes) 000528 1784288805.768654 read 0x029dd7 thru 0x02ccc5 (0x2eef bytes) 000529 1784288805.771239 mapwrite 0x027c2c thru 0x02b9b1 (0x3d86 bytes) 000531 1784288805.781386 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2ccc6): Mirror 4: 0x4d2eea39 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ccc6): Mirror 4: 0x4d2eea39 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ccc6: skipped 000532 1784288805.863374 read 0x01b069 thru 0x01ce9a (0x1e32 bytes) 000534 1784288805.866335 read 0x028726 thru 0x02ccc5 (0x45a0 bytes) 000535 1784288805.870161 trunc from 0x02a14c to 0x02ccc5 (0x2b7a bytes) 000536 1784288805.872380 trunc from 0x01d0b4 to 0x01d6f0 (0x63d bytes) 000538 1784288805.874827 fallocate 0x01d6c0 thru 0x023584 (0x5ec5 bytes) 000540 1784288805.877330 trunc from 0x02ccc6 to 0x002ba3 (0x2a122 bytes) 000541 1784288805.888839 write 0x02508d thru 0x0334a2 (0xe416 bytes) 000542 1784288805.890635 fallocate 0x01ca39 thru 0x023d83 (0x734b bytes) 000543 1784288805.892736 mapread 0x02ccc0 thru 0x0334a2 (0x67e3 bytes) 000544 1784288805.893687 trunc from 0x015ebd to 0x0178eb (0x1a2f bytes) 000546 1784288805.896332 mapread 0x01f93a thru 0x02411d (0x47e4 bytes) 000547 1784288805.904570 punch from 0x007e9a to 0x01663e (0xe7a5 bytes) 000548 1784288805.906667 mapwrite 0x02069e thru 0x02e99c (0xe2ff bytes) 000549 1784288805.914716 mapwrite 0x02f196 thru 0x03461f (0x548a bytes) 000550 1784288805.926221 read 0x0180c7 thru 0x01d418 (0x5352 bytes) 000551 1784288805.929474 trunc from 0x00beec to 0x01a667 (0xe77c bytes) 000552 1784288805.931328 read 0x033a96 thru 0x03461f (0xb8a bytes) 000554 1784288805.932248 mapwrite 0x020b54 thru 0x02876c (0x7c19 bytes) 000555 1784288805.939075 trunc from 0x01cda9 to 0x022c6b (0x5ec3 bytes) 000556 1784288805.940766 write 0x0203a8 thru 0x029669 (0x92c2 bytes) 000557 1784288805.944583 trunc from 0x034620 to 0x03248f (0x2190 bytes) 000559 1784288805.949592 read 0x008227 thru 0x00d053 (0x4e2d bytes) 000560 1784288805.950065 trunc from 0x032490 to 0x03d766 (0xb2d7 bytes) 000562 1784288805.954951 mapwrite 0x026e8b thru 0x034ce7 (0xde5d bytes) 000563 1784288805.966155 trunc from 0x03d767 to 0x01d815 (0x1ff51 bytes) 000564 1784288805.970942 trunc from 0x01d816 to 0x00003f (0x1d7d6 bytes) 000566 1784288805.976154 fallocate 0x0063a5 thru 0x010d9d (0xa9f9 bytes) 000567 1784288805.978201 read 0x007512 thru 0x00daaf (0x659e bytes) 000568 1784288805.981269 fallocate 0x0010d2 thru 0x0103da (0xf309 bytes) 000569 1784288805.983163 mapwrite 0x0355e8 thru 0x037595 (0x1fae bytes) 000570 1784288805.996783 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000571 1784288806.033352 write 0x0275cb thru 0x02f771 (0x81a7 bytes) 000572 1784288806.037710 trunc from 0x004acf to 0x007c8a (0x31bc bytes) 000573 1784288806.039675 trunc from 0x037596 to 0x02612b (0x1146a bytes) 000574 1784288806.044212 mapwrite 0x020d60 thru 0x026592 (0x5833 bytes) 000575 1784288806.059150 trunc from 0x026593 to 0x015f4d (0x10645 bytes) 000576 1784288806.063638 mapread 0x005ce1 thru 0x00b6b1 (0x59d1 bytes) 000578 1784288806.068063 read 0x014763 thru 0x015f4d (0x17eb bytes) 000579 1784288806.070055 punch from 0x005be8 to 0x010894 (0xacad bytes) 000580 1784288806.072016 mapwrite 0x005102 thru 0x00d1e3 (0x80e2 bytes) 000581 1784288806.082554 trunc from 0x00867d to 0x00e861 (0x61e5 bytes) 000583 1784288806.084853 write 0x028877 thru 0x02ec66 (0x63f0 bytes) 000584 1784288806.085817 read 0x0116cb thru 0x014fad (0x38e3 bytes) 000586 1784288806.090080 trunc from 0x02ec67 to 0x0209b2 (0xe2b4 bytes) 000587 1784288806.095657 trunc from 0x01cfe4 to 0x0209b2 (0x39cf bytes) 000588 1784288806.097387 mapwrite 0x00ae47 thru 0x0144b9 (0x9673 bytes) 000589 1784288806.105939 punch from 0x00fdd3 to 0x0130c0 (0x32ee bytes) 000590 1784288806.108079 trunc from 0x0209b3 to 0x0028df (0x1e0d3 bytes) 000592 1784288806.113283 mapwrite 0x026eb8 thru 0x02d306 (0x644f bytes) 000594 1784288806.136297 mapwrite 0x026519 thru 0x02741f (0xf07 bytes) 000595 1784288806.141446 fallocate 0x021e3a thru 0x029170 (0x7337 bytes) 000596 1784288806.143619 fallocate 0x03b671 thru 0x03ffff (0x498f bytes) 000597 1784288806.147140 MIRROR_EXTEND to 2 mirrors 000598 1784288806.312835 mapwrite 0x001c8f thru 0x009333 (0x76a5 bytes) 000599 1784288806.348363 punch from 0x0045eb to 0x00aeed (0x6903 bytes) 000601 1784288806.350822 fallocate 0x03b360 thru 0x03dbc8 (0x2869 bytes) 000602 1784288806.352585 trunc from 0x00b0e7 to 0x00d1a0 (0x20ba bytes) 000603 1784288806.354294 trunc from 0x03dbc9 to 0x035b69 (0x805f bytes) 000604 1784288806.365574 trunc from 0x035b6a to 0x03e38b (0x8822 bytes) 000605 1784288806.369900 trunc from 0x023124 to 0x024d8d (0x1c6a bytes) 000606 1784288806.371483 write 0x00cf87 thru 0x014626 (0x76a0 bytes) 000607 1784288806.374950 write 0x0204a2 thru 0x024b3b (0x469a bytes) 000608 1784288806.378031 mapwrite 0x02a4e7 thru 0x033758 (0x9272 bytes) 000609 1784288806.392216 fallocate 0x00865e thru 0x00b2fc (0x2c9f bytes) 000610 1784288806.394811 punch from 0x03db97 to 0x03e38b (0x7f5 bytes) 000611 1784288806.396858 fallocate 0x02bd24 thru 0x035706 (0x99e3 bytes) 000612 1784288806.398930 fallocate 0x0162b0 thru 0x0217c6 (0xb517 bytes) 000613 1784288806.400730 mapwrite 0x032842 thru 0x0342a0 (0x1a5f bytes) 000614 1784288806.406271 fallocate 0x031239 thru 0x033175 (0x1f3d bytes) 000615 1784288806.408207 write 0x02bf8b thru 0x039504 (0xd57a bytes) 000616 1784288806.409299 trunc from 0x03e38c to 0x034173 (0xa218 bytes) 000617 1784288806.414656 read 0x00b730 thru 0x010d1a (0x55eb bytes) 000618 1784288806.416699 read 0x000583 thru 0x00747b (0x6ef9 bytes) 000620 1784288806.421706 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x34174): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34174): Mirror 2: 0xf6e55199 (stale) CRC-32 checksum value for chunk [0, 0x34174): Mirror 1: 0x7f2ab86e Mirror 3: 0x7f2ab86e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34174: skipped 000621 1784288806.658606 fallocate 0x009c26 thru 0x00da0f (0x3dea bytes) 000622 1784288806.668383 punch from 0x001ac7 to 0x005bcf (0x4109 bytes) 000623 1784288806.670241 trunc from 0x034174 to 0x011d0a (0x22469 bytes) 000624 1784288806.682255 trunc from 0x011d0b to 0x014e43 (0x3139 bytes) 000625 1784288806.686761 read 0x00cc60 thru 0x014e43 (0x81e4 bytes) 000626 1784288806.689986 punch from 0x00f056 to 0x00f28e (0x239 bytes) 000627 1784288806.692015 read 0x00e19b thru 0x014e43 (0x6ca9 bytes) 000629 1784288806.695456 trunc from 0x01489f to 0x014e43 (0x5a5 bytes) 000630 1784288806.697159 trunc from 0x014e44 to 0x0028f4 (0x1254f bytes) 000631 1784288806.701928 mapwrite 0x032bb1 thru 0x034d8d (0x21dd bytes) 000632 1784288806.714746 mapread 0x014011 thru 0x0208e7 (0xc8d7 bytes) 000633 1784288806.717191 fallocate 0x0109e2 thru 0x011f1e (0x153d bytes) 000634 1784288806.719277 trunc from 0x026b0a to 0x034d8d (0xe284 bytes) 000635 1784288806.722502 MIRROR_RESYNC 3 mirrors 000637 1784288806.910454 mapwrite 0x011c76 thru 0x01bef9 (0xa284 bytes) 000638 1784288806.951106 trunc from 0x022be3 to 0x02978c (0x6baa bytes) 000639 1784288806.953176 trunc from 0x034d8e to 0x0207e2 (0x145ab bytes) 000640 1784288806.965209 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x207e3): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x207e3): Mirror 2: 0xb107098 (stale) Mirror 3: 0xb107098 (stale) CRC-32 checksum value for chunk [0, 0x207e3): Mirror 1: 0xb260a19c Mirror 4: 0xb260a19c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x207e3: skipped 000641 1784288807.211801 write 0x000113 thru 0x00c0d5 (0xbfc3 bytes) 000642 1784288807.226896 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x207e3): Mirror 3: 0xb107098 (stale) Mirror 4: 0xb260a19c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x207e3): Mirror 3: 0xb107098 (stale) Mirror 4: 0xb260a19c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x207e3: skipped 000643 1784288807.323630 read 0x018332 thru 0x01f998 (0x7667 bytes) 000644 1784288807.326581 trunc from 0x0207e3 to 0x0296cd (0x8eeb bytes) 000645 1784288807.332535 read 0x0222ed thru 0x024c2d (0x2941 bytes) 000647 1784288807.336314 read 0x017461 thru 0x01ac91 (0x3831 bytes) 000648 1784288807.336934 write 0x019005 thru 0x020bdd (0x7bd9 bytes) 000649 1784288807.337895 trunc from 0x0296ce to 0x01276f (0x16f5e bytes) 000650 1784288807.342719 mapread 0x0116d8 thru 0x01276f (0x1098 bytes) 000651 1784288807.343626 read 0x00ff6d thru 0x01276f (0x2803 bytes) 000652 1784288807.344142 trunc from 0x001787 to 0x009287 (0x7b01 bytes) 000653 1784288807.346552 mapread 0x007ee8 thru 0x00f54d (0x7666 bytes) 000654 1784288807.350259 trunc from 0x001297 to 0x00256f (0x12d9 bytes) 000655 1784288807.352587 read 0x008cf6 thru 0x01276f (0x9a7a bytes) 000656 1784288807.353389 punch from 0x002d89 to 0x006d41 (0x3fb9 bytes) 000657 1784288807.355560 mapread 0x00c2c6 thru 0x01276f (0x64aa bytes) 000658 1784288807.356867 read 0x0039a3 thru 0x0047b8 (0xe16 bytes) 000659 1784288807.360199 mapwrite 0x00ea32 thru 0x016781 (0x7d50 bytes) 000660 1784288807.374551 fallocate 0x0200ec thru 0x02edc8 (0xecdd bytes) 000661 1784288807.376543 punch from 0x0188be to 0x01fba7 (0x72ea bytes) 000662 1784288807.379733 MIRROR_RESYNC 3 mirrors 000663 1784288807.595334 mapwrite 0x01ea50 thru 0x02c037 (0xd5e8 bytes) 000664 1784288807.636093 mapread 0x02a989 thru 0x02edc8 (0x4440 bytes) 000665 1784288807.636931 mapread 0x02080c thru 0x029b34 (0x9329 bytes) 000666 1784288807.637738 mapwrite 0x02beb1 thru 0x030170 (0x42c0 bytes) 000668 1784288807.658876 punch from 0x02c60c to 0x030170 (0x3b65 bytes) 000669 1784288807.661014 fallocate 0x0385b0 thru 0x03cd94 (0x47e5 bytes) 000670 1784288807.663275 read 0x025b06 thru 0x033411 (0xd90c bytes) 000671 1784288807.666466 mapwrite 0x0174e9 thru 0x022a4a (0xb562 bytes) 000672 1784288807.677058 mapread 0x01b90a thru 0x0294c6 (0xdbbd bytes) 000673 1784288807.678356 mapwrite 0x0027ef thru 0x003cc7 (0x14d9 bytes) 000674 1784288807.685612 write 0x002ce3 thru 0x00e93d (0xbc5b bytes) 000675 1784288807.686747 mapread 0x034d29 thru 0x0351f9 (0x4d1 bytes) 000676 1784288807.689649 trunc from 0x03cd95 to 0x039547 (0x384d bytes) 000678 1784288807.696023 MIRROR_RESYNC 3 mirrors 000679 1784288807.892713 trunc from 0x039548 to 0x00632e (0x33219 bytes) 000681 1784288807.909602 trunc from 0x00632f to 0x0239a8 (0x1d67a bytes) 000682 1784288807.915203 read 0x01857f thru 0x0239a8 (0xb42a bytes) 000683 1784288807.918499 punch from 0x01f5fa to 0x0239a8 (0x43af bytes) 000685 1784288807.920898 fallocate 0x010d56 thru 0x01ba86 (0xad31 bytes) 000687 1784288807.923544 punch from 0x0065a7 to 0x015534 (0xef8e bytes) 000688 1784288807.927101 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x239a9): Mirror 4: 0x4ac7dcc0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x239a9): Mirror 4: 0x4ac7dcc0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x239a9: skipped 000689 1784288808.004557 trunc from 0x0239a9 to 0x0127af (0x111f9 bytes) 000690 1784288808.010480 read 0x00fcda thru 0x01033c (0x663 bytes) 000691 1784288808.012774 write 0x03a3c0 thru 0x03ffff (0x5c40 bytes) 000692 1784288808.013853 fallocate 0x03edd6 thru 0x03ffff (0x122a bytes) 000693 1784288808.016267 mapwrite 0x007276 thru 0x0126a8 (0xb433 bytes) 000694 1784288808.033078 MIRROR_RESYNC 2 mirrors 000695 1784288808.188281 trunc from 0x02b579 to 0x02b5d9 (0x61 bytes) 000697 1784288808.198604 mapwrite 0x00ea98 thru 0x01a066 (0xb5cf bytes) 000698 1784288808.213948 mapread 0x028748 thru 0x034508 (0xbdc1 bytes) 000699 1784288808.219609 mapwrite 0x0313af thru 0x03513a (0x3d8c bytes) 000700 1784288808.225162 punch from 0x020e8f to 0x026e05 (0x5f77 bytes) 000701 1784288808.226838 punch from 0x008f0e to 0x011df2 (0x8ee5 bytes) 000702 1784288808.228590 trunc from 0x040000 to 0x02c183 (0x13e7c bytes) 000703 1784288808.239253 mapread 0x00d8d5 thru 0x0116d7 (0x3e03 bytes) 000705 1784288808.243270 read 0x026b06 thru 0x02c183 (0x567e bytes) 000706 1784288808.245177 mapread 0x01c426 thru 0x020e1d (0x49f8 bytes) 000707 1784288808.249439 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2c184): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c184): Mirror 4: 0x4034ac66 (stale) CRC-32 checksum value for chunk [0, 0x2c184): Mirror 1: 0x57278bb8 Mirror 5: 0x57278bb8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c184: skipped 000708 1784288808.470110 mapwrite 0x00d49e thru 0x010f8a (0x3aed bytes) 000709 1784288808.505845 mapwrite 0x01adb6 thru 0x02708d (0xc2d8 bytes) 000710 1784288808.519092 trunc from 0x02c184 to 0x03e01e (0x11e9b bytes) 000711 1784288808.531312 read 0x00b8ef thru 0x00d509 (0x1c1b bytes) 000712 1784288808.531889 mapread 0x039411 thru 0x03e01e (0x4c0e bytes) 000713 1784288808.535677 fallocate 0x035782 thru 0x03ffff (0xa87e bytes) 000714 1784288808.538126 trunc from 0x00f903 to 0x01559b (0x5c99 bytes) 000715 1784288808.540011 write 0x029788 thru 0x036daa (0xd623 bytes) 000716 1784288808.541180 trunc from 0x040000 to 0x006f05 (0x390fa bytes) 000717 1784288808.546364 mapread 0x00163c thru 0x005a8c (0x4451 bytes) 000718 1784288808.549902 mapread 0x004785 thru 0x006f05 (0x2781 bytes) 000719 1784288808.551072 write 0x03cc58 thru 0x03ffff (0x33a8 bytes) 000720 1784288808.552390 read 0x037af3 thru 0x039e1a (0x2328 bytes) 000722 1784288808.556178 trunc from 0x040000 to 0x0157af (0x2a850 bytes) 000723 1784288808.561695 mapread 0x011520 thru 0x011546 (0x27 bytes) 000724 1784288808.562681 trunc from 0x0157b0 to 0x01a45f (0x4cb0 bytes) 000725 1784288808.566655 fallocate 0x039ec7 thru 0x03c3d3 (0x250d bytes) 000726 1784288808.568524 mapread 0x008fab thru 0x0091f6 (0x24c bytes) 000727 1784288808.569271 trunc from 0x019e26 to 0x01a45f (0x63a bytes) 000728 1784288808.570920 read 0x0051c4 thru 0x00526a (0xa7 bytes) 000729 1784288808.571437 fallocate 0x0006c2 thru 0x00266e (0x1fad bytes) 000730 1784288808.573179 mapread 0x000c3e thru 0x00c04e (0xb411 bytes) 000731 1784288808.574143 mapwrite 0x0343d0 thru 0x03c11f (0x7d50 bytes) 000732 1784288808.589458 punch from 0x022cf0 to 0x026797 (0x3aa8 bytes) 000733 1784288808.592666 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c120): Mirror 4: 0xc75ea17d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c120): Mirror 4: 0xc75ea17d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c120: skipped 000734 1784288808.679135 write 0x00f069 thru 0x01d0d5 (0xe06d bytes) 000735 1784288808.684047 mapwrite 0x00f569 thru 0x01cb5c (0xd5f4 bytes) 000736 1784288808.692136 write 0x011eba thru 0x012a7f (0xbc6 bytes) 000737 1784288808.692967 fallocate 0x00c070 thru 0x010b56 (0x4ae7 bytes) 000738 1784288808.695094 punch from 0x000cac to 0x001ffa (0x134f bytes) 000739 1784288808.698325 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3c120): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c120): Mirror 4: 0xc75ea17d (stale) CRC-32 checksum value for chunk [0, 0x3c120): Mirror 1: 0x4342aac Mirror 5: 0x4342aac lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c120: skipped 000740 1784288808.946999 fallocate 0x034080 thru 0x03ffff (0xbf80 bytes) 000741 1784288808.957943 punch from 0x039668 to 0x03ffff (0x6998 bytes) 000742 1784288808.960068 read 0x037e6e thru 0x03ffff (0x8192 bytes) 000743 1784288808.963380 trunc from 0x040000 to 0x008edc (0x37123 bytes) 000744 1784288808.975886 read 0x007134 thru 0x008edc (0x1da9 bytes) 000745 1784288808.978803 trunc from 0x004129 to 0x007d17 (0x3bef bytes) 000746 1784288808.980729 mapread 0x0079f4 thru 0x008edc (0x14e9 bytes) 000747 1784288808.983300 mapwrite 0x0002ae thru 0x00c9fa (0xc74d bytes) 000748 1784288809.002197 read 0x00c907 thru 0x00c9fa (0xf4 bytes) 000749 1784288809.002712 trunc from 0x00c9fb to 0x01e97f (0x11f85 bytes) 000750 1784288809.008100 fallocate 0x03311d thru 0x0348e6 (0x17ca bytes) 000751 1784288809.010631 mapread 0x000af9 thru 0x00f5e6 (0xeaee bytes) 000752 1784288809.014893 fallocate 0x03be7e thru 0x03ffff (0x4182 bytes) 000754 1784288809.017475 fallocate 0x0327d8 thru 0x03ffff (0xd828 bytes) 000755 1784288809.019391 mapread 0x024fdc thru 0x02b918 (0x693d bytes) 000756 1784288809.023291 punch from 0x010dae to 0x017f63 (0x71b6 bytes) 000758 1784288809.025812 mapwrite 0x034ff2 thru 0x03ffff (0xb00e bytes) 000759 1784288809.033508 trunc from 0x040000 to 0x010793 (0x2f86c bytes) 000761 1784288809.039356 read 0x00fb04 thru 0x010793 (0xc90 bytes) 000763 1784288809.042400 read 0x000a7b thru 0x00aaeb (0xa071 bytes) 000764 1784288809.043066 trunc from 0x000a83 to 0x0105fd (0xfb7b bytes) 000765 1784288809.045124 trunc from 0x010794 to 0x038515 (0x27d82 bytes) 000766 1784288809.049456 mapread 0x002c30 thru 0x00e5cd (0xb99e bytes) 000770 1784288809.054889 punch from 0x004668 to 0x00fdf4 (0xb78d bytes) 000771 1784288809.056825 fallocate 0x0209fc thru 0x026575 (0x5b7a bytes) 000772 1784288809.060301 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38516): Mirror 5: 0x88a53d3e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38516): Mirror 5: 0x88a53d3e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38516: skipped 000773 1784288809.139212 mapread 0x00cd8f thru 0x01a5fb (0xd86d bytes) 000774 1784288809.149531 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000775 1784288809.184857 mapread 0x0036fd thru 0x007106 (0x3a0a bytes) 000776 1784288809.190774 read 0x0052c7 thru 0x005cd5 (0xa0f bytes) 000777 1784288809.191236 mapread 0x014c44 thru 0x0176cf (0x2a8c bytes) 000778 1784288809.194151 trunc from 0x038516 to 0x024c26 (0x138ef bytes) 000779 1784288809.199747 mapwrite 0x002fd6 thru 0x00f694 (0xc6bf bytes) 000780 1784288809.208543 fallocate 0x0241a2 thru 0x0287ad (0x460c bytes) 000781 1784288809.210524 mapwrite 0x02debb thru 0x032a4b (0x4b91 bytes) 000782 1784288809.223613 punch from 0x003505 to 0x00f071 (0xbb6d bytes) 000783 1784288809.225557 punch from 0x0211bf to 0x02716f (0x5fb1 bytes) 000784 1784288809.227246 mapwrite 0x00a82b thru 0x0176ca (0xcea0 bytes) 000785 1784288809.238010 trunc from 0x01ff3c to 0x02843f (0x8504 bytes) 000786 1784288809.240156 write 0x026b4d thru 0x029bf7 (0x30ab bytes) 000787 1784288809.242262 fallocate 0x03e771 thru 0x03ffff (0x188f bytes) 000788 1784288809.244323 trunc from 0x040000 to 0x022c0b (0x1d3f4 bytes) 000790 1784288809.250045 write 0x002182 thru 0x006593 (0x4412 bytes) 000792 1784288809.251689 punch from 0x0021a9 to 0x00227e (0xd6 bytes) 000793 1784288809.256664 fallocate 0x03165e thru 0x03adc0 (0x9763 bytes) 000796 1784288809.260365 write 0x03912f thru 0x03ffff (0x6ed1 bytes) 000797 1784288809.262842 read 0x038bf4 thru 0x03eaee (0x5efb bytes) 000798 1784288809.267082 mapread 0x0004e6 thru 0x005bcf (0x56ea bytes) 000799 1784288809.267890 punch from 0x016cf1 to 0x0172a8 (0x5b8 bytes) 000800 1784288809.271540 MIRROR_EXTEND to 2 mirrors 000801 1784288809.463743 trunc from 0x0273ee to 0x0359e7 (0xe5fa bytes) 000803 1784288809.475590 fallocate 0x033a07 thru 0x03a363 (0x695d bytes) 000804 1784288809.477543 write 0x03ada7 thru 0x03ffff (0x5259 bytes) 000805 1784288809.480872 fallocate 0x029517 thru 0x038fa4 (0xfa8e bytes) 000806 1784288809.482843 fallocate 0x02e3c0 thru 0x03925c (0xae9d bytes) 000807 1784288809.484628 trunc from 0x040000 to 0x000070 (0x3ff8f bytes) 000808 1784288809.495398 fallocate 0x03a509 thru 0x03ffff (0x5af7 bytes) 000809 1784288809.497451 write 0x029864 thru 0x02ec02 (0x539f bytes) 000810 1784288809.502299 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000811 1784288809.545756 trunc from 0x040000 to 0x01f9a8 (0x20657 bytes) 000813 1784288809.551949 trunc from 0x0177c3 to 0x01f26f (0x7aad bytes) 000814 1784288809.555076 MIRROR_EXTEND to 2 mirrors 000816 1784288809.721947 trunc from 0x017895 to 0x01f9a8 (0x8114 bytes) 000818 1784288809.734861 fallocate 0x002f35 thru 0x004b42 (0x1c0e bytes) 000819 1784288809.737141 fallocate 0x00d0a0 thru 0x0138fa (0x685b bytes) 000820 1784288809.739387 punch from 0x009b21 to 0x00e56b (0x4a4b bytes) 000821 1784288809.741224 punch from 0x00358c to 0x00ae3c (0x78b1 bytes) 000822 1784288809.744309 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000823 1784288809.783918 fallocate 0x0104fa thru 0x01dee0 (0xd9e7 bytes) 000824 1784288809.785946 mapwrite 0x0328b5 thru 0x03e534 (0xbc80 bytes) 000825 1784288809.808446 write 0x02f022 thru 0x03c082 (0xd061 bytes) 000828 1784288809.811338 write 0x017469 thru 0x017a89 (0x621 bytes) 000829 1784288809.813397 read 0x025339 thru 0x0328ab (0xd573 bytes) 000830 1784288809.816577 write 0x038376 thru 0x03cd76 (0x4a01 bytes) 000831 1784288809.817593 trunc from 0x03e535 to 0x0115ce (0x2cf66 bytes) 000832 1784288809.822787 mapwrite 0x00a694 thru 0x00d02c (0x2999 bytes) 000834 1784288809.831059 trunc from 0x00118c to 0x0088ec (0x7761 bytes) 000835 1784288809.834704 mapread 0x0001cf thru 0x004415 (0x4247 bytes) 000836 1784288809.838389 trunc from 0x0115cf to 0x026f1c (0x1594e bytes) 000837 1784288809.843152 read 0x0005a4 thru 0x002695 (0x20f2 bytes) 000838 1784288809.843767 write 0x0088e1 thru 0x00c501 (0x3c21 bytes) 000839 1784288809.844724 mapread 0x0049fa thru 0x00b282 (0x6889 bytes) 000841 1784288809.846574 trunc from 0x026f1d to 0x0247a3 (0x2779 bytes) 000842 1784288809.852643 MIRROR_EXTEND to 2 mirrors 000845 1784288810.030619 fallocate 0x02c1c4 thru 0x03191b (0x5758 bytes) 000846 1784288810.041520 mapwrite 0x01993f thru 0x01a160 (0x822 bytes) 000847 1784288810.049896 mapwrite 0x011c5e thru 0x013864 (0x1c07 bytes) 000848 1784288810.058434 read 0x01c8e3 thru 0x02bed1 (0xf5ef bytes) 000849 1784288810.063904 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000850 1784288810.104807 trunc from 0x03191c to 0x016718 (0x1b203 bytes) 000851 1784288810.115800 mapwrite 0x013051 thru 0x013f6e (0xf1e bytes) 000852 1784288810.122000 trunc from 0x013c1f to 0x016718 (0x2afa bytes) 000853 1784288810.124011 mapread 0x00209f thru 0x00a8d0 (0x8832 bytes) 000854 1784288810.129131 fallocate 0x0082b7 thru 0x0115e0 (0x932a bytes) 000855 1784288810.131646 trunc from 0x00a913 to 0x00b51f (0xc0d bytes) 000856 1784288810.133513 fallocate 0x033758 thru 0x03ba76 (0x831f bytes) 000859 1784288810.136632 mapwrite 0x02b88b thru 0x036b03 (0xb279 bytes) 000860 1784288810.151433 fallocate 0x01c3c5 thru 0x02a344 (0xdf80 bytes) 000862 1784288810.155134 trunc from 0x03ba77 to 0x035b52 (0x5f24 bytes) 000863 1784288810.160805 punch from 0x01ae69 to 0x02535b (0xa4f3 bytes) 000864 1784288810.162794 fallocate 0x033968 thru 0x03684a (0x2ee3 bytes) 000865 1784288810.164830 fallocate 0x0027c9 thru 0x005763 (0x2f9b bytes) 000866 1784288810.166922 mapwrite 0x012eb4 thru 0x01b0de (0x822b bytes) 000869 1784288810.180896 punch from 0x020593 to 0x028c60 (0x86ce bytes) 000870 1784288810.183336 trunc from 0x00ed86 to 0x017933 (0x8bae bytes) 000872 1784288810.186493 mapread 0x001619 thru 0x008a39 (0x7421 bytes) 000873 1784288810.188060 fallocate 0x0134d5 thru 0x01984d (0x6379 bytes) 000874 1784288810.190095 mapwrite 0x00b431 thru 0x01a516 (0xf0e6 bytes) 000876 1784288810.203457 trunc from 0x022812 to 0x02c81d (0xa00c bytes) 000877 1784288810.205888 trunc from 0x019161 to 0x01924c (0xec bytes) 000878 1784288810.207920 trunc from 0x02b0e4 to 0x035b52 (0xaa6f bytes) 000879 1784288810.209923 write 0x0273d1 thru 0x036119 (0xed49 bytes) 000881 1784288810.214522 mapread 0x02f637 thru 0x036119 (0x6ae3 bytes) 000882 1784288810.215320 punch from 0x023b8b to 0x026158 (0x25ce bytes) 000886 1784288810.220604 write 0x007db3 thru 0x010bcc (0x8e1a bytes) 000887 1784288810.222194 read 0x010c94 thru 0x020547 (0xf8b4 bytes) 000889 1784288810.227159 mapwrite 0x004c97 thru 0x0079f9 (0x2d63 bytes) 000890 1784288810.234322 trunc from 0x01ac74 to 0x01ae86 (0x213 bytes) 000891 1784288810.236385 trunc from 0x02f37c to 0x02fbda (0x85f bytes) 000892 1784288810.238592 write 0x011742 thru 0x01dcc3 (0xc582 bytes) 000893 1784288810.239808 write 0x038031 thru 0x03ffff (0x7fcf bytes) 000894 1784288810.242757 MIRROR_EXTEND to 2 mirrors 000895 1784288810.459437 MIRROR_EXTEND to 3 mirrors 000896 1784288810.651716 mapwrite 0x02221b thru 0x027790 (0x5576 bytes) 000899 1784288810.690347 punch from 0x00acf0 to 0x0197eb (0xeafc bytes) 000900 1784288810.693913 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x53c12ba5 (stale) Mirror 3: 0x53c12ba5 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd36d656c Mirror 4: 0xd36d656c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000901 1784288810.952431 mapread 0x004c83 thru 0x00e986 (0x9d04 bytes) 000902 1784288810.958260 write 0x01d52f thru 0x0287c0 (0xb292 bytes) 000904 1784288810.972950 trunc from 0x01c0f2 to 0x02451e (0x842d bytes) 000906 1784288810.978305 trunc from 0x040000 to 0x0264f8 (0x19b07 bytes) 000907 1784288810.990660 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x264f9): Mirror 2: 0xf769af8d (stale) Mirror 4: 0x8ac1009c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x264f9): Mirror 2: 0xf769af8d (stale) Mirror 4: 0x8ac1009c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x264f9: skipped 000908 1784288811.079328 write 0x020e23 thru 0x02178f (0x96d bytes) 000909 1784288811.083836 mapread 0x023481 thru 0x0264f8 (0x3078 bytes) 000910 1784288811.089036 mapwrite 0x027ae2 thru 0x032bee (0xb10d bytes) 000911 1784288811.104126 punch from 0x01c7af to 0x023885 (0x70d7 bytes) 000912 1784288811.105998 read 0x02e1f0 thru 0x0311c3 (0x2fd4 bytes) 000913 1784288811.106449 mapwrite 0x0047d7 thru 0x012c3e (0xe468 bytes) 000914 1784288811.119064 fallocate 0x03f6c0 thru 0x03ffff (0x940 bytes) 000915 1784288811.122554 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x32bef): Mirror 2: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32bef): Mirror 2: 0x2aa733af (stale) Mirror 4: 0x45d4f8e (stale) CRC-32 checksum value for chunk [0, 0x32bef): Mirror 1: 0xb1f39bc5 Mirror 5: 0xb1f39bc5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32bef: skipped 000916 1784288811.359811 trunc from 0x032bef to 0x038baa (0x5fbc bytes) 000917 1784288811.376342 write 0x033132 thru 0x03b180 (0x804f bytes) 000918 1784288811.378772 trunc from 0x02ec36 to 0x02f61f (0x9ea bytes) 000919 1784288811.380768 read 0x01f517 thru 0x0236bf (0x41a9 bytes) 000921 1784288811.383931 mapwrite 0x015295 thru 0x022c4d (0xd9b9 bytes) 000922 1784288811.397199 trunc from 0x03b181 to 0x01b22c (0x1ff54 bytes) 000923 1784288811.403202 read 0x016de4 thru 0x01b22c (0x4449 bytes) 000924 1784288811.405163 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1b22d): Mirror 4: 0x606f11f6 (stale) Mirror 5: 0x30a9ae1d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b22d): Mirror 4: 0x606f11f6 (stale) Mirror 5: 0x30a9ae1d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b22d: skipped 000926 1784288811.491229 trunc from 0x01b22d to 0x005fa6 (0x15286 bytes) 000927 1784288811.497016 fallocate 0x03be25 thru 0x03ffff (0x41db bytes) 000928 1784288811.498835 write 0x036d2d thru 0x03914e (0x2422 bytes) 000931 1784288811.500501 trunc from 0x0216d9 to 0x03116b (0xfa93 bytes) 000932 1784288811.502076 trunc from 0x03914f to 0x018441 (0x20d0d bytes) 000933 1784288811.506731 trunc from 0x018442 to 0x00164f (0x16df2 bytes) 000935 1784288811.512612 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1650): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1650): Mirror 4: 0x9b1da927 (stale) Mirror 5: 0x9b1da927 (stale) CRC-32 checksum value for chunk [0, 0x1650): Mirror 1: 0x9b1da927 Mirror 6: 0x9b1da927 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1650: skipped 000936 1784288811.718518 trunc from 0x0007e8 to 0x00164f (0xe68 bytes) 000937 1784288811.728747 trunc from 0x001650 to 0x0207f6 (0x1f1a7 bytes) 000938 1784288811.739768 read 0x01777a thru 0x0207f6 (0x907d bytes) 000939 1784288811.744905 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x207f7): Mirror 4: 0x7fc4c37b (stale) Mirror 6: 0xfade4f02 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x207f7): Mirror 4: 0x7fc4c37b (stale) Mirror 6: 0xfade4f02 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x207f7: skipped 000940 1784288811.826711 trunc from 0x0207f7 to 0x00d58b (0x1326b bytes) 000941 1784288811.832275 punch from 0x00250c to 0x00d58b (0xb080 bytes) 000942 1784288811.834312 mapread 0x00934b thru 0x00d58b (0x4241 bytes) 000943 1784288811.839899 trunc from 0x002194 to 0x003ada (0x1947 bytes) 000944 1784288811.842886 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0xd58c): Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd58c): Mirror 4: 0x848f7ff6 (stale) Mirror 6: 0xa53ccda0 (stale) CRC-32 checksum value for chunk [0, 0xd58c): Mirror 1: 0xa53ccda0 Mirror 7: 0xa53ccda0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd58c: skipped 000945 1784288812.058591 mapread 0x003635 thru 0x003a45 (0x411 bytes) 000946 1784288812.061704 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xd58c): Mirror 6: 0xa53ccda0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd58c): Mirror 6: 0xa53ccda0 (stale) CRC-32 checksum value for chunk [0, 0xd58c): Mirror 1: 0xa53ccda0 Mirror 7: 0xa53ccda0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd58c: skipped 000948 1784288812.230178 fallocate 0x020092 thru 0x021efa (0x1e69 bytes) 000949 1784288812.244715 MIRROR_RESYNC 3 mirrors 000950 1784288812.426271 trunc from 0x009f21 to 0x00a1ed (0x2cd bytes) 000951 1784288812.434557 trunc from 0x00d58c to 0x006da0 (0x67eb bytes) 000952 1784288812.440175 mapwrite 0x03b8e1 thru 0x03ed4e (0x346e bytes) 000953 1784288812.454117 read 0x03d5f2 thru 0x03ed4e (0x175d bytes) 000955 1784288812.455150 punch from 0x0121af to 0x019106 (0x6f58 bytes) 000956 1784288812.456845 mapwrite 0x00c3e8 thru 0x018fcf (0xcbe8 bytes) 000957 1784288812.469737 fallocate 0x015242 thru 0x0189a2 (0x3761 bytes) 000958 1784288812.471731 mapread 0x0180fc thru 0x01ef32 (0x6e37 bytes) 000959 1784288812.474976 read 0x02ab87 thru 0x02b2aa (0x724 bytes) 000960 1784288812.477772 read 0x03eabb thru 0x03ed4e (0x294 bytes) 000962 1784288812.478903 punch from 0x0244a3 to 0x0311ab (0xcd09 bytes) 000963 1784288812.480835 mapread 0x001160 thru 0x00b29a (0xa13b bytes) 000964 1784288812.481724 trunc from 0x004ef3 to 0x012d6e (0xde7c bytes) 000965 1784288812.483864 mapread 0x0224ac thru 0x02bfae (0x9b03 bytes) 000967 1784288812.489402 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ed4f): Mirror 7: 0x4e32c005 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ed4f): Mirror 7: 0x4e32c005 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ed4f: skipped 000968 1784288812.566079 fallocate 0x035ed1 thru 0x036746 (0x876 bytes) 000969 1784288812.569668 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000970 1784288812.605181 mapwrite 0x0056ef thru 0x00d470 (0x7d82 bytes) 000971 1784288812.616445 mapwrite 0x010fae thru 0x013462 (0x24b5 bytes) 000973 1784288812.625157 read 0x01285f thru 0x01e9cb (0xc16d bytes) 000974 1784288812.628487 write 0x01e6c4 thru 0x021525 (0x2e62 bytes) 000976 1784288812.632730 fallocate 0x0075c0 thru 0x010f96 (0x99d7 bytes) 000977 1784288812.636308 MIRROR_EXTEND to 2 mirrors 000978 1784288812.816114 punch from 0x01e9c3 to 0x022ee5 (0x4523 bytes) 000980 1784288812.827718 fallocate 0x010c80 thru 0x01f7b0 (0xeb31 bytes) 000981 1784288812.829653 punch from 0x019ac1 to 0x02783c (0xdd7c bytes) 000982 1784288812.831200 trunc from 0x011b28 to 0x01ab60 (0x9039 bytes) 000983 1784288812.833006 mapread 0x034620 thru 0x03c270 (0x7c51 bytes) 000984 1784288812.838655 trunc from 0x03ed4f to 0x02b5d0 (0x1377e bytes) 000985 1784288812.851075 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x729:0x0]: Invalid argument (22) 000986 1784288812.886336 fallocate 0x038ca5 thru 0x03cb98 (0x3ef4 bytes) 000987 1784288812.888393 fallocate 0x013bba thru 0x021a9d (0xdee4 bytes) 000988 1784288812.890248 write 0x02df04 thru 0x03ba9a (0xdb97 bytes) 000990 1784288812.896209 trunc from 0x0210fa to 0x030e75 (0xfd7c bytes) 000991 1784288812.901027 read 0x02595d thru 0x0303ec (0xaa90 bytes) 000992 1784288812.904028 read 0x026b1f thru 0x034a4c (0xdf2e bytes) 000993 1784288812.904495 mapread 0x01a7ea thru 0x028b0c (0xe323 bytes) 000994 1784288812.908615 fallocate 0x02fbbc thru 0x03ae34 (0xb279 bytes) 000995 1784288812.910597 read 0x02725d thru 0x02f459 (0x81fd bytes) 000997 1784288812.911544 trunc from 0x03cb99 to 0x001e34 (0x3ad64 bytes) 000998 1784288812.916866 punch from 0x000241 to 0x001e34 (0x1bf4 bytes) 000999 1784288812.918528 fallocate 0x02e09b thru 0x02e498 (0x3fe bytes) 001000 1784288812.920530 trunc from 0x00043a to 0x001e34 (0x19fb bytes) All operations completed A-OK!