== sanity-flr test 70a: flr mode fsx test ================ 21:32:26 (1788658346) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 8349 truncating to largest ever: 0x885b 000001 1788658349.297788 trunc from 00000000 to 0x00885a (0x885b bytes) fallocating to largest ever: 0x40000 000002 1788658349.314505 fallocate 0x03d929 thru 0x03ffff (0x26d7 bytes) 000003 1788658349.321601 read 0x004375 thru 0x00885a (0x44e6 bytes) 000004 1788658349.333313 mapwrite 0x024319 thru 0x02c19f (0x7e87 bytes) 000005 1788658349.416029 write 0x034e2f thru 0x03804b (0x321d bytes) 000006 1788658349.420969 mapwrite 0x024903 thru 0x027aa6 (0x31a4 bytes) 000007 1788658349.452025 trunc from 0x01c9ef to 0x0225b7 (0x5bc9 bytes) 000009 1788658349.462314 write 0x0370ed thru 0x03ffff (0x8f13 bytes) 000010 1788658349.467849 fallocate 0x025e7c thru 0x026fc7 (0x114c bytes) 000011 1788658349.472194 mapread 0x03d639 thru 0x03ffff (0x29c7 bytes) 000013 1788658349.480997 mapread 0x03bb99 thru 0x03ffff (0x4467 bytes) 000014 1788658349.484768 trunc from 0x040000 to 0x014f39 (0x2b0c6 bytes) 000015 1788658349.518463 mapwrite 0x00f669 thru 0x01aaa4 (0xb43c bytes) 000017 1788658349.622448 write 0x00ccf1 thru 0x018f6b (0xc27b bytes) 000018 1788658349.624396 write 0x02fc3d thru 0x03d37a (0xd73e bytes) 000019 1788658349.629234 punch from 0x014619 to 0x01a134 (0x5b1c bytes) 000020 1788658349.653341 trunc from 0x03d37b to 0x008ad2 (0x348a8 bytes) 000021 1788658349.683546 trunc from 0x004a5b to 0x008ad2 (0x4078 bytes) 000022 1788658349.693234 read 0x00570a thru 0x008ad2 (0x33c9 bytes) 000023 1788658349.710297 fallocate 0x00db0c thru 0x01c461 (0xe956 bytes) 000024 1788658349.715312 mapwrite 0x03b4ae thru 0x03ffff (0x4b52 bytes) 000025 1788658349.775416 write 0x02946c thru 0x0363e0 (0xcf75 bytes) 000026 1788658349.779809 write 0x024fb1 thru 0x02f0b5 (0xa105 bytes) 000027 1788658349.781952 trunc from 0x0174fd to 0x01e994 (0x7498 bytes) 000028 1788658349.786419 trunc from 0x002a18 to 0x008532 (0x5b1b bytes) 000029 1788658349.791586 fallocate 0x028ddf thru 0x031626 (0x8848 bytes) 000030 1788658349.800460 trunc from 0x013c96 to 0x01bab7 (0x7e22 bytes) 000031 1788658349.816831 MIRROR_EXTEND to 2 mirrors 000033 1788658350.425893 read 0x01d247 thru 0x023e68 (0x6c22 bytes) 000034 1788658350.438169 MIRROR_EXTEND to 3 mirrors 000035 1788658351.232173 mapread 0x02078c thru 0x02ad90 (0xa605 bytes) 000036 1788658351.266002 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) 000038 1788658351.768507 read 0x02008b thru 0x022d84 (0x2cfa bytes) 000039 1788658351.775837 trunc from 0x033164 to 0x03ffff (0xce9c bytes) 000040 1788658351.842275 trunc from 0x01a5d8 to 0x0239ba (0x93e3 bytes) 000041 1788658351.849907 mapwrite 0x02e6ff thru 0x030c4d (0x254f bytes) 000042 1788658351.903979 MIRROR_RESYNC 2 mirrors 000043 1788658352.696015 mapread 0x03499b thru 0x037769 (0x2dcf bytes) 000044 1788658352.733821 write 0x03029e thru 0x03382d (0x3590 bytes) 000045 1788658352.809978 trunc from 0x040000 to 0x02c545 (0x13aba bytes) 000046 1788658352.872086 trunc from 0x02c546 to 0x003462 (0x290e3 bytes) 000047 1788658352.918065 trunc from 0x002e7c to 0x003462 (0x5e7 bytes) 000048 1788658352.960598 MIRROR_RESYNC 2 mirrors 000049 1788658353.539732 write 0x002279 thru 0x010796 (0xe51e bytes) 000050 1788658353.582253 punch from 0x00d669 to 0x010796 (0x312e bytes) 000051 1788658353.598229 punch from 0x00c796 to 0x010796 (0x4001 bytes) 000052 1788658353.606287 mapread 0x0073cc thru 0x00f40f (0x8044 bytes) 000053 1788658353.623240 write 0x0028bf thru 0x00dade (0xb220 bytes) 000054 1788658353.627176 write 0x03c6eb thru 0x03ffff (0x3915 bytes) 000055 1788658353.629352 mapwrite 0x003315 thru 0x0065ca (0x32b6 bytes) 000056 1788658353.655572 write 0x01779d thru 0x0206f3 (0x8f57 bytes) 000057 1788658353.686524 read 0x035269 thru 0x03a755 (0x54ed bytes) 000058 1788658353.694385 trunc from 0x040000 to 0x01b620 (0x249df bytes) 000059 1788658353.736246 mapwrite 0x0233a6 thru 0x02acdc (0x7937 bytes) 000060 1788658353.860132 write 0x027324 thru 0x03080d (0x94ea bytes) 000061 1788658353.861577 punch from 0x02b781 to 0x03080d (0x508d bytes) 000062 1788658353.885249 MIRROR_RESYNC 2 mirrors 000063 1788658355.045389 punch from 0x01a391 to 0x01d59f (0x320f bytes) 000064 1788658355.079029 mapwrite 0x03cd0e thru 0x03ffff (0x32f2 bytes) 000065 1788658355.145450 mapread 0x018e71 thru 0x021e9b (0x902b bytes) 000066 1788658355.170081 trunc from 0x040000 to 0x0132d7 (0x2cd28 bytes) 000067 1788658355.191317 mapwrite 0x022aec thru 0x02b6d8 (0x8bed bytes) 000068 1788658355.304980 trunc from 0x02b6d9 to 0x02dc5a (0x2582 bytes) 000069 1788658355.350624 read 0x0228ed thru 0x027dc9 (0x54dd bytes) 000072 1788658355.352851 trunc from 0x02c78c to 0x02dc5a (0x14cf bytes) 000073 1788658355.360393 trunc from 0x02dc5b to 0x015da8 (0x17eb2 bytes) 000074 1788658355.395974 trunc from 0x015da9 to 0x020ded (0xb045 bytes) 000075 1788658355.410241 fallocate 0x0272e0 thru 0x027eed (0xc0e bytes) 000076 1788658355.415737 punch from 0x005d8f to 0x00b7d7 (0x5a49 bytes) 000077 1788658355.420095 write 0x024854 thru 0x02b32b (0x6ad8 bytes) 000079 1788658355.426750 write 0x0398ea thru 0x03ffff (0x6716 bytes) 000080 1788658355.428856 mapwrite 0x036de0 thru 0x03ab42 (0x3d63 bytes) 000081 1788658355.455151 mapwrite 0x03e1a0 thru 0x03ffff (0x1e60 bytes) 000082 1788658355.469804 trunc from 0x040000 to 0x00a4f7 (0x35b08 bytes) 000084 1788658355.484232 trunc from 0x008aa1 to 0x00a4f7 (0x1a57 bytes) 000085 1788658355.489127 fallocate 0x01ba4f thru 0x02236b (0x691d bytes) 000086 1788658355.496621 fallocate 0x029b7f thru 0x037243 (0xd6c5 bytes) 000089 1788658355.511382 mapwrite 0x012bf4 thru 0x01f2ce (0xc6db bytes) 000090 1788658355.575792 trunc from 0x019cf7 to 0x01e3da (0x46e4 bytes) 000091 1788658355.582648 fallocate 0x01c6f5 thru 0x020ba8 (0x44b4 bytes) 000092 1788658355.589017 mapwrite 0x008563 thru 0x00c09e (0x3b3c bytes) 000094 1788658355.640724 punch from 0x014f59 to 0x020ba8 (0xbc50 bytes) 000095 1788658355.647982 mapread 0x020820 thru 0x020ba8 (0x389 bytes) 000097 1788658355.661806 trunc from 0x020ba9 to 0x00dafa (0x130ae bytes) 000098 1788658355.683284 write 0x0104f4 thru 0x013c95 (0x37a2 bytes) 000099 1788658355.685687 read 0x003cae thru 0x008eee (0x5241 bytes) 000101 1788658355.690264 trunc from 0x013c96 to 0x02bc61 (0x17fcc bytes) 000103 1788658355.705088 trunc from 0x02bc62 to 0x011fbe (0x19ca3 bytes) 000104 1788658355.723540 trunc from 0x011fbf to 0x018381 (0x63c3 bytes) 000105 1788658355.746860 read 0x0178e0 thru 0x018381 (0xaa2 bytes) 000106 1788658355.765303 read 0x0171dd thru 0x018381 (0x11a5 bytes) 000107 1788658355.765949 punch from 0x00e748 to 0x012187 (0x3a40 bytes) 000108 1788658355.781256 mapwrite 0x00f6b3 thru 0x010322 (0xc70 bytes) 000109 1788658355.814516 mapwrite 0x0370bf thru 0x03ffff (0x8f41 bytes) 000110 1788658355.911574 mapwrite 0x02e010 thru 0x03770d (0x96fe bytes) 000111 1788658355.935681 write 0x037a57 thru 0x03ffff (0x85a9 bytes) 000112 1788658355.942264 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x54cfceda (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x32631634 Mirror 3: 0x32631634 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000114 1788658356.955047 fallocate 0x013e27 thru 0x017ec1 (0x409b bytes) 000115 1788658357.007039 trunc from 0x040000 to 0x025ffd (0x1a002 bytes) 000116 1788658357.072831 mapread 0x012e02 thru 0x01dafd (0xacfc bytes) 000117 1788658357.150888 read 0x013a2c thru 0x017ba4 (0x4179 bytes) 000119 1788658357.152984 trunc from 0x00d417 to 0x00fb7a (0x2764 bytes) 000120 1788658357.162652 punch from 0x00805b to 0x00b534 (0x34da bytes) 000122 1788658357.174804 fallocate 0x0077ed thru 0x0085ec (0xe00 bytes) 000123 1788658357.196299 mapwrite 0x02aef8 thru 0x03a73c (0xf845 bytes) 000124 1788658357.302222 punch from 0x020199 to 0x02f942 (0xf7aa bytes) 000125 1788658357.313567 mapread 0x02353b thru 0x031250 (0xdd16 bytes) 000126 1788658357.334767 read 0x01c920 thru 0x0203c4 (0x3aa5 bytes) 000127 1788658357.336413 trunc from 0x03a73d to 0x0112da (0x29462 bytes) 000129 1788658357.360728 mapread 0x009315 thru 0x00bd6a (0x2a56 bytes) 000130 1788658357.372012 trunc from 0x004489 to 0x0112da (0xce52 bytes) 000131 1788658357.417031 MIRROR_RESYNC 3 mirrors 000132 1788658358.240109 mapwrite 0x031fe3 thru 0x039a02 (0x7a20 bytes) 000133 1788658358.388343 trunc from 0x039a03 to 0x002f5d (0x36aa5 bytes) 000134 1788658358.430277 write 0x02899c thru 0x034a39 (0xc09e bytes) 000135 1788658358.435893 trunc from 0x008537 to 0x0109f8 (0x84c2 bytes) 000136 1788658358.449077 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x34a3a): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34a3a): Mirror 2: 0x15b1d889 (stale) Mirror 3: 0x15b1d889 (stale) CRC-32 checksum value for chunk [0, 0x34a3a): Mirror 1: 0xc0e57511 Mirror 4: 0xc0e57511 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34a3a: skipped 000138 1788658359.321064 mapwrite 0x0092c1 thru 0x0157f6 (0xc536 bytes) 000139 1788658359.446234 trunc from 0x00fd44 to 0x017f79 (0x8236 bytes) 000140 1788658359.452821 fallocate 0x003bae thru 0x00ece9 (0xb13c bytes) 000141 1788658359.457778 punch from 0x00c9ff to 0x016090 (0x9692 bytes) 000142 1788658359.463214 trunc from 0x015e41 to 0x01b737 (0x58f7 bytes) 000143 1788658359.473061 MIRROR_RESYNC 4 mirrors 000144 1788658360.449616 write 0x013f24 thru 0x018c87 (0x4d64 bytes) 000145 1788658360.499411 mapread 0x01ad05 thru 0x01fd57 (0x5053 bytes) 000146 1788658360.530190 mapread 0x00f968 thru 0x01c8b4 (0xcf4d bytes) 000147 1788658360.544410 write 0x017ee2 thru 0x022a40 (0xab5f bytes) 000149 1788658360.548065 trunc from 0x034a3a to 0x00957b (0x2b4be bytes) 000150 1788658360.577158 trunc from 0x0025f2 to 0x00322f (0xc3e bytes) 000151 1788658360.584855 trunc from 0x00866e to 0x00957b (0xf0e bytes) 000152 1788658360.609164 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x957c): Mirror 3: 0x30a82be2 (stale) Mirror 4: 0x30a82be2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x957c): Mirror 3: 0x30a82be2 (stale) Mirror 4: 0x30a82be2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x957c: skipped 000153 1788658360.957089 trunc from 0x00957c to 0x02d2b1 (0x23d36 bytes) 000154 1788658360.980757 write 0x00e70a thru 0x01e44b (0xfd42 bytes) 000155 1788658361.003170 MIRROR_RESYNC 3 mirrors 000156 1788658361.844964 fallocate 0x023786 thru 0x02afbb (0x7836 bytes) 000157 1788658361.883047 trunc from 0x014ffc to 0x01c860 (0x7865 bytes) 000158 1788658361.889141 read 0x022a72 thru 0x025d3f (0x32ce bytes) 000159 1788658361.895491 read 0x00d939 thru 0x013c0d (0x62d5 bytes) 000160 1788658361.911250 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2d2b2): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d2b2): Mirror 3: 0x60d1b846 (stale) Mirror 4: 0x60d1b846 (stale) CRC-32 checksum value for chunk [0, 0x2d2b2): Mirror 1: 0xb0c9a92b Mirror 5: 0xb0c9a92b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d2b2: skipped 000161 1788658362.791562 read 0x016b67 thru 0x01c073 (0x550d bytes) 000162 1788658362.802532 write 0x037446 thru 0x03ffff (0x8bba bytes) 000164 1788658362.848708 fallocate 0x0331e4 thru 0x03d7cd (0xa5ea bytes) 000165 1788658362.853872 punch from 0x00ecd2 to 0x01316f (0x449e bytes) 000166 1788658362.859889 read 0x0065b2 thru 0x0131d6 (0xcc25 bytes) 000167 1788658362.875369 mapread 0x011832 thru 0x017bb6 (0x6385 bytes) 000168 1788658362.876541 write 0x03d154 thru 0x03ffff (0x2eac bytes) 000169 1788658362.881173 fallocate 0x001c15 thru 0x004f8b (0x3377 bytes) 000170 1788658362.888208 mapread 0x020a42 thru 0x024f6d (0x452c bytes) 000171 1788658362.893676 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xcf22a94d (stale) Mirror 5: 0xcdb3e915 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xcf22a94d (stale) Mirror 5: 0xcdb3e915 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000172 1788658363.232732 trunc from 0x035953 to 0x037af3 (0x21a1 bytes) 000173 1788658363.240514 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xcdb3e915 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xcdb3e915 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000174 1788658363.518563 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xcdb3e915 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa9a6368c Mirror 6: 0xa9a6368c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000175 1788658364.479661 trunc from 0x0086c7 to 0x0138fa (0xb234 bytes) 000176 1788658364.519872 punch from 0x00ce03 to 0x0160b4 (0x92b2 bytes) 000177 1788658364.529647 MIRROR_RESYNC 3 mirrors 000179 1788658365.448997 trunc from 0x040000 to 0x021412 (0x1ebed bytes) 000181 1788658365.509722 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x21413): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21413): Mirror 5: 0x3d49355c (stale) Mirror 6: 0x3d49355c (stale) CRC-32 checksum value for chunk [0, 0x21413): Mirror 1: 0x3d49355c Mirror 7: 0x3d49355c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21413: skipped 000182 1788658366.376658 trunc from 0x021413 to 0x02be0f (0xa9fd bytes) 000183 1788658366.458007 read 0x0005dd thru 0x00de66 (0xd88a bytes) 000184 1788658366.465471 mapwrite 0x039407 thru 0x03ffff (0x6bf9 bytes) 000186 1788658366.529178 mapread 0x02d280 thru 0x03203b (0x4dbc bytes) 000187 1788658366.570273 MIRROR_RESYNC 4 mirrors 000188 1788658367.693858 mapread 0x003125 thru 0x00fd68 (0xcc44 bytes) 000189 1788658367.715082 read 0x008609 thru 0x009920 (0x1318 bytes) 000190 1788658367.715611 mapwrite 0x001b15 thru 0x0078f3 (0x5ddf bytes) 000191 1788658367.815465 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x70398011 (stale) Mirror 7: 0x70398011 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x70398011 (stale) Mirror 7: 0x70398011 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000192 1788658368.129458 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x70398011 (stale) Mirror 7: 0x70398011 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbfe7efc4 Mirror 8: 0xbfe7efc4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000193 1788658369.024090 trunc from 0x01a97b to 0x0221e7 (0x786d bytes) 000194 1788658369.086448 fallocate 0x006cba thru 0x0072bc (0x603 bytes) 000195 1788658369.094112 read 0x0074ab thru 0x0152cc (0xde22 bytes) 000196 1788658369.107631 trunc from 0x03ba7e to 0x03ffff (0x4582 bytes) 000197 1788658369.123323 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x70398011 (stale) Mirror 7: 0x70398011 (stale) Mirror 8: 0xbfe7efc4 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x526fda0e Mirror 9: 0x526fda0e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000198 1788658370.070911 mapread 0x01edd9 thru 0x02b876 (0xca9e bytes) 000199 1788658370.131840 mapread 0x0293da thru 0x03617b (0xcda2 bytes) 000200 1788658370.166745 write 0x01ec84 thru 0x02de5f (0xf1dc bytes) 000201 1788658370.218267 mapread 0x011d5d thru 0x01de1e (0xc0c2 bytes) 000202 1788658370.232355 mapwrite 0x0158be thru 0x0203e2 (0xab25 bytes) 000203 1788658370.251463 read 0x01b8ef thru 0x029c01 (0xe313 bytes) 000204 1788658370.262392 MIRROR_RESYNC 5 mirrors 000205 1788658371.876767 read 0x023ba5 thru 0x02b6f0 (0x7b4c bytes) 000206 1788658371.897777 read 0x03e15f thru 0x03ffff (0x1ea1 bytes) 000207 1788658371.930607 trunc from 0x004f5d to 0x011aca (0xcb6e bytes) 000209 1788658371.962710 trunc from 0x02e6d6 to 0x03c0e0 (0xda0b bytes) 000210 1788658371.969613 mapwrite 0x021814 thru 0x024837 (0x3024 bytes) 000211 1788658372.038145 write 0x0214f2 thru 0x031460 (0xff6f bytes) 000212 1788658372.049650 trunc from 0x040000 to 0x014166 (0x2be99 bytes) 000213 1788658372.077592 fallocate 0x01d09d thru 0x02366a (0x65ce bytes) 000214 1788658372.090782 mapread 0x001bcf thru 0x007643 (0x5a75 bytes) 000215 1788658372.152212 MIRROR_RESYNC 5 mirrors 000216 1788658373.157589 punch from 0x003c1b to 0x00d4da (0x98c0 bytes) 000217 1788658373.194532 read 0x0028e1 thru 0x00662a (0x3d4a bytes) 000218 1788658373.201806 trunc from 0x00b324 to 0x014166 (0x8e43 bytes) 000219 1788658373.205407 mapwrite 0x02a707 thru 0x02a7d3 (0xcd bytes) 000220 1788658373.262596 punch from 0x024228 to 0x02515b (0xf34 bytes) 000221 1788658373.270544 write 0x03873d thru 0x03fb63 (0x7427 bytes) 000222 1788658373.275934 punch from 0x01bd66 to 0x02b404 (0xf69f bytes) 000223 1788658373.290848 write 0x00e438 thru 0x018878 (0xa441 bytes) 000224 1788658373.310288 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3fb64): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fb64): Mirror 6: 0x643aee77 (stale) Mirror 7: 0x643aee77 (stale) Mirror 8: 0x643aee77 (stale) Mirror 9: 0x643aee77 (stale) CRC-32 checksum value for chunk [0, 0x3fb64): Mirror 1: 0x25f7ece Mirror 10: 0x25f7ece lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fb64: skipped 000225 1788658374.056782 write 0x031f3c thru 0x03b7f9 (0x98be bytes) 000226 1788658374.125429 mapread 0x038d40 thru 0x03b123 (0x23e4 bytes) 000228 1788658374.127708 fallocate 0x01ad0e thru 0x0250f8 (0xa3eb bytes) 000229 1788658374.141400 trunc from 0x0019ed to 0x00be29 (0xa43d bytes) 000230 1788658374.153943 write 0x01e4d8 thru 0x02a442 (0xbf6b bytes) 000231 1788658374.177139 mapread 0x0043f5 thru 0x010e90 (0xca9c bytes) 000232 1788658374.235160 trunc from 0x03fb64 to 0x02ba8f (0x140d4 bytes) 000233 1788658374.276690 punch from 0x021a64 to 0x02ba8f (0xa02c bytes) 000234 1788658374.292449 read 0x0092ea thru 0x016b59 (0xd870 bytes) 000235 1788658374.311431 punch from 0x00cde6 to 0x01494e (0x7b69 bytes) 000236 1788658374.322286 trunc from 0x02ba90 to 0x03297f (0x6ef0 bytes) 000237 1788658374.366620 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x32980): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32980): Mirror 6: 0xc106de3a (stale) Mirror 7: 0xc106de3a (stale) Mirror 8: 0xc106de3a (stale) Mirror 9: 0xc106de3a (stale) Mirror 10: 0xa6a982fc (stale) CRC-32 checksum value for chunk [0, 0x32980): Mirror 1: 0xaf6aec54 Mirror 11: 0xaf6aec54 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32980: skipped 000238 1788658375.168593 trunc from 0x032980 to 0x027478 (0xb507 bytes) 000239 1788658375.248223 fallocate 0x021b03 thru 0x02c6dc (0xabda bytes) 000240 1788658375.259460 trunc from 0x01d260 to 0x024214 (0x6fb5 bytes) 000241 1788658375.266498 trunc from 0x027479 to 0x0266bb (0xdbd bytes) 000242 1788658375.297738 trunc from 0x016cdb to 0x019edb (0x3201 bytes) 000243 1788658375.305247 trunc from 0x00ee90 to 0x01eca5 (0xfe16 bytes) 000244 1788658375.310633 mapread 0x0174e5 thru 0x01d6a3 (0x61bf bytes) 000245 1788658375.336277 punch from 0x0056c2 to 0x00ff2d (0xa86c bytes) 000246 1788658375.345891 MIRROR_RESYNC 7 mirrors 000247 1788658376.648824 write 0x02777a thru 0x033492 (0xbd19 bytes) 000248 1788658376.687398 fallocate 0x01cf7e thru 0x02c341 (0xf3c4 bytes) 000249 1788658376.693099 trunc from 0x033493 to 0x03631b (0x2e89 bytes) 000250 1788658376.714325 punch from 0x019d24 to 0x01f483 (0x5760 bytes) 000251 1788658376.723419 fallocate 0x010687 thru 0x01238f (0x1d09 bytes) 000252 1788658376.734572 write 0x017011 thru 0x026f1a (0xff0a bytes) 000253 1788658376.758550 read 0x015a5b thru 0x01a493 (0x4a39 bytes) 000255 1788658376.778987 mapwrite 0x007654 thru 0x0087c3 (0x1170 bytes) 000256 1788658376.833367 fallocate 0x03e252 thru 0x03faf6 (0x18a5 bytes) 000257 1788658376.842830 fallocate 0x020092 thru 0x020e98 (0xe07 bytes) 000258 1788658376.850416 read 0x01c439 thru 0x01e03f (0x1c07 bytes) 000259 1788658376.855849 mapread 0x03152e thru 0x03f33c (0xde0f bytes) 000260 1788658376.876111 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3faf7): Mirror 6: 0x6af01406 (stale) Mirror 7: 0x6af01406 (stale) Mirror 8: 0x6af01406 (stale) Mirror 9: 0x6af01406 (stale) Mirror 11: 0x6af01406 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3faf7): Mirror 6: 0x6af01406 (stale) Mirror 7: 0x6af01406 (stale) Mirror 8: 0x6af01406 (stale) Mirror 9: 0x6af01406 (stale) Mirror 11: 0x6af01406 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3faf7: skipped 000261 1788658377.302612 MIRROR_RESYNC 6 mirrors 000262 1788658378.982454 fallocate 0x00653c thru 0x0136f3 (0xd1b8 bytes) 000263 1788658379.077283 MIRROR_RESYNC 6 mirrors 000264 1788658380.753684 read 0x002ee0 thru 0x00c77e (0x989f bytes) 000266 1788658380.761515 mapwrite 0x005cfc thru 0x00d927 (0x7c2c bytes) 000267 1788658380.892338 trunc from 0x0118a4 to 0x015e65 (0x45c2 bytes) 000268 1788658380.899334 trunc from 0x0105ed to 0x01d5e8 (0xcffc bytes) 000269 1788658380.904595 fallocate 0x01dc0e thru 0x01f602 (0x19f5 bytes) 000271 1788658380.910015 trunc from 0x03faf7 to 0x0302fa (0xf7fc bytes) 000272 1788658380.945071 trunc from 0x0302fb to 0x01c018 (0x142e2 bytes) 000273 1788658380.988462 trunc from 0x01c019 to 0x021829 (0x5811 bytes) 000274 1788658381.033912 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2182a): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2182a): Mirror 6: 0x62e05069 (stale) Mirror 7: 0x62e05069 (stale) Mirror 8: 0x62e05069 (stale) Mirror 9: 0x62e05069 (stale) Mirror 11: 0x62e05069 (stale) CRC-32 checksum value for chunk [0, 0x2182a): Mirror 1: 0xce0b24bb Mirror 12: 0xce0b24bb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2182a: skipped 000275 1788658382.088205 mapwrite 0x0264c5 thru 0x032a43 (0xc57f bytes) 000276 1788658382.201239 write 0x02f4c2 thru 0x03c057 (0xcb96 bytes) 000277 1788658382.202773 mapwrite 0x0170c3 thru 0x01c62d (0x556b bytes) 000278 1788658382.227429 trunc from 0x03c058 to 0x00cc03 (0x2f454 bytes) 000279 1788658382.251741 write 0x03b54c thru 0x03e66f (0x3124 bytes) 000280 1788658382.252902 read 0x0188e1 thru 0x022288 (0x99a8 bytes) 000281 1788658382.259482 trunc from 0x03e670 to 0x032fff (0xb670 bytes) 000282 1788658382.275707 trunc from 0x033000 to 0x01e874 (0x1478b bytes) 000283 1788658382.297534 mapread 0x018fa4 thru 0x01e55f (0x55bc bytes) 000284 1788658382.303510 mapwrite 0x00b79c thru 0x014c76 (0x94db bytes) 000285 1788658382.368555 trunc from 0x01e875 to 0x00311e (0x1b756 bytes) 000286 1788658382.393711 fallocate 0x01ee2b thru 0x023428 (0x45fe bytes) 000287 1788658382.399445 punch from 0x000b9a to 0x00311e (0x2585 bytes) 000289 1788658382.405357 read 0x000ecb thru 0x00311e (0x2254 bytes) 000290 1788658382.414126 trunc from 0x00311f to 0x00b30e (0x81f0 bytes) 000291 1788658382.427689 trunc from 0x00b30f to 0x029b7f (0x1e871 bytes) 000292 1788658382.444322 mapread 0x0085ec thru 0x0185ce (0xffe3 bytes) 000293 1788658382.457648 read 0x009712 thru 0x00b71a (0x2009 bytes) 000294 1788658382.462709 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x29b80): Mirror 7: 0x6efa9206 (stale) Mirror 8: 0x6efa9206 (stale) Mirror 9: 0x6efa9206 (stale) Mirror 11: 0x6efa9206 (stale) Mirror 12: 0x4a4208b1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29b80): Mirror 7: 0x6efa9206 (stale) Mirror 8: 0x6efa9206 (stale) Mirror 9: 0x6efa9206 (stale) Mirror 11: 0x6efa9206 (stale) Mirror 12: 0x4a4208b1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29b80: skipped 000295 1788658382.965877 trunc from 0x013769 to 0x0228fc (0xf194 bytes) 000296 1788658382.972547 punch from 0x014783 to 0x01d3ca (0x8c48 bytes) 000297 1788658382.978675 punch from 0x024cd4 to 0x029b7f (0x4eac bytes) 000298 1788658382.984634 mapwrite 0x01a648 thru 0x02a057 (0xfa10 bytes) 000299 1788658383.062179 write 0x02dbc6 thru 0x03089f (0x2cda bytes) 000300 1788658383.069082 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x308a0): Mirror 7: 0x38347ab7 (stale) Mirror 8: 0x38347ab7 (stale) Mirror 11: 0x38347ab7 (stale) Mirror 12: 0x704e2bef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x308a0): Mirror 7: 0x38347ab7 (stale) Mirror 8: 0x38347ab7 (stale) Mirror 11: 0x38347ab7 (stale) Mirror 12: 0x704e2bef (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x308a0: skipped 000302 1788658383.536380 punch from 0x01f8c6 to 0x02487c (0x4fb7 bytes) 000303 1788658383.545574 write 0x020f01 thru 0x02e973 (0xda73 bytes) 000304 1788658383.562695 write 0x0062ec thru 0x00a13c (0x3e51 bytes) 000305 1788658383.579552 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x308a0): Mirror 7: 0x38347ab7 (stale) Mirror 11: 0x38347ab7 (stale) Mirror 12: 0x704e2bef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x308a0): Mirror 7: 0x38347ab7 (stale) Mirror 11: 0x38347ab7 (stale) Mirror 12: 0x704e2bef (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x308a0: skipped 000306 1788658383.894305 read 0x01c28c thru 0x021472 (0x51e7 bytes) 000307 1788658383.906041 mapwrite 0x03135e thru 0x03b8fa (0xa59d bytes) 000308 1788658383.979676 trunc from 0x03b8fb to 0x03e24b (0x2951 bytes) 000309 1788658383.998018 punch from 0x0351f1 to 0x03795f (0x276f bytes) 000310 1788658384.003018 mapread 0x008f8b thru 0x00eb79 (0x5bef bytes) 000311 1788658384.017531 trunc from 0x03e24c to 0x036bf9 (0x7652 bytes) 000312 1788658384.044520 trunc from 0x036a21 to 0x036bf9 (0x1d9 bytes) 000313 1788658384.060285 mapread 0x00d43b thru 0x01259f (0x5165 bytes) 000315 1788658384.079641 trunc from 0x00bc90 to 0x014b48 (0x8eb9 bytes) 000316 1788658384.101183 trunc from 0x036bfa to 0x01e7ca (0x1842f bytes) 000317 1788658384.131776 trunc from 0x01e7cb to 0x03e42e (0x1fc64 bytes) 000318 1788658384.158478 trunc from 0x02409b to 0x02fbae (0xbb14 bytes) 000319 1788658384.164692 fallocate 0x02f8e8 thru 0x03d3bf (0xdad8 bytes) 000320 1788658384.176892 MIRROR_RESYNC 4 mirrors 000321 1788658385.301867 punch from 0x02c0c1 to 0x031597 (0x54d7 bytes) 000322 1788658385.345101 read 0x02615b thru 0x02ca90 (0x6936 bytes) 000323 1788658385.354213 write 0x011326 thru 0x020922 (0xf5fd bytes) 000324 1788658385.364604 write 0x0373c9 thru 0x03ffff (0x8c37 bytes) 000325 1788658385.369555 mapread 0x01937e thru 0x026be3 (0xd866 bytes) 000326 1788658385.383077 trunc from 0x00a99c to 0x017609 (0xcc6e bytes) 000327 1788658385.430098 punch from 0x03882f to 0x03ffff (0x77d1 bytes) 000328 1788658385.439996 trunc from 0x040000 to 0x0390c7 (0x6f38 bytes) 000329 1788658385.473036 mapwrite 0x01a3c0 thru 0x01a931 (0x572 bytes) 000330 1788658385.504062 mapread 0x03003a thru 0x0390c7 (0x908e bytes) 000333 1788658385.558845 mapwrite 0x00fe39 thru 0x017d66 (0x7f2e bytes) 000334 1788658385.600149 trunc from 0x0390c8 to 0x01fd3f (0x19388 bytes) 000335 1788658385.645324 trunc from 0x01fd40 to 0x00407a (0x1bcc5 bytes) 000336 1788658385.672085 write 0x0366e6 thru 0x03f5c9 (0x8ee4 bytes) 000338 1788658385.677519 mapwrite 0x0017f6 thru 0x010523 (0xed2e bytes) 000339 1788658385.776855 mapread 0x004d79 thru 0x009f63 (0x51eb bytes) 000340 1788658385.781491 trunc from 0x03f5ca to 0x0056e9 (0x39ee0 bytes) 000341 1788658385.816462 mapwrite 0x00096b thru 0x00be63 (0xb4f9 bytes) 000342 1788658385.867615 mapwrite 0x0288a0 thru 0x02d026 (0x4787 bytes) 000343 1788658385.912623 write 0x000cbc thru 0x00722d (0x6572 bytes) 000344 1788658385.915029 punch from 0x02ab7a to 0x02d026 (0x24ad bytes) 000345 1788658385.921204 mapread 0x0205da thru 0x027462 (0x6e89 bytes) 000346 1788658385.927911 write 0x02303b thru 0x0246df (0x16a5 bytes) 000347 1788658385.928818 write 0x007c34 thru 0x013e13 (0xc1e0 bytes) 000348 1788658385.933765 fallocate 0x036eb1 thru 0x03ffff (0x914f bytes) 000350 1788658385.942766 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2d027): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d027): Mirror 7: 0x41780700 (stale) Mirror 11: 0x41780700 (stale) Mirror 12: 0x41780700 (stale) CRC-32 checksum value for chunk [0, 0x2d027): Mirror 1: 0x475f0f8f Mirror 13: 0x475f0f8f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d027: skipped 000351 1788658386.850825 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d027): Mirror 7: 0x41780700 (stale) Mirror 11: 0x41780700 (stale) Mirror 12: 0x41780700 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d027): Mirror 7: 0x41780700 (stale) Mirror 11: 0x41780700 (stale) Mirror 12: 0x41780700 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d027: skipped 000352 1788658387.275484 trunc from 0x016c53 to 0x02084f (0x9bfd bytes) 000353 1788658387.304790 read 0x012ff9 thru 0x021bf9 (0xec01 bytes) 000354 1788658387.326716 mapwrite 0x00343a thru 0x004dd6 (0x199d bytes) 000355 1788658387.369590 read 0x00402b thru 0x00a7bc (0x6792 bytes) 000356 1788658387.388411 mapwrite 0x000bc7 thru 0x0107c3 (0xfbfd bytes) 000357 1788658387.457281 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2d027): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d027): Mirror 7: 0x41780700 (stale) Mirror 11: 0x41780700 (stale) Mirror 12: 0x41780700 (stale) CRC-32 checksum value for chunk [0, 0x2d027): Mirror 1: 0x6f5a5403 Mirror 13: 0x6f5a5403 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d027: skipped 000358 1788658388.384197 trunc from 0x00c8a3 to 0x013e8c (0x75ea bytes) 000359 1788658388.452135 punch from 0x01c373 to 0x020a4a (0x46d8 bytes) 000360 1788658388.463543 punch from 0x028d3f to 0x02d026 (0x42e8 bytes) 000361 1788658388.476156 punch from 0x004606 to 0x00cda4 (0x879f bytes) 000362 1788658388.484587 read 0x000916 thru 0x0012ef (0x9da bytes) 000363 1788658388.489866 fallocate 0x0144d7 thru 0x014772 (0x29c bytes) 000364 1788658388.502525 trunc from 0x00a97f to 0x00cda4 (0x2426 bytes) 000365 1788658388.512019 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2d027): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d027): Mirror 7: 0x41780700 (stale) Mirror 11: 0x41780700 (stale) Mirror 12: 0x41780700 (stale) Mirror 13: 0x6f5a5403 (stale) CRC-32 checksum value for chunk [0, 0x2d027): Mirror 1: 0xd16c3688 Mirror 14: 0xd16c3688 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d027: skipped 000366 1788658389.463175 mapwrite 0x037315 thru 0x03ffff (0x8ceb bytes) 000367 1788658389.566366 trunc from 0x00f232 to 0x014a98 (0x5867 bytes) 000368 1788658389.573420 fallocate 0x025159 thru 0x02e9ff (0x98a7 bytes) 000369 1788658389.583097 punch from 0x01a42a to 0x01be38 (0x1a0f bytes) 000370 1788658389.588048 write 0x020fd9 thru 0x02124d (0x275 bytes) 000371 1788658389.601313 MIRROR_RESYNC 6 mirrors 000373 1788658391.755274 fallocate 0x02f64b thru 0x02fd86 (0x73c bytes) 000374 1788658391.799489 mapwrite 0x009d36 thru 0x017b8f (0xde5a bytes) 000375 1788658391.888196 trunc from 0x040000 to 0x000a86 (0x3f579 bytes) 000377 1788658391.915267 mapread 0x0009d4 thru 0x000a86 (0xb3 bytes) 000378 1788658391.922840 write 0x03472d thru 0x039a62 (0x5336 bytes) 000379 1788658391.924122 punch from 0x01c545 to 0x029cac (0xd768 bytes) 000380 1788658391.928043 mapread 0x02f493 thru 0x0339a5 (0x4513 bytes) 000381 1788658391.934888 write 0x03443e thru 0x039473 (0x5036 bytes) 000382 1788658391.936059 punch from 0x006c4e to 0x008619 (0x19cc bytes) 000383 1788658391.940665 punch from 0x013096 to 0x013f0a (0xe75 bytes) 000384 1788658391.944486 fallocate 0x03084b thru 0x03ed2f (0xe4e5 bytes) 000385 1788658391.949209 fallocate 0x030f11 thru 0x03e5ad (0xd69d bytes) 000386 1788658391.954028 write 0x0271e2 thru 0x036069 (0xee88 bytes) 000387 1788658391.958720 trunc from 0x03ed30 to 0x02d38c (0x119a3 bytes) 000388 1788658391.975128 write 0x01a13d thru 0x0212c3 (0x7187 bytes) 000389 1788658391.984143 trunc from 0x0183ac to 0x01d17c (0x4dd1 bytes) 000390 1788658391.998824 mapread 0x012d5f thru 0x018a7d (0x5d1f bytes) 000391 1788658392.013731 write 0x039fa3 thru 0x03ffff (0x605d bytes) 000392 1788658392.025238 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x1444939c (stale) Mirror 11: 0x1444939c (stale) Mirror 12: 0x1444939c (stale) Mirror 13: 0x1444939c (stale) Mirror 14: 0x1444939c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8336b87c Mirror 15: 0x8336b87c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000393 1788658393.109585 fallocate 0x036057 thru 0x03c488 (0x6432 bytes) 000394 1788658393.158346 MIRROR_RESYNC 7 mirrors 000395 1788658395.060520 write 0x01c3cc thru 0x024942 (0x8577 bytes) 000396 1788658395.107749 mapwrite 0x02cc67 thru 0x030846 (0x3be0 bytes) 000397 1788658395.156850 fallocate 0x02845e thru 0x03580d (0xd3b0 bytes) 000398 1788658395.170001 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x8336b87c (stale) Mirror 11: 0x8336b87c (stale) Mirror 12: 0x8336b87c (stale) Mirror 13: 0x8336b87c (stale) Mirror 14: 0x8336b87c (stale) Mirror 15: 0x8336b87c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x9bd8d3c0 Mirror 16: 0x9bd8d3c0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000399 1788658396.189759 mapread 0x01226a thru 0x019464 (0x71fb bytes) 000400 1788658396.228392 read 0x01f170 thru 0x020f11 (0x1da2 bytes) 000401 1788658396.239229 fallocate 0x0351bc thru 0x038101 (0x2f46 bytes) 000402 1788658396.291073 fallocate 0x009a77 thru 0x00e576 (0x4b00 bytes) 000403 1788658396.295637 mapread 0x02a800 thru 0x02b679 (0xe7a bytes) 000404 1788658396.307657 mapread 0x038dce thru 0x03ffff (0x7232 bytes) 000405 1788658396.325378 mapread 0x038672 thru 0x039f4b (0x18da bytes) 000406 1788658396.327461 write 0x03340e thru 0x03fa14 (0xc607 bytes) 000407 1788658396.335268 fallocate 0x02f2cd thru 0x034cb2 (0x59e6 bytes) 000408 1788658396.340548 fallocate 0x01f9bf thru 0x023fbe (0x4600 bytes) 000410 1788658396.345119 write 0x017a88 thru 0x025f7d (0xe4f6 bytes) 000411 1788658396.352427 punch from 0x00e2f1 to 0x01c5e2 (0xe2f2 bytes) 000412 1788658396.376317 mapread 0x03a7f5 thru 0x03ffff (0x580b bytes) 000413 1788658396.383210 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x8336b87c (stale) Mirror 11: 0x8336b87c (stale) Mirror 12: 0x8336b87c (stale) Mirror 14: 0x8336b87c (stale) Mirror 15: 0x8336b87c (stale) Mirror 16: 0x9bd8d3c0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x8336b87c (stale) Mirror 11: 0x8336b87c (stale) Mirror 12: 0x8336b87c (stale) Mirror 14: 0x8336b87c (stale) Mirror 15: 0x8336b87c (stale) Mirror 16: 0x9bd8d3c0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000414 1788658397.029464 fallocate 0x0280d8 thru 0x02b651 (0x357a bytes) 000415 1788658397.034941 trunc from 0x007baf to 0x00ff70 (0x83c2 bytes) 000416 1788658397.041521 punch from 0x034476 to 0x03efb6 (0xab41 bytes) 000418 1788658397.048311 trunc from 0x00189c to 0x00e6c6 (0xce2b bytes) 000419 1788658397.052979 trunc from 0x0190c2 to 0x0199cb (0x90a bytes) 000420 1788658397.064459 trunc from 0x040000 to 0x01be4b (0x241b4 bytes) 000422 1788658397.129673 mapwrite 0x02e6c7 thru 0x0379e1 (0x931b bytes) 000423 1788658397.195392 read 0x027ede thru 0x028639 (0x75c bytes) 000424 1788658397.203369 read 0x00b1c8 thru 0x00e792 (0x35cb bytes) 000425 1788658397.218016 write 0x012e66 thru 0x01842d (0x55c8 bytes) 000426 1788658397.220526 read 0x0078e1 thru 0x00fcf1 (0x8411 bytes) 000427 1788658397.222274 trunc from 0x00ee42 to 0x015163 (0x6322 bytes) 000428 1788658397.240014 mapread 0x00dfc5 thru 0x019303 (0xb33f bytes) 000429 1788658397.249010 mapwrite 0x03dd95 thru 0x03ffff (0x226b bytes) 000430 1788658397.286904 trunc from 0x040000 to 0x0130f1 (0x2cf0e bytes) 000431 1788658397.303735 mapwrite 0x005aca thru 0x014df6 (0xf32d bytes) 000432 1788658397.343610 trunc from 0x014df7 to 0x02d4c7 (0x186d1 bytes) 000433 1788658397.372459 write 0x0020b9 thru 0x011239 (0xf181 bytes) 000434 1788658397.385221 MIRROR_RESYNC 7 mirrors 000437 1788658398.821704 mapwrite 0x018237 thru 0x01ff64 (0x7d2e bytes) 000438 1788658398.918294 fallocate 0x01992f thru 0x02321e (0x98f0 bytes) 000439 1788658398.923884 read 0x00f84d thru 0x01153e (0x1cf2 bytes) 000440 1788658398.930415 read 0x01e612 thru 0x02ac57 (0xc646 bytes) 000441 1788658398.942832 write 0x0293c0 thru 0x02f1aa (0x5deb bytes) 000442 1788658398.944207 fallocate 0x02d65f thru 0x033089 (0x5a2b bytes) 000443 1788658398.951343 punch from 0x011f3e to 0x012786 (0x849 bytes) 000444 1788658398.955846 read 0x0155b2 thru 0x021cfb (0xc74a bytes) 000446 1788658398.957575 read 0x00239a thru 0x009847 (0x74ae bytes) 000447 1788658398.958737 trunc from 0x03308a to 0x00badb (0x275ae bytes) 000448 1788658398.981336 fallocate 0x025637 thru 0x03021a (0xabe4 bytes) 000452 1788658398.988747 punch from 0x027fb5 to 0x02b94e (0x399a bytes) 000453 1788658398.992805 read 0x00621b thru 0x01541c (0xf202 bytes) 000454 1788658399.000815 fallocate 0x03b2b3 thru 0x03ffff (0x4d4d bytes) 000455 1788658399.005087 mapwrite 0x01be7b thru 0x0205a0 (0x4726 bytes) 000457 1788658399.021493 trunc from 0x0096ff to 0x00eed4 (0x57d6 bytes) 000458 1788658399.026805 fallocate 0x01a365 thru 0x01d577 (0x3213 bytes) 000459 1788658399.032844 mapwrite 0x03e8ee thru 0x03ffff (0x1712 bytes) 000461 1788658399.079006 read 0x01627f thru 0x016c6b (0x9ed bytes) 000462 1788658399.079969 trunc from 0x024961 to 0x02ea0e (0xa0ae bytes) 000463 1788658399.085666 trunc from 0x040000 to 0x019cc2 (0x2633d bytes) 000464 1788658399.110841 mapwrite 0x01f02c thru 0x026140 (0x7115 bytes) 000465 1788658399.180408 mapread 0x0096e5 thru 0x00a61d (0xf39 bytes) 000467 1788658399.182547 write 0x034a16 thru 0x034b8b (0x176 bytes) 000468 1788658399.183813 mapread 0x0327a6 thru 0x034af7 (0x2352 bytes) 000469 1788658399.190330 trunc from 0x02e800 to 0x02fbdb (0x13dc bytes) 000470 1788658399.194690 read 0x012385 thru 0x01df95 (0xbc11 bytes) 000471 1788658399.195654 trunc from 0x02ac44 to 0x02e74c (0x3b09 bytes) 000472 1788658399.199629 mapwrite 0x0399eb thru 0x03ffff (0x6615 bytes) 000474 1788658399.254816 write 0x0391a7 thru 0x03ffff (0x6e59 bytes) 000475 1788658399.258178 read 0x00b823 thru 0x01680f (0xafed bytes) 000476 1788658399.259015 read 0x005065 thru 0x00b1e7 (0x6183 bytes) 000477 1788658399.261157 trunc from 0x033a82 to 0x03c6f4 (0x8c73 bytes) 000478 1788658399.281175 write 0x01e24e thru 0x025294 (0x7047 bytes) 000479 1788658399.282397 fallocate 0x02d355 thru 0x034310 (0x6fbc bytes) 000480 1788658399.289282 trunc from 0x040000 to 0x015410 (0x2abef bytes) 000481 1788658399.312340 punch from 0x01468a to 0x015410 (0xd87 bytes) 000482 1788658399.317474 mapread 0x00e8e4 thru 0x0132d5 (0x49f2 bytes) 000483 1788658399.322009 mapwrite 0x02919a thru 0x02b6d4 (0x253b bytes) 000484 1788658399.366313 mapwrite 0x0002e0 thru 0x00931e (0x903f bytes) 000485 1788658399.387126 mapread 0x012e1e thru 0x01a2e0 (0x74c3 bytes) 000487 1788658399.388616 fallocate 0x010f87 thru 0x01f685 (0xe6ff bytes) 000488 1788658399.394286 write 0x01b737 thru 0x023a61 (0x832b bytes) 000489 1788658399.396369 mapread 0x00a5ef thru 0x0187fa (0xe20c bytes) 000490 1788658399.397843 fallocate 0x037fdc thru 0x03ffff (0x8024 bytes) 000491 1788658399.402456 fallocate 0x02e7e0 thru 0x03526c (0x6a8d bytes) 000492 1788658399.411394 MIRROR_RESYNC 7 mirrors 000493 1788658401.035700 trunc from 0x02b6d5 to 0x034310 (0x8c3c bytes) 000494 1788658401.079823 trunc from 0x034311 to 0x028493 (0xbe7d bytes) 000495 1788658401.097256 fallocate 0x029928 thru 0x030323 (0x69fc bytes) 000496 1788658401.102519 read 0x01acc3 thru 0x01f63e (0x497c bytes) 000497 1788658401.111510 mapread 0x0163ad thru 0x019b21 (0x3775 bytes) 000498 1788658401.130503 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x28494): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28494): Mirror 7: 0x99150ce8 (stale) Mirror 11: 0x99150ce8 (stale) Mirror 12: 0x99150ce8 (stale) Mirror 14: 0x99150ce8 (stale) Mirror 15: 0x99150ce8 (stale) Mirror 16: 0x99150ce8 (stale) CRC-32 checksum value for chunk [0, 0x28494): Mirror 1: 0x99150ce8 Mirror 17: 0x99150ce8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28494: skipped 000499 1788658402.018421 punch from 0x01d507 to 0x020ea9 (0x39a3 bytes) 000500 1788658402.077555 fallocate 0x02f3af thru 0x03c636 (0xd288 bytes) 000501 1788658402.083234 mapread 0x02576e thru 0x028493 (0x2d26 bytes) 000502 1788658402.105146 write 0x01eead thru 0x022e7e (0x3fd2 bytes) 000503 1788658402.115128 punch from 0x01f6fb to 0x022549 (0x2e4f bytes) 000504 1788658402.127880 mapread 0x009fb0 thru 0x013b6a (0x9bbb bytes) 000505 1788658402.144743 write 0x016215 thru 0x01c7b6 (0x65a2 bytes) 000506 1788658402.156173 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x28494): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28494): Mirror 7: 0x99150ce8 (stale) Mirror 11: 0x99150ce8 (stale) Mirror 12: 0x99150ce8 (stale) Mirror 14: 0x99150ce8 (stale) Mirror 15: 0x99150ce8 (stale) Mirror 16: 0x99150ce8 (stale) Mirror 17: 0x99150ce8 (stale) CRC-32 checksum value for chunk [0, 0x28494): Mirror 1: 0x84fe4eb3 Mirror 18: 0x84fe4eb3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28494: skipped 000507 1788658403.080100 mapread 0x01e265 thru 0x022b34 (0x48d0 bytes) 000509 1788658403.127193 mapread 0x01c831 thru 0x0216aa (0x4e7a bytes) 000510 1788658403.139410 trunc from 0x028494 to 0x023707 (0x4d8c bytes) 000511 1788658403.230793 punch from 0x00c27b to 0x01079b (0x4521 bytes) 000512 1788658403.234850 write 0x0365ad thru 0x03fb58 (0x95ac bytes) 000513 1788658403.236396 trunc from 0x03fb59 to 0x026b75 (0x18fe3 bytes) 000514 1788658403.269320 MIRROR_SPLIT mirror 4 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26b76): Mirror 7: 0xa5a9c407 (stale) Mirror 11: 0xa5a9c407 (stale) Mirror 12: 0xa5a9c407 (stale) Mirror 15: 0xa5a9c407 (stale) Mirror 16: 0xa5a9c407 (stale) Mirror 17: 0xa5a9c407 (stale) Mirror 18: 0x13486272 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26b76): Mirror 7: 0xa5a9c407 (stale) Mirror 11: 0xa5a9c407 (stale) Mirror 12: 0xa5a9c407 (stale) Mirror 15: 0xa5a9c407 (stale) Mirror 16: 0xa5a9c407 (stale) Mirror 17: 0xa5a9c407 (stale) Mirror 18: 0x13486272 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26b76: skipped 000515 1788658403.688790 read 0x00402d thru 0x009de9 (0x5dbd bytes) 000516 1788658403.697757 trunc from 0x0115e4 to 0x01ed11 (0xd72e bytes) 000517 1788658403.702410 write 0x032558 thru 0x03d27f (0xad28 bytes) 000518 1788658403.707784 write 0x0294f2 thru 0x0297f6 (0x305 bytes) 000519 1788658403.712568 punch from 0x018c66 to 0x025e65 (0xd200 bytes) 000520 1788658403.717110 write 0x0223ef thru 0x02d3f0 (0xb002 bytes) 000521 1788658403.726120 mapread 0x03860b thru 0x03bc13 (0x3609 bytes) 000522 1788658403.727215 mapwrite 0x00f33e thru 0x01706a (0x7d2d bytes) 000524 1788658403.763591 trunc from 0x03d280 to 0x036ca4 (0x65db bytes) 000525 1788658403.783626 write 0x0101d1 thru 0x016581 (0x63b1 bytes) 000526 1788658403.789053 trunc from 0x036ca5 to 0x020b68 (0x1613c bytes) 000527 1788658403.821467 punch from 0x01dc28 to 0x01fa9b (0x1e74 bytes) 000528 1788658403.831799 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x20b69): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20b69): Mirror 7: 0x1a740bb4 (stale) Mirror 11: 0x1a740bb4 (stale) Mirror 12: 0x1a740bb4 (stale) Mirror 15: 0x1a740bb4 (stale) Mirror 16: 0x1a740bb4 (stale) Mirror 17: 0x1a740bb4 (stale) Mirror 18: 0xb6c9ce1b (stale) CRC-32 checksum value for chunk [0, 0x20b69): Mirror 1: 0x93a808a3 Mirror 19: 0x93a808a3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20b69: skipped 000529 1788658404.843897 punch from 0x0183ce to 0x020b68 (0x879b bytes) 000530 1788658404.888024 mapread 0x00efca thru 0x0147a4 (0x57db bytes) 000531 1788658404.918718 trunc from 0x007756 to 0x00c01e (0x48c9 bytes) 000532 1788658404.929561 mapwrite 0x03f6fd thru 0x03ffff (0x903 bytes) 000533 1788658404.994375 punch from 0x01feaf to 0x025291 (0x53e3 bytes) 000534 1788658405.008155 fallocate 0x02e861 thru 0x0301d8 (0x1978 bytes) 000535 1788658405.024108 mapread 0x03d37e thru 0x03ffff (0x2c82 bytes) 000536 1788658405.025362 trunc from 0x040000 to 0x0308b5 (0xf74a bytes) 000537 1788658405.054790 mapwrite 0x037c24 thru 0x03bfb1 (0x438e bytes) 000539 1788658405.141373 read 0x00d05b thru 0x0132ac (0x6252 bytes) 000541 1788658405.146026 trunc from 0x03bfb2 to 0x02f8d9 (0xc6d8 bytes) 000543 1788658405.178705 mapread 0x00034c thru 0x0095d9 (0x928e bytes) 000544 1788658405.188516 punch from 0x011a82 to 0x017886 (0x5e05 bytes) 000545 1788658405.193830 fallocate 0x03087f thru 0x035287 (0x4a09 bytes) 000546 1788658405.199004 trunc from 0x01b96a to 0x02b293 (0xf92a bytes) 000547 1788658405.208879 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f8da): Mirror 11: 0x4982c7fa (stale) Mirror 12: 0x4982c7fa (stale) Mirror 15: 0x4982c7fa (stale) Mirror 16: 0x4982c7fa (stale) Mirror 17: 0xbf568f22 (stale) Mirror 18: 0xa7132051 (stale) Mirror 19: 0x18325c22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f8da): Mirror 11: 0x4982c7fa (stale) Mirror 12: 0x4982c7fa (stale) Mirror 15: 0x4982c7fa (stale) Mirror 16: 0x4982c7fa (stale) Mirror 17: 0xbf568f22 (stale) Mirror 18: 0xa7132051 (stale) Mirror 19: 0x18325c22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f8da: skipped 000548 1788658405.722432 read 0x013376 thru 0x022dca (0xfa55 bytes) 000549 1788658405.737744 trunc from 0x0137a0 to 0x021069 (0xd8ca bytes) 000550 1788658405.744724 fallocate 0x000d7f thru 0x00f49b (0xe71d bytes) 000551 1788658405.754771 mapread 0x01c003 thru 0x020b14 (0x4b12 bytes) 000552 1788658405.788160 punch from 0x02960b to 0x02f8d9 (0x62cf bytes) 000553 1788658405.792880 mapread 0x01c778 thru 0x02841d (0xbca6 bytes) 000554 1788658405.804271 trunc from 0x01c86b to 0x02b83f (0xefd5 bytes) 000556 1788658405.813790 MIRROR_RESYNC 8 mirrors 000557 1788658407.430867 read 0x013240 thru 0x01da3e (0xa7ff bytes) 000558 1788658407.445490 MIRROR_RESYNC 8 mirrors 000559 1788658408.012193 fallocate 0x02d692 thru 0x037aac (0xa41b bytes) 000560 1788658408.069896 trunc from 0x02f8da to 0x02e7a4 (0x1135 bytes) 000561 1788658408.104299 trunc from 0x02e7a5 to 0x00bfdb (0x227c9 bytes) 000562 1788658408.134556 mapwrite 0x038992 thru 0x03a7c4 (0x1e33 bytes) 000563 1788658408.199562 trunc from 0x03a7c5 to 0x00712f (0x33695 bytes) 000564 1788658408.217145 trunc from 0x00133c to 0x00712f (0x5df4 bytes) 000565 1788658408.222602 mapread 0x002c91 thru 0x00712f (0x449f bytes) 000566 1788658408.240067 fallocate 0x035156 thru 0x037a2a (0x28d5 bytes) 000567 1788658408.248095 mapread 0x005f4a thru 0x00712f (0x11e6 bytes) 000568 1788658408.249543 trunc from 0x000d4d to 0x0043fd (0x36b1 bytes) 000569 1788658408.254981 trunc from 0x007130 to 0x00c611 (0x54e2 bytes) 000570 1788658408.275356 read 0x007d84 thru 0x008ce0 (0xf5d bytes) 000571 1788658408.282410 punch from 0x00172d to 0x00a715 (0x8fe9 bytes) 000572 1788658408.287247 write 0x03f7c4 thru 0x03ffff (0x83c bytes) 000573 1788658408.288606 read 0x025f9a thru 0x030a9b (0xab02 bytes) 000574 1788658408.299588 write 0x03bb37 thru 0x03ffff (0x44c9 bytes) 000575 1788658408.300691 trunc from 0x040000 to 0x03fd86 (0x279 bytes) 000576 1788658408.316441 read 0x0235fe thru 0x02924f (0x5c52 bytes) 000577 1788658408.317145 trunc from 0x00d614 to 0x00df9c (0x989 bytes) 000578 1788658408.322513 mapwrite 0x03bd68 thru 0x03c0e6 (0x37f bytes) 000580 1788658408.337697 mapwrite 0x009f31 thru 0x00b00f (0x10df bytes) 000581 1788658408.351520 write 0x01d13b thru 0x024517 (0x73dd bytes) 000582 1788658408.353488 fallocate 0x0382b9 thru 0x03ffff (0x7d47 bytes) 000583 1788658408.359347 mapread 0x03d7dd thru 0x03ffff (0x2823 bytes) 000584 1788658408.360848 read 0x00f4c0 thru 0x010f4a (0x1a8b bytes) 000585 1788658408.366243 MIRROR_RESYNC 8 mirrors 000586 1788658410.610385 mapwrite 0x02bb27 thru 0x02d89c (0x1d76 bytes) 000587 1788658410.723416 trunc from 0x040000 to 0x01c8df (0x23720 bytes) 000588 1788658410.767137 trunc from 0x01c8e0 to 0x03b81a (0x1ef3b bytes) 000589 1788658410.793098 write 0x00ddb3 thru 0x00e351 (0x59f bytes) 000590 1788658410.812193 punch from 0x031364 to 0x03b81a (0xa4b7 bytes) 000591 1788658410.820020 fallocate 0x039531 thru 0x03ffff (0x6acf bytes) 000592 1788658410.834283 trunc from 0x0293d9 to 0x032895 (0x94bd bytes) 000593 1788658410.849702 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xab0fa435 (stale) Mirror 12: 0xab0fa435 (stale) Mirror 15: 0xab0fa435 (stale) Mirror 16: 0xab0fa435 (stale) Mirror 17: 0xab0fa435 (stale) Mirror 18: 0xab0fa435 (stale) Mirror 19: 0xab0fa435 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7b0ed5b7 Mirror 20: 0x7b0ed5b7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000594 1788658411.988122 trunc from 0x0166b1 to 0x021b8e (0xb4de bytes) 000595 1788658412.020120 write 0x03194b thru 0x035f07 (0x45bd bytes) 000596 1788658412.033090 trunc from 0x040000 to 0x02b1ed (0x14e12 bytes) 000597 1788658412.051622 trunc from 0x02b1ee to 0x0161e8 (0x15005 bytes) 000598 1788658412.076089 trunc from 0x0161e9 to 0x019c70 (0x3a88 bytes) 000599 1788658412.097042 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x19c71): Mirror 11: 0x44c6cd30 (stale) Mirror 12: 0x44c6cd30 (stale) Mirror 16: 0x44c6cd30 (stale) Mirror 17: 0x44c6cd30 (stale) Mirror 18: 0x44c6cd30 (stale) Mirror 19: 0x44c6cd30 (stale) Mirror 20: 0x4dfa58bd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19c71): Mirror 11: 0x44c6cd30 (stale) Mirror 12: 0x44c6cd30 (stale) Mirror 16: 0x44c6cd30 (stale) Mirror 17: 0x44c6cd30 (stale) Mirror 18: 0x44c6cd30 (stale) Mirror 19: 0x44c6cd30 (stale) Mirror 20: 0x4dfa58bd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19c71: skipped 000600 1788658412.543338 punch from 0x00736e to 0x00c736 (0x53c9 bytes) 000602 1788658412.548624 write 0x008bfe thru 0x012e9a (0xa29d bytes) 000604 1788658412.580031 trunc from 0x019c71 to 0x012cee (0x6f82 bytes) 000605 1788658412.619088 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x12cef): Mirror 11: 0xf7d3a8c0 (stale) Mirror 12: 0xf7d3a8c0 (stale) Mirror 16: 0xf7d3a8c0 (stale) Mirror 18: 0xf7d3a8c0 (stale) Mirror 19: 0xf7d3a8c0 (stale) Mirror 20: 0x9276bb9a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12cef): Mirror 11: 0xf7d3a8c0 (stale) Mirror 12: 0xf7d3a8c0 (stale) Mirror 16: 0xf7d3a8c0 (stale) Mirror 18: 0xf7d3a8c0 (stale) Mirror 19: 0xf7d3a8c0 (stale) Mirror 20: 0x9276bb9a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12cef: skipped 000606 1788658413.108738 mapwrite 0x03209d thru 0x03ffff (0xdf63 bytes) 000608 1788658413.166097 fallocate 0x037e9a thru 0x038e3c (0xfa3 bytes) 000609 1788658413.171193 read 0x037093 thru 0x039d62 (0x2cd0 bytes) 000610 1788658413.171892 trunc from 0x02cd0a to 0x02f728 (0x2a1f bytes) 000611 1788658413.176560 mapwrite 0x01ac78 thru 0x01af05 (0x28e bytes) 000612 1788658413.194472 mapwrite 0x010cb7 thru 0x01ac17 (0x9f61 bytes) 000613 1788658413.219153 trunc from 0x040000 to 0x00e87d (0x31782 bytes) 000614 1788658413.241194 write 0x020cbb thru 0x02f174 (0xe4ba bytes) 000615 1788658413.245276 mapwrite 0x0322af thru 0x0382fb (0x604d bytes) 000616 1788658413.326671 mapwrite 0x01a712 thru 0x01d88c (0x317b bytes) 000617 1788658413.381215 read 0x019853 thru 0x01fdee (0x659c bytes) 000618 1788658413.383355 trunc from 0x0382fc to 0x033cb5 (0x4646 bytes) 000619 1788658413.424185 punch from 0x02200a to 0x025b26 (0x3b1d bytes) 000620 1788658413.432157 fallocate 0x0053b5 thru 0x0122be (0xcf0a bytes) 000621 1788658413.440970 punch from 0x00764e to 0x016332 (0xece5 bytes) 000622 1788658413.446624 punch from 0x00a430 to 0x011dfb (0x79cc bytes) 000623 1788658413.459651 MIRROR_RESYNC 7 mirrors 000624 1788658416.084870 punch from 0x012b5c to 0x014a35 (0x1eda bytes) 000625 1788658416.118137 trunc from 0x033cb6 to 0x02594b (0xe36a bytes) 000626 1788658416.139077 read 0x000a4d thru 0x00c0b1 (0xb665 bytes) 000627 1788658416.148122 mapwrite 0x00c7e3 thru 0x015ba5 (0x93c3 bytes) 000628 1788658416.183764 mapread 0x020935 thru 0x0216cc (0xd98 bytes) 000629 1788658416.195005 trunc from 0x02594c to 0x000b4a (0x24e01 bytes) 000630 1788658416.211222 punch from 0x00050d to 0x000b4a (0x63e bytes) 000631 1788658416.215523 trunc from 0x000b4b to 0x011d5f (0x11215 bytes) 000632 1788658416.235974 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x11d60): Mirror 11: 0xf6a1118d (stale) Mirror 12: 0xf6a1118d (stale) Mirror 16: 0xf6a1118d (stale) Mirror 19: 0xf6a1118d (stale) Mirror 20: 0xf6a1118d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11d60): Mirror 11: 0xf6a1118d (stale) Mirror 12: 0xf6a1118d (stale) Mirror 16: 0xf6a1118d (stale) Mirror 19: 0xf6a1118d (stale) Mirror 20: 0xf6a1118d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11d60: skipped 000633 1788658416.668082 trunc from 0x011cea to 0x011d5f (0x76 bytes) 000634 1788658416.673122 punch from 0x007519 to 0x00a131 (0x2c19 bytes) 000635 1788658416.679405 fallocate 0x02f122 thru 0x030f84 (0x1e63 bytes) 000636 1788658416.684886 write 0x01bcbb thru 0x0245a4 (0x88ea bytes) 000637 1788658416.691835 trunc from 0x0245a5 to 0x00e63e (0x15f66 bytes) 000638 1788658416.710962 write 0x024dff thru 0x032bf7 (0xddf9 bytes) 000639 1788658416.719008 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x32bf8): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32bf8): Mirror 11: 0x66ffecd9 (stale) Mirror 12: 0x66ffecd9 (stale) Mirror 16: 0x66ffecd9 (stale) Mirror 19: 0x66ffecd9 (stale) Mirror 20: 0x66ffecd9 (stale) CRC-32 checksum value for chunk [0, 0x32bf8): Mirror 1: 0x16b57196 Mirror 21: 0x16b57196 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32bf8: skipped 000640 1788658417.788408 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x32bf8): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32bf8): Mirror 11: 0x66ffecd9 (stale) Mirror 12: 0x66ffecd9 (stale) Mirror 16: 0x66ffecd9 (stale) Mirror 19: 0x66ffecd9 (stale) Mirror 20: 0x66ffecd9 (stale) CRC-32 checksum value for chunk [0, 0x32bf8): Mirror 1: 0x16b57196 Mirror 21: 0x16b57196 Mirror 22: 0x16b57196 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32bf8: skipped 000641 1788658419.066591 trunc from 0x0029ed to 0x006765 (0x3d79 bytes) 000642 1788658419.110279 read 0x018916 thru 0x01cf40 (0x462b bytes) 000643 1788658419.122170 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32bf8): Mirror 12: 0x66ffecd9 (stale) Mirror 16: 0x66ffecd9 (stale) Mirror 19: 0x66ffecd9 (stale) Mirror 20: 0x66ffecd9 (stale) Mirror 21: 0x16b57196 (stale) Mirror 22: 0x16b57196 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32bf8): Mirror 12: 0x66ffecd9 (stale) Mirror 16: 0x66ffecd9 (stale) Mirror 19: 0x66ffecd9 (stale) Mirror 20: 0x66ffecd9 (stale) Mirror 21: 0x16b57196 (stale) Mirror 22: 0x16b57196 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32bf8: skipped 000644 1788658419.707134 write 0x00ed14 thru 0x01423e (0x552b bytes) 000645 1788658419.726084 MIRROR_RESYNC 7 mirrors 000646 1788658421.649852 read 0x000f75 thru 0x009763 (0x87ef bytes) 000647 1788658421.659529 punch from 0x017721 to 0x019faa (0x288a bytes) 000648 1788658421.688461 trunc from 0x032bf8 to 0x02b871 (0x7386 bytes) 000649 1788658421.711435 punch from 0x01eb3a to 0x02b47d (0xc944 bytes) 000651 1788658421.718908 fallocate 0x00cd4d thru 0x011979 (0x4c2d bytes) 000652 1788658421.723406 fallocate 0x00f821 thru 0x013264 (0x3a44 bytes) 000654 1788658421.729674 write 0x0075ab thru 0x00c562 (0x4fb8 bytes) 000655 1788658421.741505 punch from 0x0200de to 0x026e9e (0x6dc1 bytes) 000656 1788658421.746320 trunc from 0x02382a to 0x02b871 (0x8048 bytes) 000657 1788658421.751340 mapwrite 0x011874 thru 0x013630 (0x1dbd bytes) 000659 1788658421.795515 fallocate 0x01ab78 thru 0x029668 (0xeaf1 bytes) 000661 1788658421.803545 trunc from 0x01334b to 0x01d25c (0x9f12 bytes) 000662 1788658421.808883 punch from 0x01d0c0 to 0x024538 (0x7479 bytes) 000663 1788658421.820045 mapread 0x00b297 thru 0x00db7f (0x28e9 bytes) 000664 1788658421.823358 write 0x017601 thru 0x019970 (0x2370 bytes) 000665 1788658421.833762 write 0x022e94 thru 0x02f8f0 (0xca5d bytes) 000666 1788658421.857232 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2f8f1): Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f8f1): Mirror 12: 0x9548c343 (stale) Mirror 16: 0x9548c343 (stale) Mirror 19: 0x9548c343 (stale) Mirror 20: 0x9548c343 (stale) Mirror 21: 0x9548c343 (stale) Mirror 22: 0x9548c343 (stale) CRC-32 checksum value for chunk [0, 0x2f8f1): Mirror 1: 0xd184a66c Mirror 23: 0xd184a66c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f8f1: skipped 000667 1788658423.057191 read 0x01c5c3 thru 0x02baf7 (0xf535 bytes) 000668 1788658423.073127 read 0x02bb88 thru 0x02f8f0 (0x3d69 bytes) 000669 1788658423.096008 punch from 0x022296 to 0x0276b6 (0x5421 bytes) 000670 1788658423.183347 mapwrite 0x00c0ba thru 0x013d6b (0x7cb2 bytes) 000671 1788658423.253526 trunc from 0x02f8f1 to 0x03bb1c (0xc22c bytes) 000672 1788658423.274087 punch from 0x0171a7 to 0x020030 (0x8e8a bytes) 000673 1788658423.279061 trunc from 0x03bb1d to 0x02e3ef (0xd72d bytes) 000674 1788658423.295813 mapread 0x0275e1 thru 0x02880e (0x122e bytes) 000675 1788658423.304475 mapread 0x00b924 thru 0x0172d0 (0xb9ad bytes) 000676 1788658423.323961 fallocate 0x017005 thru 0x018303 (0x12ff bytes) 000677 1788658423.328473 mapwrite 0x006ce9 thru 0x00f9f0 (0x8d08 bytes) 000678 1788658423.386900 trunc from 0x006df6 to 0x006fa3 (0x1ae bytes) 000679 1788658423.400058 write 0x03e49d thru 0x03ffff (0x1b63 bytes) 000680 1788658423.401802 mapwrite 0x00a90c thru 0x00d8a4 (0x2f99 bytes) 000681 1788658423.442020 read 0x008fc7 thru 0x016a61 (0xda9b bytes) 000682 1788658423.442693 fallocate 0x02ccb7 thru 0x035cb6 (0x9000 bytes) 000685 1788658423.457139 mapread 0x01899d thru 0x019814 (0xe78 bytes) 000686 1788658423.488126 read 0x00d0ac thru 0x01c73c (0xf691 bytes) 000687 1788658423.488785 mapread 0x00fa85 thru 0x01377e (0x3cfa bytes) 000688 1788658423.489814 read 0x018232 thru 0x0262a2 (0xe071 bytes) 000689 1788658423.495040 punch from 0x0198cb to 0x01c0f9 (0x282f bytes) 000690 1788658423.517427 MIRROR_SPLIT mirror 6 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x66ada791 (stale) Mirror 16: 0x66ada791 (stale) Mirror 19: 0x66ada791 (stale) Mirror 20: 0x66ada791 (stale) Mirror 21: 0x66ada791 (stale) Mirror 23: 0x498c9704 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x66ada791 (stale) Mirror 16: 0x66ada791 (stale) Mirror 19: 0x66ada791 (stale) Mirror 20: 0x66ada791 (stale) Mirror 21: 0x66ada791 (stale) Mirror 23: 0x498c9704 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000691 1788658424.039177 punch from 0x025a7f to 0x033ca1 (0xe223 bytes) 000692 1788658424.043827 write 0x0278b8 thru 0x02e457 (0x6ba0 bytes) 000693 1788658424.060258 mapwrite 0x03aec3 thru 0x03c353 (0x1491 bytes) 000694 1788658424.091978 trunc from 0x019495 to 0x01c687 (0x31f3 bytes) 000695 1788658424.098813 fallocate 0x00b29a thru 0x00c489 (0x11f0 bytes) 000696 1788658424.105693 punch from 0x006269 to 0x015da1 (0xfb39 bytes) 000697 1788658424.111181 fallocate 0x03c669 thru 0x03ffff (0x3997 bytes) 000698 1788658424.116168 mapread 0x01827f thru 0x01bee1 (0x3c63 bytes) 000699 1788658424.131792 fallocate 0x013ae7 thru 0x019c3e (0x6158 bytes) 000700 1788658424.141328 punch from 0x000cf4 to 0x001247 (0x554 bytes) 000701 1788658424.149305 punch from 0x031bf6 to 0x03ef25 (0xd330 bytes) 000703 1788658424.158877 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x66ada791 (stale) Mirror 16: 0x66ada791 (stale) Mirror 19: 0x66ada791 (stale) Mirror 20: 0x66ada791 (stale) Mirror 21: 0x66ada791 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x66ada791 (stale) Mirror 16: 0x66ada791 (stale) Mirror 19: 0x66ada791 (stale) Mirror 20: 0x66ada791 (stale) Mirror 21: 0x66ada791 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000704 1788658424.643232 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x66ada791 (stale) Mirror 16: 0x66ada791 (stale) Mirror 19: 0x66ada791 (stale) Mirror 20: 0x66ada791 (stale) Mirror 21: 0x66ada791 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5ee282f9 Mirror 22: 0x5ee282f9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000705 1788658425.716621 mapwrite 0x00fe34 thru 0x015f7c (0x6149 bytes) 000706 1788658425.845712 read 0x019039 thru 0x01bcb4 (0x2c7c bytes) 000707 1788658425.850583 trunc from 0x00dbe6 to 0x00dcc9 (0xe4 bytes) 000708 1788658425.857641 write 0x017dc9 thru 0x027d1b (0xff53 bytes) 000709 1788658425.870848 MIRROR_RESYNC 7 mirrors 000710 1788658427.490364 write 0x025dbb thru 0x0328b3 (0xcaf9 bytes) 000711 1788658427.545338 mapwrite 0x00b151 thru 0x01971e (0xe5ce bytes) 000712 1788658427.585629 mapwrite 0x02c4ce thru 0x03bd9c (0xf8cf bytes) 000713 1788658427.607170 trunc from 0x040000 to 0x03ea83 (0x157c bytes) 000714 1788658427.621444 write 0x01eb87 thru 0x0203d0 (0x184a bytes) 000715 1788658427.626383 trunc from 0x03ea84 to 0x03ff5d (0x14da bytes) 000716 1788658427.647628 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ff5e): Mirror 12: 0x51da1e58 (stale) Mirror 16: 0x51da1e58 (stale) Mirror 20: 0x51da1e58 (stale) Mirror 21: 0x51da1e58 (stale) Mirror 22: 0x51da1e58 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ff5e): Mirror 12: 0x51da1e58 (stale) Mirror 16: 0x51da1e58 (stale) Mirror 20: 0x51da1e58 (stale) Mirror 21: 0x51da1e58 (stale) Mirror 22: 0x51da1e58 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ff5e: skipped 000717 1788658427.966186 fallocate 0x02e31a thru 0x0356af (0x7396 bytes) 000718 1788658427.971724 mapread 0x00eb6d thru 0x010083 (0x1517 bytes) 000719 1788658427.987550 write 0x00c419 thru 0x017a4c (0xb634 bytes) 000720 1788658427.991973 punch from 0x016eaf to 0x023e00 (0xcf52 bytes) 000721 1788658428.002721 trunc from 0x03fb65 to 0x03ff5d (0x3f9 bytes) 000722 1788658428.006430 trunc from 0x03ff5e to 0x0384e8 (0x7a75 bytes) 000723 1788658428.019774 mapread 0x001e49 thru 0x010f1a (0xf0d2 bytes) 000724 1788658428.029127 punch from 0x01c776 to 0x01d340 (0xbcb bytes) 000725 1788658428.032763 fallocate 0x039b57 thru 0x03ffff (0x64a9 bytes) 000726 1788658428.036286 mapwrite 0x0116fe thru 0x015e29 (0x472c bytes) 000727 1788658428.049394 write 0x037731 thru 0x03ffff (0x88cf bytes) 000728 1788658428.054075 write 0x00080e thru 0x00f185 (0xe978 bytes) 000729 1788658428.059466 trunc from 0x040000 to 0x008149 (0x37eb6 bytes) 000730 1788658428.074154 trunc from 0x0012a1 to 0x008149 (0x6ea9 bytes) 000731 1788658428.088430 trunc from 0x002710 to 0x008149 (0x5a3a bytes) 000732 1788658428.093226 punch from 0x003b37 to 0x008149 (0x4613 bytes) 000733 1788658428.097125 read 0x006e34 thru 0x008149 (0x1316 bytes) 000734 1788658428.102436 read 0x00748f thru 0x008110 (0xc82 bytes) 000735 1788658428.103128 trunc from 0x00081c to 0x008149 (0x792e bytes) 000736 1788658428.107445 mapwrite 0x02510d thru 0x031f3f (0xce33 bytes) 000737 1788658428.158670 punch from 0x023a6b to 0x02d7e0 (0x9d76 bytes) 000738 1788658428.166022 MIRROR_RESYNC 6 mirrors 000739 1788658429.607855 mapwrite 0x013638 thru 0x0186fe (0x50c7 bytes) 000740 1788658429.734682 read 0x00a6bf thru 0x00c23a (0x1b7c bytes) 000741 1788658429.746763 punch from 0x021e10 to 0x02677c (0x496d bytes) 000742 1788658429.758786 trunc from 0x031f40 to 0x00fe17 (0x22128 bytes) 000743 1788658429.792772 fallocate 0x025907 thru 0x02f93a (0xa034 bytes) 000744 1788658429.815319 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0xfe18): Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xfe18): Mirror 12: 0xb68c408c (stale) Mirror 16: 0xb68c408c (stale) Mirror 20: 0xb68c408c (stale) Mirror 21: 0xb68c408c (stale) Mirror 22: 0xb68c408c (stale) CRC-32 checksum value for chunk [0, 0xfe18): Mirror 1: 0xb68c408c Mirror 23: 0xb68c408c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xfe18: skipped 000745 1788658430.771192 mapwrite 0x031949 thru 0x03a970 (0x9028 bytes) 000746 1788658430.842620 write 0x027838 thru 0x02f67f (0x7e48 bytes) 000747 1788658430.850080 mapread 0x039ee8 thru 0x03a970 (0xa89 bytes) 000749 1788658430.852145 punch from 0x03159d to 0x03a970 (0x93d4 bytes) 000750 1788658430.861105 MIRROR_RESYNC 7 mirrors 000751 1788658432.698680 punch from 0x01cafd to 0x02b238 (0xe73c bytes) 000752 1788658432.732898 mapread 0x035619 thru 0x03a970 (0x5358 bytes) 000753 1788658432.755765 trunc from 0x03a971 to 0x023ff6 (0x1697a bytes) 000754 1788658432.798775 mapread 0x005afa thru 0x00de65 (0x836c bytes) 000756 1788658432.822230 trunc from 0x023ff7 to 0x03f8a9 (0x1b8b3 bytes) 000758 1788658432.850528 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3f8aa): Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f8aa): Mirror 12: 0x36bfae63 (stale) Mirror 16: 0x36bfae63 (stale) Mirror 20: 0x36bfae63 (stale) Mirror 21: 0x36bfae63 (stale) Mirror 22: 0x36bfae63 (stale) Mirror 23: 0x36bfae63 (stale) CRC-32 checksum value for chunk [0, 0x3f8aa): Mirror 1: 0xea54227f Mirror 24: 0xea54227f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f8aa: skipped 000759 1788658433.750976 read 0x01a515 thru 0x023dad (0x9899 bytes) 000760 1788658433.767665 trunc from 0x03f8aa to 0x01786e (0x2803b bytes) 000761 1788658433.825354 write 0x032640 thru 0x032666 (0x27 bytes) 000762 1788658433.827215 write 0x017471 thru 0x022de8 (0xb978 bytes) 000764 1788658433.843540 read 0x00befe thru 0x017c81 (0xbd84 bytes) 000765 1788658433.861313 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x32667): Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32667): Mirror 12: 0x80b224fe (stale) Mirror 16: 0x80b224fe (stale) Mirror 20: 0x80b224fe (stale) Mirror 21: 0x80b224fe (stale) Mirror 22: 0x80b224fe (stale) Mirror 23: 0x80b224fe (stale) Mirror 24: 0x55dc7303 (stale) CRC-32 checksum value for chunk [0, 0x32667): Mirror 1: 0xfaea9cfe Mirror 25: 0xfaea9cfe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32667: skipped 000767 1788658434.887476 trunc from 0x0208d2 to 0x0272d1 (0x6a00 bytes) 000768 1788658434.940222 MIRROR_RESYNC 9 mirrors 000769 1788658436.996395 fallocate 0x02a296 thru 0x03738c (0xd0f7 bytes) 000770 1788658437.027341 mapwrite 0x03087b thru 0x034a8b (0x4211 bytes) 000771 1788658437.086193 punch from 0x005c7c to 0x01060e (0xa993 bytes) 000772 1788658437.093073 mapwrite 0x007378 thru 0x00d067 (0x5cf0 bytes) 000773 1788658437.127142 trunc from 0x034a8c to 0x018cc5 (0x1bdc6 bytes) 000774 1788658437.142591 punch from 0x0033b2 to 0x00af9d (0x7bec bytes) 000775 1788658437.150288 punch from 0x005ff4 to 0x00db2d (0x7b3a bytes) 000777 1788658437.156190 punch from 0x00fc74 to 0x018cc5 (0x9052 bytes) 000778 1788658437.162127 mapread 0x00274a thru 0x00c4be (0x9d75 bytes) 000779 1788658437.173183 mapread 0x00bdb6 thru 0x016dd9 (0xb024 bytes) 000780 1788658437.185341 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x18cc6): Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x18cc6): Mirror 12: 0xef859fea (stale) Mirror 16: 0xef859fea (stale) Mirror 20: 0xef859fea (stale) Mirror 21: 0xef859fea (stale) Mirror 22: 0xef859fea (stale) Mirror 23: 0xef859fea (stale) Mirror 24: 0xef859fea (stale) Mirror 25: 0xef859fea (stale) CRC-32 checksum value for chunk [0, 0x18cc6): Mirror 1: 0xb0486e90 Mirror 26: 0xb0486e90 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x18cc6: skipped 000781 1788658438.280702 mapwrite 0x019d5d thru 0x025293 (0xb537 bytes) 000782 1788658438.455124 mapread 0x013318 thru 0x01b9ed (0x86d6 bytes) 000783 1788658438.465304 punch from 0x00e0da to 0x00efa1 (0xec8 bytes) 000784 1788658438.470675 mapread 0x01c0dd thru 0x025293 (0x91b7 bytes) 000785 1788658438.474511 fallocate 0x004191 thru 0x007453 (0x32c3 bytes) 000786 1788658438.481520 read 0x0194a5 thru 0x01d258 (0x3db4 bytes) 000787 1788658438.482593 write 0x02dedc thru 0x0356e7 (0x780c bytes) 000788 1788658438.484110 trunc from 0x0356e8 to 0x036877 (0x1190 bytes) 000789 1788658438.533340 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x36878): Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36878): Mirror 12: 0x744370cd (stale) Mirror 16: 0x744370cd (stale) Mirror 20: 0x744370cd (stale) Mirror 21: 0x744370cd (stale) Mirror 22: 0x744370cd (stale) Mirror 23: 0x744370cd (stale) Mirror 24: 0x744370cd (stale) Mirror 25: 0x744370cd (stale) Mirror 26: 0x3ff58692 (stale) CRC-32 checksum value for chunk [0, 0x36878): Mirror 1: 0x10b1a0d8 Mirror 27: 0x10b1a0d8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36878: skipped 000790 1788658439.923513 trunc from 0x030d7d to 0x036250 (0x54d4 bytes) 000791 1788658439.986405 fallocate 0x00172d thru 0x00e21a (0xcaee bytes) 000792 1788658439.991807 trunc from 0x00618a to 0x00dff9 (0x7e70 bytes) 000793 1788658440.001163 mapread 0x033263 thru 0x036877 (0x3615 bytes) 000794 1788658440.042661 write 0x037cda thru 0x0386b3 (0x9da bytes) 000795 1788658440.066657 trunc from 0x0386b4 to 0x024b3e (0x13b75 bytes) 000796 1788658440.101589 fallocate 0x006476 thru 0x007f7f (0x1b0a bytes) 000797 1788658440.111032 punch from 0x006d9c to 0x00a5c0 (0x3825 bytes) 000798 1788658440.131352 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x24b3f): Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24b3f): Mirror 12: 0x47c9638 (stale) Mirror 16: 0x47c9638 (stale) Mirror 20: 0x47c9638 (stale) Mirror 21: 0x47c9638 (stale) Mirror 22: 0x47c9638 (stale) Mirror 23: 0x47c9638 (stale) Mirror 24: 0x47c9638 (stale) Mirror 25: 0x47c9638 (stale) Mirror 26: 0xd9f441a3 (stale) Mirror 27: 0xea0bbe51 (stale) CRC-32 checksum value for chunk [0, 0x24b3f): Mirror 1: 0xea0bbe51 Mirror 28: 0xea0bbe51 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24b3f: skipped 000799 1788658441.234118 write 0x0104aa thru 0x01a5e5 (0xa13c bytes) 000800 1788658441.301209 punch from 0x024802 to 0x024b3e (0x33d bytes) 000801 1788658441.308460 trunc from 0x024b3f to 0x031c05 (0xd0c7 bytes) 000802 1788658441.331021 fallocate 0x03a438 thru 0x03ffff (0x5bc8 bytes) 000803 1788658441.339030 write 0x03be74 thru 0x03ffff (0x418c bytes) 000804 1788658441.344447 fallocate 0x025ac3 thru 0x02be35 (0x6373 bytes) 000805 1788658441.349597 trunc from 0x01ad15 to 0x01c64d (0x1939 bytes) 000806 1788658441.366168 write 0x012ae4 thru 0x01800f (0x552c bytes) 000807 1788658441.368891 mapread 0x005e50 thru 0x00a41e (0x45cf bytes) 000808 1788658441.395520 mapread 0x034f4d thru 0x039051 (0x4105 bytes) 000809 1788658441.406944 mapread 0x007a64 thru 0x00a588 (0x2b25 bytes) 000810 1788658441.408132 mapread 0x03cfbf thru 0x03ffff (0x3041 bytes) 000811 1788658441.409824 mapwrite 0x02725f thru 0x0328ee (0xb690 bytes) 000812 1788658441.433315 trunc from 0x040000 to 0x003bd5 (0x3c42a bytes) 000813 1788658441.445869 read 0x0030a6 thru 0x003bd5 (0xb30 bytes) 000814 1788658441.446635 read 0x0030b1 thru 0x003bd5 (0xb25 bytes) 000815 1788658441.447896 write 0x031d87 thru 0x03e3c0 (0xc63a bytes) 000816 1788658441.450253 trunc from 0x01f427 to 0x02e988 (0xf562 bytes) 000817 1788658441.455598 fallocate 0x03830e thru 0x03ffff (0x7cf2 bytes) 000818 1788658441.459867 trunc from 0x040000 to 0x03f8ff (0x700 bytes) 000819 1788658441.476588 trunc from 0x03f900 to 0x009142 (0x367bd bytes) 000820 1788658441.505631 fallocate 0x036f3c thru 0x03ffff (0x90c4 bytes) 000821 1788658441.513497 write 0x01ce2e thru 0x01fad6 (0x2ca9 bytes) 000822 1788658441.538370 mapread 0x000c28 thru 0x01028d (0xf666 bytes) 000823 1788658441.542841 mapread 0x0048c5 thru 0x006b51 (0x228d bytes) 000824 1788658441.543869 mapread 0x02a0a8 thru 0x0367b4 (0xc70d bytes) 000825 1788658441.546885 punch from 0x03a44e to 0x03ffff (0x5bb2 bytes) 000826 1788658441.552661 trunc from 0x016fbd to 0x01dd9f (0x6de3 bytes) 000827 1788658441.573762 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x217960c7 (stale) Mirror 16: 0x217960c7 (stale) Mirror 20: 0x217960c7 (stale) Mirror 21: 0x217960c7 (stale) Mirror 22: 0x217960c7 (stale) Mirror 23: 0x217960c7 (stale) Mirror 24: 0x217960c7 (stale) Mirror 25: 0x217960c7 (stale) Mirror 26: 0x49ad83a0 (stale) Mirror 27: 0xd142839 (stale) Mirror 28: 0x81abd593 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xfa264052 Mirror 29: 0xfa264052 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000828 1788658442.525827 trunc from 0x023b6f to 0x023ca6 (0x138 bytes) 000829 1788658442.578108 mapread 0x02d0a7 thru 0x034d72 (0x7ccc bytes) 000830 1788658442.595889 punch from 0x0316ab to 0x037e0f (0x6765 bytes) 000832 1788658442.601006 write 0x020c41 thru 0x029aa1 (0x8e61 bytes) 000833 1788658442.610857 read 0x0366a7 thru 0x03d1fa (0x6b54 bytes) 000834 1788658442.623840 write 0x03ac6e thru 0x03d070 (0x2403 bytes) 000835 1788658442.626406 trunc from 0x025b94 to 0x02c64c (0x6ab9 bytes) 000836 1788658442.641380 punch from 0x02da6d to 0x039aca (0xc05e bytes) 000837 1788658442.646101 punch from 0x0033e9 to 0x0056f9 (0x2311 bytes) 000838 1788658442.649795 write 0x031956 thru 0x0382eb (0x6996 bytes) 000839 1788658442.658632 fallocate 0x00aeee thru 0x018540 (0xd653 bytes) 000841 1788658442.663819 read 0x02ba72 thru 0x032b25 (0x70b4 bytes) 000843 1788658442.675610 write 0x000e6b thru 0x005b80 (0x4d16 bytes) 000844 1788658442.677009 write 0x02014b thru 0x023fce (0x3e84 bytes) 000845 1788658442.680378 write 0x02dccc thru 0x030cd8 (0x300d bytes) 000846 1788658442.681530 trunc from 0x019a25 to 0x01b20b (0x17e7 bytes) 000847 1788658442.688533 fallocate 0x0081b1 thru 0x015917 (0xd767 bytes) 000848 1788658442.694531 trunc from 0x040000 to 0x02a315 (0x15cea bytes) 000849 1788658442.737615 mapread 0x01a9f5 thru 0x01d941 (0x2f4d bytes) 000850 1788658442.747069 mapread 0x00edcf thru 0x010fc4 (0x21f6 bytes) 000851 1788658442.752315 MIRROR_SPLIT mirror 1 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2a316): Mirror 16: 0x88cac740 (stale) Mirror 20: 0x88cac740 (stale) Mirror 21: 0x88cac740 (stale) Mirror 22: 0x88cac740 (stale) Mirror 23: 0x88cac740 (stale) Mirror 24: 0x88cac740 (stale) Mirror 25: 0x88cac740 (stale) Mirror 26: 0x4a7e7771 (stale) Mirror 27: 0xb87cac2e (stale) Mirror 28: 0xaa5c66ca (stale) Mirror 29: 0x6316b882 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a316): Mirror 16: 0x88cac740 (stale) Mirror 20: 0x88cac740 (stale) Mirror 21: 0x88cac740 (stale) Mirror 22: 0x88cac740 (stale) Mirror 23: 0x88cac740 (stale) Mirror 24: 0x88cac740 (stale) Mirror 25: 0x88cac740 (stale) Mirror 26: 0x4a7e7771 (stale) Mirror 27: 0xb87cac2e (stale) Mirror 28: 0xaa5c66ca (stale) Mirror 29: 0x6316b882 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a316: skipped 000852 1788658443.381388 mapread 0x00a38e thru 0x00ef8b (0x4bfe bytes) 000853 1788658443.402417 mapwrite 0x01f288 thru 0x0262b1 (0x702a bytes) 000854 1788658443.425586 trunc from 0x01097a to 0x018d88 (0x840f bytes) 000855 1788658443.430030 write 0x0230e4 thru 0x03226a (0xf187 bytes) 000856 1788658443.435697 trunc from 0x00fb71 to 0x01b1f7 (0xb687 bytes) 000857 1788658443.440697 read 0x01480e thru 0x022482 (0xdc75 bytes) 000858 1788658443.452696 trunc from 0x03226b to 0x01908f (0x191db bytes) 000859 1788658443.475081 mapread 0x0046fa thru 0x0122ba (0xdbc1 bytes) 000860 1788658443.504498 write 0x002efd thru 0x01237b (0xf47f bytes) 000861 1788658443.508104 trunc from 0x019090 to 0x004126 (0x14f69 bytes) 000862 1788658443.531543 trunc from 0x004127 to 0x013b4a (0xfa24 bytes) 000863 1788658443.557221 trunc from 0x013b4b to 0x000e2b (0x12d1f bytes) 000864 1788658443.580549 write 0x009021 thru 0x00d385 (0x4365 bytes) 000865 1788658443.581848 trunc from 0x00d386 to 0x026f60 (0x19bdb bytes) 000866 1788658443.616905 trunc from 0x00c972 to 0x0121d0 (0x585f bytes) 000867 1788658443.642389 write 0x03aff7 thru 0x03ffff (0x5009 bytes) 000868 1788658443.643745 mapwrite 0x02da5d thru 0x036d70 (0x9314 bytes) 000869 1788658443.728267 mapwrite 0x00b261 thru 0x00eed1 (0x3c71 bytes) 000870 1788658443.760574 MIRROR_SPLIT mirror 11 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0x217960c7 (stale) Mirror 20: 0x217960c7 (stale) Mirror 21: 0x217960c7 (stale) Mirror 22: 0x217960c7 (stale) Mirror 23: 0x217960c7 (stale) Mirror 24: 0x217960c7 (stale) Mirror 25: 0x217960c7 (stale) Mirror 26: 0x49ad83a0 (stale) Mirror 27: 0xd142839 (stale) Mirror 28: 0x81abd593 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0x217960c7 (stale) Mirror 20: 0x217960c7 (stale) Mirror 21: 0x217960c7 (stale) Mirror 22: 0x217960c7 (stale) Mirror 23: 0x217960c7 (stale) Mirror 24: 0x217960c7 (stale) Mirror 25: 0x217960c7 (stale) Mirror 26: 0x49ad83a0 (stale) Mirror 27: 0xd142839 (stale) Mirror 28: 0x81abd593 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000871 1788658444.350222 trunc from 0x040000 to 0x00fe28 (0x301d7 bytes) 000872 1788658444.370274 write 0x02e9c1 thru 0x03c8f0 (0xdf30 bytes) 000873 1788658444.371897 mapread 0x027224 thru 0x0313d6 (0xa1b3 bytes) 000874 1788658444.387126 mapwrite 0x028483 thru 0x02f0dc (0x6c5a bytes) 000875 1788658444.403389 mapread 0x00eac0 thru 0x011837 (0x2d78 bytes) 000876 1788658444.412149 mapwrite 0x0170fa thru 0x01fcce (0x8bd5 bytes) 000877 1788658444.445874 mapread 0x008368 thru 0x00aa3a (0x26d3 bytes) 000878 1788658444.449043 trunc from 0x00485c to 0x00caf0 (0x8295 bytes) 000880 1788658444.455514 mapwrite 0x01e50d thru 0x023859 (0x534d bytes) 000881 1788658444.474372 punch from 0x033607 to 0x0362ae (0x2ca8 bytes) 000882 1788658444.483027 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x3c8f1): Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c8f1): Mirror 16: 0x1a3d005e (stale) Mirror 20: 0x1a3d005e (stale) Mirror 21: 0x1a3d005e (stale) Mirror 22: 0x1a3d005e (stale) Mirror 23: 0x1a3d005e (stale) Mirror 24: 0x1a3d005e (stale) Mirror 25: 0x1a3d005e (stale) Mirror 26: 0x863c874 (stale) Mirror 27: 0x35c509b4 (stale) Mirror 28: 0xbd6e01fa (stale) CRC-32 checksum value for chunk [0, 0x3c8f1): Mirror 1: 0xbac7c495 Mirror 29: 0xbac7c495 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c8f1: skipped 000883 1788658445.925402 read 0x00f151 thru 0x01cec8 (0xdd78 bytes) 000884 1788658445.937390 fallocate 0x016826 thru 0x021531 (0xad0c bytes) 000885 1788658445.985809 trunc from 0x035659 to 0x036292 (0xc3a bytes) 000886 1788658445.997078 trunc from 0x0346e9 to 0x03c8f0 (0x8208 bytes) 000887 1788658446.002482 mapread 0x0104fa thru 0x01e6a2 (0xe1a9 bytes) 000889 1788658446.054453 trunc from 0x01ccc2 to 0x02072d (0x3a6c bytes) 000891 1788658446.073087 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x3c8f1): Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c8f1): Mirror 16: 0x1a3d005e (stale) Mirror 20: 0x1a3d005e (stale) Mirror 21: 0x1a3d005e (stale) Mirror 22: 0x1a3d005e (stale) Mirror 23: 0x1a3d005e (stale) Mirror 24: 0x1a3d005e (stale) Mirror 25: 0x1a3d005e (stale) Mirror 26: 0x863c874 (stale) Mirror 27: 0x35c509b4 (stale) Mirror 28: 0xbd6e01fa (stale) Mirror 29: 0xbac7c495 (stale) CRC-32 checksum value for chunk [0, 0x3c8f1): Mirror 1: 0xb4848605 Mirror 30: 0xb4848605 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c8f1: skipped 000893 1788658447.496244 trunc from 0x03c8f1 to 0x03ff1e (0x362e bytes) 000894 1788658447.574641 read 0x023f59 thru 0x0278bf (0x3967 bytes) 000895 1788658447.598147 trunc from 0x03ff1f to 0x03c3be (0x3b60 bytes) 000896 1788658447.650052 read 0x001259 thru 0x00f3cb (0xe173 bytes) 000897 1788658447.665564 mapwrite 0x01e0b3 thru 0x02b3d8 (0xd326 bytes) 000898 1788658447.688632 write 0x022063 thru 0x02cefb (0xae99 bytes) 000899 1788658447.696738 MIRROR_RESYNC 13 mirrors 000900 1788658452.827724 MIRROR_EXTEND to 14 mirrors 000901 1788658453.815833 mapwrite 0x006c2e thru 0x009c42 (0x3015 bytes) 000902 1788658453.974114 mapread 0x00ec87 thru 0x01c949 (0xdcc3 bytes) 000903 1788658454.017182 fallocate 0x028001 thru 0x02b37a (0x337a bytes) 000904 1788658454.027627 write 0x002478 thru 0x004ad1 (0x265a bytes) 000905 1788658454.036778 mapread 0x02ab67 thru 0x036ff5 (0xc48f bytes) 000906 1788658454.082378 fallocate 0x01ac63 thru 0x027c89 (0xd027 bytes) 000907 1788658454.088190 punch from 0x01f598 to 0x027fbb (0x8a24 bytes) 000910 1788658454.100046 read 0x03ae62 thru 0x03c3be (0x155d bytes) 000911 1788658454.116402 mapread 0x03907c thru 0x03c3be (0x3343 bytes) 000912 1788658454.119080 read 0x00953a thru 0x00fc91 (0x6758 bytes) 000913 1788658454.119681 mapread 0x02849c thru 0x035fa4 (0xdb09 bytes) 000914 1788658454.124411 mapread 0x01e8e0 thru 0x0205fa (0x1d1b bytes) 000915 1788658454.136324 write 0x014c8d thru 0x01ed33 (0xa0a7 bytes) 000919 1788658454.145779 MIRROR_SPLIT mirror 6 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c3bf): Mirror 16: 0x2200fd71 (stale) Mirror 20: 0x2200fd71 (stale) Mirror 21: 0x2200fd71 (stale) Mirror 22: 0x2200fd71 (stale) Mirror 23: 0x2200fd71 (stale) Mirror 25: 0x2200fd71 (stale) Mirror 26: 0x2200fd71 (stale) Mirror 27: 0x2200fd71 (stale) Mirror 28: 0x2200fd71 (stale) Mirror 29: 0x2200fd71 (stale) Mirror 30: 0x2200fd71 (stale) Mirror 31: 0x2200fd71 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c3bf): Mirror 16: 0x2200fd71 (stale) Mirror 20: 0x2200fd71 (stale) Mirror 21: 0x2200fd71 (stale) Mirror 22: 0x2200fd71 (stale) Mirror 23: 0x2200fd71 (stale) Mirror 25: 0x2200fd71 (stale) Mirror 26: 0x2200fd71 (stale) Mirror 27: 0x2200fd71 (stale) Mirror 28: 0x2200fd71 (stale) Mirror 29: 0x2200fd71 (stale) Mirror 30: 0x2200fd71 (stale) Mirror 31: 0x2200fd71 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c3bf: skipped 000920 1788658454.930461 mapwrite 0x00d0c4 thru 0x00d9a2 (0x8df bytes) 000921 1788658454.960500 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3c3bf): Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c3bf): Mirror 16: 0x2200fd71 (stale) Mirror 20: 0x2200fd71 (stale) Mirror 21: 0x2200fd71 (stale) Mirror 22: 0x2200fd71 (stale) Mirror 23: 0x2200fd71 (stale) Mirror 25: 0x2200fd71 (stale) Mirror 26: 0x2200fd71 (stale) Mirror 27: 0x2200fd71 (stale) Mirror 28: 0x2200fd71 (stale) Mirror 29: 0x2200fd71 (stale) Mirror 30: 0x2200fd71 (stale) Mirror 31: 0x2200fd71 (stale) CRC-32 checksum value for chunk [0, 0x3c3bf): Mirror 1: 0x672d8669 Mirror 32: 0x672d8669 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c3bf: skipped 000922 1788658456.089802 mapread 0x01e330 thru 0x026039 (0x7d0a bytes) 000923 1788658456.121195 trunc from 0x0303eb to 0x035a49 (0x565f bytes) 000924 1788658456.180105 trunc from 0x01fe21 to 0x024257 (0x4437 bytes) 000925 1788658456.191319 MIRROR_RESYNC 14 mirrors 000926 1788658460.137265 write 0x03ec80 thru 0x03ffff (0x1380 bytes) 000927 1788658460.165767 mapread 0x03cdf1 thru 0x03ffff (0x320f bytes) 000928 1788658460.174484 read 0x03bc97 thru 0x03ffff (0x4369 bytes) 000929 1788658460.179842 mapwrite 0x006b12 thru 0x010513 (0x9a02 bytes) 000930 1788658460.205784 punch from 0x007233 to 0x00d3a8 (0x6176 bytes) 000931 1788658460.210481 trunc from 0x0013b2 to 0x005b07 (0x4756 bytes) 000932 1788658460.214564 trunc from 0x012d11 to 0x019887 (0x6b77 bytes) 000933 1788658460.219671 mapwrite 0x0062a3 thru 0x00d939 (0x7697 bytes) 000934 1788658460.257461 MIRROR_SPLIT mirror 2 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xa6e1397 (stale) Mirror 21: 0xa6e1397 (stale) Mirror 22: 0xa6e1397 (stale) Mirror 23: 0xa6e1397 (stale) Mirror 25: 0xa6e1397 (stale) Mirror 26: 0xa6e1397 (stale) Mirror 27: 0xa6e1397 (stale) Mirror 28: 0xa6e1397 (stale) Mirror 29: 0xa6e1397 (stale) Mirror 30: 0xa6e1397 (stale) Mirror 31: 0xa6e1397 (stale) Mirror 32: 0xa6e1397 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xa6e1397 (stale) Mirror 21: 0xa6e1397 (stale) Mirror 22: 0xa6e1397 (stale) Mirror 23: 0xa6e1397 (stale) Mirror 25: 0xa6e1397 (stale) Mirror 26: 0xa6e1397 (stale) Mirror 27: 0xa6e1397 (stale) Mirror 28: 0xa6e1397 (stale) Mirror 29: 0xa6e1397 (stale) Mirror 30: 0xa6e1397 (stale) Mirror 31: 0xa6e1397 (stale) Mirror 32: 0xa6e1397 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000935 1788658461.036933 trunc from 0x040000 to 0x011354 (0x2ecab bytes) 000936 1788658461.070058 write 0x0198e2 thru 0x01f03d (0x575c bytes) 000937 1788658461.072277 trunc from 0x01f03e to 0x027804 (0x87c7 bytes) 000938 1788658461.098138 write 0x037f0c thru 0x03ffff (0x80f4 bytes) 000939 1788658461.099891 write 0x02990f thru 0x038b62 (0xf254 bytes) 000940 1788658461.115519 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xa6e1397 (stale) Mirror 21: 0xa6e1397 (stale) Mirror 22: 0xa6e1397 (stale) Mirror 23: 0xa6e1397 (stale) Mirror 25: 0xa6e1397 (stale) Mirror 26: 0xa6e1397 (stale) Mirror 27: 0xa6e1397 (stale) Mirror 28: 0xa6e1397 (stale) Mirror 29: 0xa6e1397 (stale) Mirror 30: 0xa6e1397 (stale) Mirror 31: 0xa6e1397 (stale) Mirror 32: 0xa6e1397 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd945d005 Mirror 33: 0xd945d005 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000941 1788658462.289458 write 0x025682 thru 0x03424c (0xebcb bytes) 000942 1788658462.344226 MIRROR_SPLIT mirror 12 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xa6e1397 (stale) Mirror 21: 0xa6e1397 (stale) Mirror 22: 0xa6e1397 (stale) Mirror 23: 0xa6e1397 (stale) Mirror 25: 0xa6e1397 (stale) Mirror 26: 0xa6e1397 (stale) Mirror 27: 0xa6e1397 (stale) Mirror 28: 0xa6e1397 (stale) Mirror 29: 0xa6e1397 (stale) Mirror 30: 0xa6e1397 (stale) Mirror 31: 0xa6e1397 (stale) Mirror 33: 0xd945d005 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xa6e1397 (stale) Mirror 21: 0xa6e1397 (stale) Mirror 22: 0xa6e1397 (stale) Mirror 23: 0xa6e1397 (stale) Mirror 25: 0xa6e1397 (stale) Mirror 26: 0xa6e1397 (stale) Mirror 27: 0xa6e1397 (stale) Mirror 28: 0xa6e1397 (stale) Mirror 29: 0xa6e1397 (stale) Mirror 30: 0xa6e1397 (stale) Mirror 31: 0xa6e1397 (stale) Mirror 33: 0xd945d005 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000943 1788658463.185278 punch from 0x0168c3 to 0x0199a6 (0x30e4 bytes) 000944 1788658463.191947 mapwrite 0x0177c5 thru 0x01b57b (0x3db7 bytes) 000945 1788658463.292630 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 33: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xa6e1397 (stale) Mirror 21: 0xa6e1397 (stale) Mirror 22: 0xa6e1397 (stale) Mirror 23: 0xa6e1397 (stale) Mirror 25: 0xa6e1397 (stale) Mirror 26: 0xa6e1397 (stale) Mirror 27: 0xa6e1397 (stale) Mirror 28: 0xa6e1397 (stale) Mirror 29: 0xa6e1397 (stale) Mirror 30: 0xa6e1397 (stale) Mirror 31: 0xa6e1397 (stale) Mirror 33: 0xd945d005 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x613fd2ad Mirror 34: 0x613fd2ad lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000946 1788658464.461245 trunc from 0x02ea44 to 0x03246f (0x3a2c bytes) 000947 1788658464.509102 punch from 0x0096e9 to 0x013814 (0xa12c bytes) 000948 1788658464.532722 fallocate 0x020b28 thru 0x02fd94 (0xf26d bytes) 000949 1788658464.563710 fallocate 0x011be4 thru 0x013f86 (0x23a3 bytes) 000950 1788658464.581237 MIRROR_RESYNC 14 mirrors 000951 1788658468.599086 fallocate 0x035813 thru 0x03909c (0x388a bytes) 000952 1788658468.633511 read 0x01269a thru 0x01ea9d (0xc404 bytes) 000954 1788658468.646166 mapwrite 0x00f3b3 thru 0x018aa3 (0x96f1 bytes) 000955 1788658468.686692 write 0x026ccd thru 0x02dc5e (0x6f92 bytes) 000956 1788658468.694579 trunc from 0x03aca7 to 0x03ffff (0x5359 bytes) 000957 1788658468.701841 fallocate 0x0115bb thru 0x016db4 (0x57fa bytes) 000958 1788658468.708463 fallocate 0x0385e2 thru 0x03ffff (0x7a1e bytes) 000959 1788658468.715027 trunc from 0x00e3e2 to 0x00e71d (0x33c bytes) 000960 1788658468.719218 write 0x005ae3 thru 0x00792d (0x1e4b bytes) 000961 1788658468.734019 read 0x004484 thru 0x00dacf (0x964c bytes) 000962 1788658468.743590 punch from 0x01a7cb to 0x01bbc8 (0x13fe bytes) 000963 1788658468.749445 fallocate 0x02c8a9 thru 0x03837e (0xbad6 bytes) 000964 1788658468.754100 punch from 0x014ce1 to 0x020c67 (0xbf87 bytes) 000965 1788658468.761184 mapread 0x028a2d thru 0x0303ba (0x798e bytes) 000966 1788658468.762234 mapread 0x022c72 thru 0x022d7a (0x109 bytes) 000967 1788658468.763424 mapread 0x030bb9 thru 0x03e3bb (0xd803 bytes) 000968 1788658468.764497 mapwrite 0x03885a thru 0x03ffff (0x77a6 bytes) 000969 1788658468.783081 trunc from 0x040000 to 0x038a05 (0x75fa bytes) 000970 1788658468.809405 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x38a06): Mirror 16: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38a06): Mirror 16: 0x99b7f343 (stale) Mirror 21: 0x99b7f343 (stale) Mirror 22: 0x99b7f343 (stale) Mirror 23: 0x99b7f343 (stale) Mirror 25: 0x99b7f343 (stale) Mirror 26: 0x99b7f343 (stale) Mirror 27: 0x99b7f343 (stale) Mirror 28: 0x99b7f343 (stale) Mirror 29: 0x99b7f343 (stale) Mirror 30: 0x99b7f343 (stale) Mirror 31: 0x99b7f343 (stale) Mirror 33: 0x99b7f343 (stale) Mirror 34: 0x99b7f343 (stale) CRC-32 checksum value for chunk [0, 0x38a06): Mirror 1: 0xed50ba46 Mirror 35: 0xed50ba46 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38a06: skipped 000971 1788658469.858021 trunc from 0x038a06 to 0x032163 (0x68a2 bytes) 000972 1788658469.942838 trunc from 0x020198 to 0x0278c3 (0x772c bytes) 000973 1788658469.950117 trunc from 0x007804 to 0x00f39e (0x7b9b bytes) 000975 1788658469.970057 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x32164): Mirror 16: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) Mirror 35: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32164): Mirror 16: 0x89f0fd9d (stale) Mirror 21: 0x89f0fd9d (stale) Mirror 22: 0x89f0fd9d (stale) Mirror 23: 0x89f0fd9d (stale) Mirror 25: 0x89f0fd9d (stale) Mirror 26: 0x89f0fd9d (stale) Mirror 27: 0x89f0fd9d (stale) Mirror 28: 0x89f0fd9d (stale) Mirror 29: 0x89f0fd9d (stale) Mirror 30: 0x89f0fd9d (stale) Mirror 31: 0x89f0fd9d (stale) Mirror 33: 0x89f0fd9d (stale) Mirror 34: 0x89f0fd9d (stale) Mirror 35: 0x56ebdc93 (stale) CRC-32 checksum value for chunk [0, 0x32164): Mirror 1: 0x554aad84 Mirror 36: 0x554aad84 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32164: skipped 000976 1788658470.990160 read 0x004830 thru 0x00eab4 (0xa285 bytes) 000978 1788658471.012788 trunc from 0x000f44 to 0x00d1d4 (0xc291 bytes) 000979 1788658471.071854 read 0x021f6c thru 0x02b6ae (0x9743 bytes) 000980 1788658471.096768 fallocate 0x03fc96 thru 0x03ffff (0x36a bytes) 000981 1788658471.105746 MIRROR_SPLIT mirror 14 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xb493c21a (stale) Mirror 21: 0xb493c21a (stale) Mirror 22: 0xb493c21a (stale) Mirror 23: 0xb493c21a (stale) Mirror 25: 0xb493c21a (stale) Mirror 26: 0xb493c21a (stale) Mirror 27: 0xb493c21a (stale) Mirror 28: 0xb493c21a (stale) Mirror 29: 0xb493c21a (stale) Mirror 30: 0xb493c21a (stale) Mirror 31: 0xb493c21a (stale) Mirror 33: 0xb493c21a (stale) Mirror 34: 0xb493c21a (stale) Mirror 36: 0xcc3f6080 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xb493c21a (stale) Mirror 21: 0xb493c21a (stale) Mirror 22: 0xb493c21a (stale) Mirror 23: 0xb493c21a (stale) Mirror 25: 0xb493c21a (stale) Mirror 26: 0xb493c21a (stale) Mirror 27: 0xb493c21a (stale) Mirror 28: 0xb493c21a (stale) Mirror 29: 0xb493c21a (stale) Mirror 30: 0xb493c21a (stale) Mirror 31: 0xb493c21a (stale) Mirror 33: 0xb493c21a (stale) Mirror 34: 0xb493c21a (stale) Mirror 36: 0xcc3f6080 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000982 1788658471.827083 fallocate 0x02b7cb thru 0x039a1e (0xe254 bytes) 000983 1788658471.843786 MIRROR_SPLIT mirror 13 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xb493c21a (stale) Mirror 21: 0xb493c21a (stale) Mirror 22: 0xb493c21a (stale) Mirror 23: 0xb493c21a (stale) Mirror 25: 0xb493c21a (stale) Mirror 26: 0xb493c21a (stale) Mirror 27: 0xb493c21a (stale) Mirror 28: 0xb493c21a (stale) Mirror 29: 0xb493c21a (stale) Mirror 30: 0xb493c21a (stale) Mirror 31: 0xb493c21a (stale) Mirror 33: 0xb493c21a (stale) Mirror 36: 0xcc3f6080 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xb493c21a (stale) Mirror 21: 0xb493c21a (stale) Mirror 22: 0xb493c21a (stale) Mirror 23: 0xb493c21a (stale) Mirror 25: 0xb493c21a (stale) Mirror 26: 0xb493c21a (stale) Mirror 27: 0xb493c21a (stale) Mirror 28: 0xb493c21a (stale) Mirror 29: 0xb493c21a (stale) Mirror 30: 0xb493c21a (stale) Mirror 31: 0xb493c21a (stale) Mirror 33: 0xb493c21a (stale) Mirror 36: 0xcc3f6080 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000984 1788658472.605879 mapread 0x002230 thru 0x00ae7a (0x8c4b bytes) 000985 1788658472.625518 fallocate 0x03c6f0 thru 0x03f940 (0x3251 bytes) 000986 1788658472.630477 trunc from 0x037b0a to 0x03f780 (0x7c77 bytes) 000987 1788658472.634884 trunc from 0x020725 to 0x02e3a8 (0xdc84 bytes) 000988 1788658472.641419 trunc from 0x039768 to 0x03ffff (0x6898 bytes) 000989 1788658472.646502 fallocate 0x0224f6 thru 0x02c9ea (0xa4f5 bytes) 000990 1788658472.654395 punch from 0x033e1e to 0x0388ae (0x4a91 bytes) 000991 1788658472.661442 trunc from 0x040000 to 0x0262ce (0x19d31 bytes) 000992 1788658472.690396 MIRROR_RESYNC 14 mirrors 000993 1788658475.437256 trunc from 0x0097d1 to 0x017bc5 (0xe3f5 bytes) 000994 1788658475.476217 MIRROR_SPLIT mirror 2 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x262cf): Mirror 16: 0x7059743 (stale) Mirror 22: 0x7059743 (stale) Mirror 23: 0x7059743 (stale) Mirror 25: 0x7059743 (stale) Mirror 26: 0x7059743 (stale) Mirror 27: 0x7059743 (stale) Mirror 28: 0x7059743 (stale) Mirror 29: 0x7059743 (stale) Mirror 30: 0x7059743 (stale) Mirror 31: 0x7059743 (stale) Mirror 33: 0x7059743 (stale) Mirror 36: 0x7059743 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x262cf): Mirror 16: 0x7059743 (stale) Mirror 22: 0x7059743 (stale) Mirror 23: 0x7059743 (stale) Mirror 25: 0x7059743 (stale) Mirror 26: 0x7059743 (stale) Mirror 27: 0x7059743 (stale) Mirror 28: 0x7059743 (stale) Mirror 29: 0x7059743 (stale) Mirror 30: 0x7059743 (stale) Mirror 31: 0x7059743 (stale) Mirror 33: 0x7059743 (stale) Mirror 36: 0x7059743 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x262cf: skipped 000995 1788658476.398154 write 0x032004 thru 0x038dc2 (0x6dbf bytes) 000996 1788658476.408517 punch from 0x016d7d to 0x024ced (0xdf71 bytes) 000997 1788658476.413272 trunc from 0x020941 to 0x023dc9 (0x3489 bytes) 000998 1788658476.417230 fallocate 0x026112 thru 0x02659e (0x48d bytes) 001000 1788658476.425181 mapread 0x000e0c thru 0x00c79d (0xb992 bytes) All operations completed A-OK!