== sanity-flr test 70a: flr mode fsx test ================ 02:14:54 (1787379294) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 9296 skipping zero length punch hole 000002 1787379296.717149 write 0x024a5d thru 0x02add0 (0x6374 bytes) truncating to largest ever: 0x103ad 000003 1787379296.723227 trunc from 0x02add1 to 0x0103ac (0x1aa24 bytes) 000004 1787379296.752461 MIRROR_EXTEND to 2 mirrors 000005 1787379297.641997 mapread 0x00192e thru 0x007949 (0x601c bytes) 000007 1787379297.668594 write 0x025eda thru 0x02de38 (0x7f5f bytes) 000008 1787379297.770170 write 0x008e3b thru 0x011d89 (0x8f4f bytes) 000009 1787379297.785961 punch from 0x01433e to 0x0222b1 (0xdf74 bytes) zero_range to largest ever: 0x2de39 000010 1787379297.791361 trunc from 0x022d68 to 0x02de38 (0xb0d1 bytes) 000011 1787379297.828442 mapwrite 0x012647 thru 0x01fc23 (0xd5dd bytes) truncating to largest ever: 0x3ad65 000012 1787379297.877307 trunc from 0x02de39 to 0x03ad64 (0xcf2c bytes) 000013 1787379297.909118 fallocate 0x030f4f thru 0x03299c (0x1a4e bytes) 000014 1787379297.922058 trunc from 0x03ad65 to 0x01782c (0x23538 bytes) truncating to largest ever: 0x3ee8f 000016 1787379297.992282 trunc from 0x01782d to 0x03ee8e (0x27662 bytes) 000017 1787379298.067138 fallocate 0x016e07 thru 0x025f7b (0xf175 bytes) 000018 1787379298.080825 fallocate 0x0029e3 thru 0x008e54 (0x6472 bytes) 000019 1787379298.092955 mapread 0x005e5f thru 0x00a0b8 (0x425a bytes) 000020 1787379298.120952 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3ee8f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ee8f): Mirror 2: 0x3f3d9f59 (stale) CRC-32 checksum value for chunk [0, 0x3ee8f): Mirror 1: 0xe0607cda Mirror 3: 0xe0607cda lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ee8f: skipped 000021 1787379299.501725 fallocate 0x0373d1 thru 0x038212 (0xe42 bytes) 000022 1787379299.585757 MIRROR_RESYNC 3 mirrors 000023 1787379300.597564 read 0x012458 thru 0x01d4fb (0xb0a4 bytes) 000024 1787379300.606447 mapwrite 0x011c16 thru 0x016d5f (0x514a bytes) 000025 1787379300.721161 read 0x03cf16 thru 0x03d63c (0x727 bytes) fallocating to largest ever: 0x40000 000026 1787379300.758055 fallocate 0x03b46c thru 0x03ffff (0x4b94 bytes) 000028 1787379300.774593 mapwrite 0x011549 thru 0x01c77d (0xb235 bytes) 000029 1787379300.823291 mapwrite 0x01792f thru 0x01d056 (0x5728 bytes) 000030 1787379300.875562 mapread 0x01ebf7 thru 0x025f99 (0x73a3 bytes) 000031 1787379300.890546 trunc from 0x027f90 to 0x032c14 (0xac85 bytes) 000032 1787379300.903971 write 0x00536c thru 0x0067dd (0x1472 bytes) 000034 1787379300.917577 fallocate 0x002187 thru 0x00abc2 (0x8a3c bytes) 000035 1787379300.945367 mapread 0x0145ea thru 0x0197f0 (0x5207 bytes) 000037 1787379300.952017 punch from 0x039637 to 0x03ffff (0x69c9 bytes) 000038 1787379300.965374 write 0x000708 thru 0x00940d (0x8d06 bytes) 000039 1787379300.983334 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xde8a15f7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xde8a15f7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000040 1787379301.435985 trunc from 0x0091b0 to 0x00df16 (0x4d67 bytes) 000041 1787379301.446009 trunc from 0x002690 to 0x00f3d4 (0xcd45 bytes) 000042 1787379301.459935 write 0x0091ef thru 0x00a241 (0x1053 bytes) 000043 1787379301.488906 MIRROR_RESYNC 2 mirrors 000044 1787379302.294999 MIRROR_RESYNC 2 mirrors 000045 1787379302.676153 MIRROR_RESYNC 2 mirrors 000046 1787379303.095403 write 0x0391c8 thru 0x03ffff (0x6e38 bytes) 000047 1787379303.151887 punch from 0x026bef to 0x02e434 (0x7846 bytes) 000048 1787379303.159254 mapwrite 0x0043c2 thru 0x0111a2 (0xcde1 bytes) 000049 1787379303.240896 read 0x03ccf0 thru 0x03df54 (0x1265 bytes) 000050 1787379303.246150 trunc from 0x040000 to 0x01ad93 (0x2526c bytes) 000051 1787379303.281299 punch from 0x0053b2 to 0x006b22 (0x1771 bytes) 000052 1787379303.290511 trunc from 0x00ccb0 to 0x01615c (0x94ad bytes) 000053 1787379303.298522 trunc from 0x01ad94 to 0x00f0df (0xbcb4 bytes) 000054 1787379303.316628 trunc from 0x00c01c to 0x00f0df (0x30c4 bytes) 000055 1787379303.332953 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) 000056 1787379303.511362 write 0x03dfdc thru 0x03f96a (0x198f bytes) 000057 1787379303.526796 punch from 0x0349e3 to 0x03c1ae (0x77cc bytes) 000058 1787379303.535706 trunc from 0x0167c4 to 0x01f603 (0x8e40 bytes) 000059 1787379303.544767 trunc from 0x03f96b to 0x003414 (0x3c556 bytes) 000061 1787379303.579471 MIRROR_EXTEND to 2 mirrors 000062 1787379304.359546 mapread 0x000fad thru 0x003414 (0x2468 bytes) 000063 1787379304.385328 mapwrite 0x035620 thru 0x03ffff (0xa9e0 bytes) 000064 1787379304.540386 mapread 0x034ba6 thru 0x03ffff (0xb45a bytes) 000065 1787379304.546780 mapwrite 0x025976 thru 0x02a06a (0x46f5 bytes) 000066 1787379304.586904 trunc from 0x040000 to 0x021384 (0x1ec7b bytes) 000067 1787379304.610695 mapwrite 0x007115 thru 0x0080a1 (0xf8d bytes) 000068 1787379304.649986 trunc from 0x000cad to 0x00dd90 (0xd0e4 bytes) 000070 1787379304.676022 write 0x01b2ed thru 0x023bc3 (0x88d7 bytes) 000071 1787379304.699814 trunc from 0x023bc4 to 0x009d7f (0x19e44 bytes) 000072 1787379304.730957 punch from 0x008c20 to 0x009d7f (0x1160 bytes) 000073 1787379304.736063 trunc from 0x004dae to 0x005590 (0x7e3 bytes) 000074 1787379304.754304 mapwrite 0x01e264 thru 0x01e84a (0x5e7 bytes) 000075 1787379304.835353 fallocate 0x019154 thru 0x01dec8 (0x4d75 bytes) 000078 1787379304.843852 punch from 0x011154 to 0x018ffd (0x7eaa bytes) 000079 1787379304.850931 trunc from 0x00043f to 0x002073 (0x1c35 bytes) 000080 1787379304.856781 trunc from 0x00e86a to 0x01d68c (0xee23 bytes) 000081 1787379304.863737 trunc from 0x015409 to 0x0164d1 (0x10c9 bytes) 000083 1787379304.882562 read 0x0095bf thru 0x00bee5 (0x2927 bytes) 000084 1787379304.892623 trunc from 0x01208d to 0x01e84a (0xc7be bytes) 000085 1787379304.898768 punch from 0x0117fe to 0x015552 (0x3d55 bytes) 000086 1787379304.906470 trunc from 0x01e84b to 0x02692d (0x80e3 bytes) 000087 1787379304.925867 read 0x003e70 thru 0x013dac (0xff3d bytes) 000088 1787379304.943895 read 0x0188d3 thru 0x023c87 (0xb3b5 bytes) 000090 1787379304.948809 fallocate 0x030a9f thru 0x035e18 (0x537a bytes) 000091 1787379304.974580 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x35e19): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35e19): Mirror 2: 0x341a8dc5 (stale) CRC-32 checksum value for chunk [0, 0x35e19): Mirror 1: 0x3d8831a Mirror 3: 0x3d8831a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35e19: skipped 000092 1787379306.227620 punch from 0x01fb4d to 0x0275cd (0x7a81 bytes) 000095 1787379306.285731 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x35e19): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35e19): Mirror 2: 0x341a8dc5 (stale) Mirror 3: 0x3d8831a (stale) CRC-32 checksum value for chunk [0, 0x35e19): Mirror 1: 0x3d8831a Mirror 4: 0x3d8831a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35e19: skipped 000096 1787379307.912779 fallocate 0x02150f thru 0x027ab0 (0x65a2 bytes) 000097 1787379307.959872 mapread 0x0264f7 thru 0x0277ec (0x12f6 bytes) 000098 1787379307.974133 fallocate 0x00fd36 thru 0x013333 (0x35fe bytes) 000099 1787379307.979739 trunc from 0x01053e to 0x016c4a (0x670d bytes) 000100 1787379307.984062 punch from 0x02b710 to 0x0343b9 (0x8caa bytes) 000101 1787379307.989481 trunc from 0x035e19 to 0x0139cf (0x22449 bytes) 000102 1787379308.020821 fallocate 0x012d4b thru 0x0188c2 (0x5b78 bytes) 000103 1787379308.026244 mapread 0x011ac8 thru 0x0188c2 (0x6dfb bytes) 000104 1787379308.036896 trunc from 0x0188c3 to 0x03ba18 (0x23156 bytes) 000105 1787379308.053332 trunc from 0x01c1c4 to 0x029099 (0xced6 bytes) 000106 1787379308.061924 MIRROR_RESYNC 4 mirrors 000107 1787379308.794744 punch from 0x001879 to 0x00d6d5 (0xbe5d bytes) 000108 1787379308.835915 trunc from 0x03ba19 to 0x024a2e (0x16fea bytes) 000109 1787379308.863840 punch from 0x0051fe to 0x013020 (0xde23 bytes) 000110 1787379308.869918 trunc from 0x0016e0 to 0x008331 (0x6c52 bytes) 000111 1787379308.881344 write 0x0364b5 thru 0x03cad5 (0x6621 bytes) 000112 1787379308.882740 trunc from 0x03cad6 to 0x01d996 (0x1f13f bytes) 000113 1787379308.900353 fallocate 0x00aa51 thru 0x00fd7a (0x532a bytes) 000114 1787379308.905814 mapwrite 0x0194cf thru 0x01decd (0x49ff bytes) 000115 1787379308.958035 trunc from 0x01dece to 0x01994a (0x4583 bytes) 000117 1787379308.977062 mapread 0x001141 thru 0x00835e (0x721e bytes) 000118 1787379308.990564 fallocate 0x00289c thru 0x00d259 (0xa9be bytes) 000119 1787379309.000673 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1994b): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1994b): Mirror 2: 0xb09b1015 (stale) Mirror 3: 0xb09b1015 (stale) Mirror 4: 0xb09b1015 (stale) CRC-32 checksum value for chunk [0, 0x1994b): Mirror 1: 0x3a6212fc Mirror 5: 0x3a6212fc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1994b: skipped 000120 1787379310.179499 mapwrite 0x02bf23 thru 0x03959a (0xd678 bytes) 000122 1787379310.292582 write 0x01fab8 thru 0x026787 (0x6cd0 bytes) 000123 1787379310.301347 trunc from 0x03959b to 0x033cc3 (0x58d7 bytes) 000124 1787379310.338300 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x33cc4): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33cc4): Mirror 2: 0xa1c73fa3 (stale) Mirror 3: 0xa1c73fa3 (stale) Mirror 4: 0xa1c73fa3 (stale) Mirror 5: 0x93a69feb (stale) CRC-32 checksum value for chunk [0, 0x33cc4): Mirror 1: 0x26fcdd50 Mirror 6: 0x26fcdd50 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33cc4: skipped 000126 1787379311.534410 mapwrite 0x03319d thru 0x038de3 (0x5c47 bytes) 000127 1787379311.646734 trunc from 0x038de4 to 0x0292c0 (0xfb23 bytes) 000128 1787379311.680045 fallocate 0x0056a5 thru 0x011d03 (0xc65f bytes) 000129 1787379311.684901 write 0x010fb4 thru 0x013514 (0x2561 bytes) 000130 1787379311.716785 mapread 0x00e242 thru 0x01201d (0x3ddc bytes) 000131 1787379311.737499 trunc from 0x0292c1 to 0x0346b6 (0xb3f6 bytes) 000132 1787379311.785864 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x346b7): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x346b7): Mirror 2: 0x70161195 (stale) Mirror 3: 0x70161195 (stale) Mirror 4: 0x70161195 (stale) Mirror 5: 0xbf00999f (stale) Mirror 6: 0x5170cdaa (stale) CRC-32 checksum value for chunk [0, 0x346b7): Mirror 1: 0x6c36b57f Mirror 7: 0x6c36b57f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x346b7: skipped 000133 1787379312.999636 trunc from 0x0346b7 to 0x019432 (0x1b284 bytes) 000134 1787379313.073752 mapwrite 0x00fb22 thru 0x01b012 (0xb4f1 bytes) 000135 1787379313.208271 fallocate 0x018c98 thru 0x025d18 (0xd081 bytes) 000136 1787379313.220462 trunc from 0x017cd8 to 0x0190d1 (0x13fa bytes) 000137 1787379313.228147 punch from 0x007d21 to 0x00f4ab (0x778b bytes) 000138 1787379313.236024 read 0x009f26 thru 0x00bbe9 (0x1cc4 bytes) 000139 1787379313.246805 trunc from 0x01b013 to 0x01510e (0x5f04 bytes) 000140 1787379313.311798 mapwrite 0x010098 thru 0x012322 (0x228b bytes) 000141 1787379313.341509 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x1510f): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1510f): Mirror 2: 0xcca534b (stale) Mirror 3: 0xcca534b (stale) Mirror 4: 0xcca534b (stale) Mirror 5: 0xcca534b (stale) Mirror 6: 0xcca534b (stale) Mirror 7: 0x72b5084e (stale) CRC-32 checksum value for chunk [0, 0x1510f): Mirror 1: 0xbf463fea Mirror 8: 0xbf463fea lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1510f: skipped 000142 1787379314.420158 write 0x025033 thru 0x0269ab (0x1979 bytes) 000144 1787379314.495221 mapwrite 0x0000a1 thru 0x0022b8 (0x2218 bytes) 000145 1787379314.572299 MIRROR_RESYNC 8 mirrors 000146 1787379317.348417 read 0x01c859 thru 0x01f659 (0x2e01 bytes) 000147 1787379317.355071 write 0x008c4a thru 0x00ac47 (0x1ffe bytes) 000148 1787379317.408416 mapwrite 0x00f5f7 thru 0x01872f (0x9139 bytes) 000149 1787379317.464511 mapread 0x0126f2 thru 0x015a88 (0x3397 bytes) 000150 1787379317.466800 mapread 0x00205d thru 0x00d1e4 (0xb188 bytes) 000152 1787379317.479544 mapread 0x022de9 thru 0x0269ab (0x3bc3 bytes) 000153 1787379317.490732 punch from 0x023867 to 0x0269ab (0x3145 bytes) 000154 1787379317.499580 mapread 0x01ca4e thru 0x01f6cd (0x2c80 bytes) 000155 1787379317.501425 read 0x00038c thru 0x007a51 (0x76c6 bytes) 000156 1787379317.511242 write 0x00d93c thru 0x019700 (0xbdc5 bytes) 000157 1787379317.515246 write 0x0326f4 thru 0x03402e (0x193b bytes) 000158 1787379317.517615 write 0x038214 thru 0x03f7fc (0x75e9 bytes) 000159 1787379317.520242 punch from 0x0146ae to 0x015020 (0x973 bytes) 000160 1787379317.544468 trunc from 0x03f7fd to 0x036754 (0x90a8 bytes) 000162 1787379317.591308 fallocate 0x001b34 thru 0x010859 (0xed26 bytes) 000163 1787379317.598126 read 0x01bf62 thru 0x02903e (0xd0dd bytes) 000164 1787379317.614892 trunc from 0x036755 to 0x013470 (0x232e4 bytes) 000165 1787379317.650056 MIRROR_RESYNC 8 mirrors 000166 1787379319.374863 mapread 0x0011bd thru 0x00af72 (0x9db6 bytes) 000170 1787379319.397590 punch from 0x0063eb to 0x00fa9a (0x96b0 bytes) 000171 1787379319.437126 mapwrite 0x01e94d thru 0x0210e5 (0x2799 bytes) 000172 1787379319.490949 mapwrite 0x0379ca thru 0x03f9ea (0x8021 bytes) 000173 1787379319.544915 write 0x022d02 thru 0x024130 (0x142f bytes) 000174 1787379319.558259 trunc from 0x017c15 to 0x0207e0 (0x8bcc bytes) 000175 1787379319.564693 mapwrite 0x01e400 thru 0x02423d (0x5e3e bytes) 000176 1787379319.593240 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f9eb): Mirror 2: 0x45629641 (stale) Mirror 3: 0x45629641 (stale) Mirror 4: 0x45629641 (stale) Mirror 6: 0x45629641 (stale) Mirror 7: 0x45629641 (stale) Mirror 8: 0x45629641 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f9eb): Mirror 2: 0x45629641 (stale) Mirror 3: 0x45629641 (stale) Mirror 4: 0x45629641 (stale) Mirror 6: 0x45629641 (stale) Mirror 7: 0x45629641 (stale) Mirror 8: 0x45629641 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f9eb: skipped 000177 1787379320.081748 trunc from 0x03f9eb to 0x031665 (0xe385 bytes) 000178 1787379320.100871 fallocate 0x00ebaf thru 0x0188c5 (0x9d17 bytes) 000179 1787379320.108152 trunc from 0x031666 to 0x01c359 (0x1530c bytes) 000180 1787379320.134978 mapwrite 0x01d64b thru 0x01f799 (0x214f bytes) 000181 1787379320.184292 write 0x01cda5 thru 0x02af4b (0xe1a7 bytes) 000182 1787379320.188145 trunc from 0x00e36d to 0x018bf5 (0xa889 bytes) 000185 1787379320.200253 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2af4c): Mirror 2: 0x3b96b064 (stale) Mirror 3: 0x3b96b064 (stale) Mirror 6: 0x3b96b064 (stale) Mirror 7: 0x3b96b064 (stale) Mirror 8: 0x3b96b064 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2af4c): Mirror 2: 0x3b96b064 (stale) Mirror 3: 0x3b96b064 (stale) Mirror 6: 0x3b96b064 (stale) Mirror 7: 0x3b96b064 (stale) Mirror 8: 0x3b96b064 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2af4c: skipped 000186 1787379320.806472 trunc from 0x01ae2b to 0x0229ab (0x7b81 bytes) 000187 1787379320.812774 mapread 0x0194f9 thru 0x02907b (0xfb83 bytes) 000188 1787379320.867060 punch from 0x024110 to 0x02af4b (0x6e3c bytes) 000189 1787379320.872048 fallocate 0x00491a thru 0x01461a (0xfd01 bytes) 000190 1787379320.877970 trunc from 0x007248 to 0x00dfd5 (0x6d8e bytes) 000191 1787379320.882891 trunc from 0x01d128 to 0x02af4b (0xde24 bytes) 000192 1787379320.888146 mapread 0x00d6a8 thru 0x01a97a (0xd2d3 bytes) 000193 1787379320.899047 mapread 0x019d48 thru 0x028754 (0xea0d bytes) 000195 1787379320.919667 read 0x00d789 thru 0x010f92 (0x380a bytes) 000196 1787379320.920493 fallocate 0x03f2f6 thru 0x03ffff (0xd0a bytes) 000197 1787379320.926054 write 0x02f46d thru 0x03229c (0x2e30 bytes) 000199 1787379320.940944 punch from 0x003417 to 0x0120e5 (0xeccf bytes) 000200 1787379320.946748 punch from 0x018487 to 0x01d019 (0x4b93 bytes) 000201 1787379320.951642 mapread 0x022d69 thru 0x025153 (0x23eb bytes) 000202 1787379320.952851 mapread 0x03ed30 thru 0x03ffff (0x12d0 bytes) 000203 1787379320.965487 mapread 0x00fef4 thru 0x01e3d5 (0xe4e2 bytes) 000204 1787379320.993412 punch from 0x03ddd9 to 0x03ffff (0x2227 bytes) 000205 1787379320.998345 mapread 0x0053c1 thru 0x00d5cc (0x820c bytes) 000206 1787379321.011206 write 0x03b3b7 thru 0x03ffff (0x4c49 bytes) 000207 1787379321.016656 mapread 0x016307 thru 0x0189e3 (0x26dd bytes) 000208 1787379321.018674 trunc from 0x040000 to 0x00de80 (0x3217f bytes) 000210 1787379321.046624 punch from 0x00c118 to 0x00de80 (0x1d69 bytes) 000211 1787379321.051235 trunc from 0x00de81 to 0x0121cd (0x434d bytes) 000212 1787379321.076590 punch from 0x00348e to 0x006720 (0x3293 bytes) 000213 1787379321.085328 MIRROR_RESYNC 6 mirrors 000214 1787379322.173034 trunc from 0x0121ce to 0x0065b3 (0xbc1a bytes) 000215 1787379322.222599 mapread 0x00008b thru 0x0065b3 (0x6529 bytes) 000216 1787379322.255815 trunc from 0x0065b4 to 0x01a1ca (0x13c17 bytes) 000217 1787379322.291546 mapread 0x00c933 thru 0x012c92 (0x6360 bytes) 000218 1787379322.306190 write 0x00bfbd thru 0x016ff4 (0xb038 bytes) 000219 1787379322.313576 read 0x01986f thru 0x01a1ca (0x95c bytes) 000220 1787379322.320771 mapwrite 0x028b5f thru 0x02d422 (0x48c4 bytes) 000221 1787379322.372841 fallocate 0x03404f thru 0x03ffff (0xbfb1 bytes) 000222 1787379322.380620 read 0x020578 thru 0x0209de (0x467 bytes) 000223 1787379322.390530 fallocate 0x002ed8 thru 0x00a85c (0x7985 bytes) 000224 1787379322.400757 mapread 0x03c049 thru 0x03ffff (0x3fb7 bytes) 000225 1787379322.404295 trunc from 0x0287ae to 0x02b461 (0x2cb4 bytes) 000226 1787379322.413230 mapread 0x0204c8 thru 0x026dc6 (0x68ff bytes) 000228 1787379322.416031 write 0x00a4eb thru 0x00cc9c (0x27b2 bytes) 000229 1787379322.417966 mapread 0x00ea47 thru 0x015149 (0x6703 bytes) 000230 1787379322.420882 fallocate 0x00ad5e thru 0x016481 (0xb724 bytes) 000232 1787379322.429939 trunc from 0x025348 to 0x03061f (0xb2d8 bytes) 000233 1787379322.437207 mapread 0x00dbb2 thru 0x00f07a (0x14c9 bytes) 000234 1787379322.441195 mapread 0x00719d thru 0x00bc02 (0x4a66 bytes) 000235 1787379322.443959 fallocate 0x0280b6 thru 0x0364e1 (0xe42c bytes) 000237 1787379322.453710 write 0x01946c thru 0x02123d (0x7dd2 bytes) 000238 1787379322.455662 write 0x00bc7e thru 0x012f3e (0x72c1 bytes) 000239 1787379322.457978 mapread 0x035147 thru 0x03f0eb (0x9fa5 bytes) 000240 1787379322.459960 trunc from 0x024d41 to 0x034cac (0xff6c bytes) 000241 1787379322.466242 mapread 0x038624 thru 0x03ffff (0x79dc bytes) 000242 1787379322.467695 punch from 0x002373 to 0x010322 (0xdfb0 bytes) 000243 1787379322.479849 mapwrite 0x00d7c5 thru 0x015112 (0x794e bytes) 000244 1787379322.518944 write 0x022ff2 thru 0x02c316 (0x9325 bytes) 000245 1787379322.531970 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe836a3c9 (stale) Mirror 3: 0xe836a3c9 (stale) Mirror 6: 0xe836a3c9 (stale) Mirror 7: 0xe836a3c9 (stale) Mirror 8: 0xe836a3c9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x135b115f Mirror 9: 0x135b115f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000246 1787379323.413457 fallocate 0x0263e9 thru 0x02d594 (0x71ac bytes) 000247 1787379323.453106 mapwrite 0x013678 thru 0x01c728 (0x90b1 bytes) 000248 1787379323.514436 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe836a3c9 (stale) Mirror 3: 0xe836a3c9 (stale) Mirror 6: 0xe836a3c9 (stale) Mirror 7: 0xe836a3c9 (stale) Mirror 8: 0xe836a3c9 (stale) Mirror 9: 0x135b115f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe72e5938 Mirror 10: 0xe72e5938 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000249 1787379324.610234 trunc from 0x040000 to 0x007fc0 (0x3803f bytes) 000250 1787379324.756242 punch from 0x0018d5 to 0x0020e7 (0x813 bytes) 000251 1787379324.768763 mapwrite 0x029322 thru 0x037ffc (0xecdb bytes) 000252 1787379324.948680 mapread 0x007ba1 thru 0x014561 (0xc9c1 bytes) 000253 1787379324.987245 MIRROR_RESYNC 8 mirrors 000254 1787379326.896380 write 0x015fa6 thru 0x0228d0 (0xc92b bytes) 000255 1787379326.943602 read 0x0364df thru 0x037ffc (0x1b1e bytes) 000256 1787379326.950455 mapread 0x01b267 thru 0x026ff4 (0xbd8e bytes) 000258 1787379326.973662 mapwrite 0x01d6ec thru 0x0249aa (0x72bf bytes) 000259 1787379326.996056 read 0x00e8b0 thru 0x016e32 (0x8583 bytes) 000260 1787379327.007996 trunc from 0x037ffd to 0x01da83 (0x1a579 bytes) 000261 1787379327.036436 trunc from 0x00f69e to 0x019e7d (0xa7e0 bytes) 000262 1787379327.045044 punch from 0x00b895 to 0x0141d1 (0x893d bytes) 000264 1787379327.055817 read 0x01581c thru 0x01da83 (0x8268 bytes) 000266 1787379327.071025 fallocate 0x02d818 thru 0x03a908 (0xd0f1 bytes) 000267 1787379327.077827 mapread 0x01b97a thru 0x01da83 (0x210a bytes) 000268 1787379327.080057 write 0x00c0b5 thru 0x00f9f7 (0x3943 bytes) 000269 1787379327.082323 mapread 0x01b891 thru 0x01da83 (0x21f3 bytes) 000270 1787379327.085731 fallocate 0x00a58a thru 0x018fc5 (0xea3c bytes) 000271 1787379327.092880 punch from 0x01908e to 0x01da83 (0x49f6 bytes) 000272 1787379327.100207 punch from 0x005b85 to 0x01267c (0xcaf8 bytes) 000273 1787379327.118752 trunc from 0x00e138 to 0x01da83 (0xf94c bytes) 000274 1787379327.126066 read 0x006d88 thru 0x015104 (0xe37d bytes) 000275 1787379327.141198 trunc from 0x01c5f6 to 0x01da83 (0x148e bytes) 000276 1787379327.148726 mapwrite 0x00544b thru 0x00efd5 (0x9b8b bytes) 000277 1787379327.185671 MIRROR_RESYNC 8 mirrors 000278 1787379329.200520 fallocate 0x0130a3 thru 0x02289c (0xf7fa bytes) 000280 1787379329.260720 mapread 0x014ad6 thru 0x01da83 (0x8fae bytes) 000281 1787379329.300799 mapwrite 0x00595a thru 0x011dcc (0xc473 bytes) 000282 1787379329.371059 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x1da84): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1da84): Mirror 2: 0x9f8b3277 (stale) Mirror 3: 0x9f8b3277 (stale) Mirror 6: 0x9f8b3277 (stale) Mirror 7: 0x9f8b3277 (stale) Mirror 8: 0x9f8b3277 (stale) Mirror 9: 0x9f8b3277 (stale) Mirror 10: 0x9f8b3277 (stale) CRC-32 checksum value for chunk [0, 0x1da84): Mirror 1: 0xee71bbc0 Mirror 11: 0xee71bbc0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1da84: skipped 000283 1787379330.975771 punch from 0x002041 to 0x0072c9 (0x5289 bytes) 000284 1787379331.033116 fallocate 0x00e2d3 thru 0x010a61 (0x278f bytes) 000285 1787379331.041487 trunc from 0x01da84 to 0x004610 (0x19473 bytes) 000286 1787379331.087107 mapread 0x00271a thru 0x003a85 (0x136c bytes) 000287 1787379331.101015 write 0x029d15 thru 0x02d74b (0x3a37 bytes) 000288 1787379331.103335 mapwrite 0x038014 thru 0x03ffff (0x7fec bytes) 000289 1787379331.175485 trunc from 0x0176cd to 0x017995 (0x2c9 bytes) 000290 1787379331.224756 MIRROR_RESYNC 9 mirrors 000291 1787379334.315706 mapwrite 0x00295d thru 0x00a4cd (0x7b71 bytes) 000292 1787379334.426104 trunc from 0x027c51 to 0x02e8b6 (0x6c66 bytes) 000293 1787379334.433340 mapwrite 0x03fbfb thru 0x03ffff (0x405 bytes) 000294 1787379334.468408 MIRROR_SPLIT mirror 5 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xea947f57 (stale) Mirror 3: 0xea947f57 (stale) Mirror 6: 0xea947f57 (stale) Mirror 7: 0xea947f57 (stale) Mirror 9: 0xea947f57 (stale) Mirror 10: 0xea947f57 (stale) Mirror 11: 0xea947f57 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xea947f57 (stale) Mirror 3: 0xea947f57 (stale) Mirror 6: 0xea947f57 (stale) Mirror 7: 0xea947f57 (stale) Mirror 9: 0xea947f57 (stale) Mirror 10: 0xea947f57 (stale) Mirror 11: 0xea947f57 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000295 1787379335.427366 fallocate 0x00f01c thru 0x01ef8a (0xff6f bytes) 000296 1787379335.467636 fallocate 0x023bb2 thru 0x02745f (0x38ae bytes) 000297 1787379335.479693 trunc from 0x02aa93 to 0x02d60c (0x2b7a bytes) 000298 1787379335.493386 trunc from 0x040000 to 0x009ab1 (0x3654e bytes) 000299 1787379335.559139 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x9ab2): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x9ab2): Mirror 2: 0x7edec9f9 (stale) Mirror 3: 0x7edec9f9 (stale) Mirror 6: 0x7edec9f9 (stale) Mirror 7: 0x7edec9f9 (stale) Mirror 9: 0x7edec9f9 (stale) Mirror 10: 0x7edec9f9 (stale) Mirror 11: 0x7edec9f9 (stale) CRC-32 checksum value for chunk [0, 0x9ab2): Mirror 1: 0x1f4b62c5 Mirror 12: 0x1f4b62c5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x9ab2: skipped 000300 1787379336.819606 write 0x0254d1 thru 0x02e474 (0x8fa4 bytes) 000301 1787379336.928189 mapread 0x01951e thru 0x0205b3 (0x7096 bytes) 000302 1787379336.969969 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x2e475): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e475): Mirror 2: 0xafada90f (stale) Mirror 3: 0xafada90f (stale) Mirror 6: 0xafada90f (stale) Mirror 7: 0xafada90f (stale) Mirror 9: 0xafada90f (stale) Mirror 10: 0xafada90f (stale) Mirror 11: 0xafada90f (stale) Mirror 12: 0x5d1cc7e3 (stale) CRC-32 checksum value for chunk [0, 0x2e475): Mirror 1: 0x110739da Mirror 13: 0x110739da lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e475: skipped 000303 1787379338.517922 read 0x01f301 thru 0x02d523 (0xe223 bytes) 000304 1787379338.536431 mapread 0x009208 thru 0x018289 (0xf082 bytes) 000305 1787379338.582145 write 0x00f30b thru 0x010821 (0x1517 bytes) 000306 1787379338.643518 read 0x01f6a0 thru 0x028737 (0x9098 bytes) 000307 1787379338.657138 mapread 0x001aff thru 0x00ea26 (0xcf28 bytes) 000308 1787379338.663961 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x2e475): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e475): Mirror 2: 0xafada90f (stale) Mirror 3: 0xafada90f (stale) Mirror 6: 0xafada90f (stale) Mirror 7: 0xafada90f (stale) Mirror 9: 0xafada90f (stale) Mirror 10: 0xafada90f (stale) Mirror 11: 0xafada90f (stale) Mirror 12: 0x5d1cc7e3 (stale) Mirror 13: 0x110739da (stale) CRC-32 checksum value for chunk [0, 0x2e475): Mirror 1: 0x1fcf191e Mirror 14: 0x1fcf191e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e475: skipped 000309 1787379340.656576 trunc from 0x00e713 to 0x016aff (0x83ed bytes) 000310 1787379340.709041 trunc from 0x003a8b to 0x00b3ea (0x7960 bytes) 000311 1787379340.715906 mapread 0x029599 thru 0x02c502 (0x2f6a bytes) 000312 1787379340.739876 mapwrite 0x0255c3 thru 0x02c8dc (0x731a bytes) 000313 1787379340.759868 read 0x01f03b thru 0x02caa3 (0xda69 bytes) 000314 1787379340.769606 mapread 0x005994 thru 0x012328 (0xc995 bytes) 000315 1787379340.796625 mapwrite 0x02e5b9 thru 0x037fc2 (0x9a0a bytes) 000316 1787379340.855977 trunc from 0x0249a8 to 0x030dfd (0xc456 bytes) 000317 1787379340.864594 read 0x02c49a thru 0x034bd5 (0x873c bytes) 000318 1787379340.888975 mapread 0x0369d1 thru 0x037fc2 (0x15f2 bytes) 000319 1787379340.896426 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x37fc3): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37fc3): Mirror 2: 0x37804a05 (stale) Mirror 3: 0x37804a05 (stale) Mirror 6: 0x37804a05 (stale) Mirror 7: 0x37804a05 (stale) Mirror 9: 0x37804a05 (stale) Mirror 10: 0x37804a05 (stale) Mirror 11: 0x37804a05 (stale) Mirror 12: 0x72a606f8 (stale) Mirror 13: 0x31526aa4 (stale) Mirror 14: 0x408e45c5 (stale) CRC-32 checksum value for chunk [0, 0x37fc3): Mirror 1: 0x6288b2d1 Mirror 15: 0x6288b2d1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37fc3: skipped 000320 1787379342.274930 mapwrite 0x007755 thru 0x014abf (0xd36b bytes) 000321 1787379342.417547 read 0x025733 thru 0x02adcf (0x569d bytes) 000322 1787379342.430992 mapwrite 0x01c728 thru 0x01ec80 (0x2559 bytes) 000323 1787379342.455844 mapread 0x01c42f thru 0x028376 (0xbf48 bytes) 000324 1787379342.458214 read 0x019cc5 thru 0x02472b (0xaa67 bytes) 000325 1787379342.459791 trunc from 0x037fc3 to 0x018e96 (0x1f12c bytes) 000326 1787379342.490935 read 0x0106fd thru 0x0181bf (0x7ac3 bytes) 000327 1787379342.492060 write 0x02db7a thru 0x03da87 (0xff0e bytes) 000328 1787379342.502926 read 0x03bab3 thru 0x03da87 (0x1fd5 bytes) 000329 1787379342.504197 trunc from 0x0095a3 to 0x00fa08 (0x6466 bytes) 000330 1787379342.512392 fallocate 0x02eeaf thru 0x03b5ed (0xc73f bytes) 000331 1787379342.519742 mapwrite 0x0204a6 thru 0x023d0e (0x3869 bytes) 000332 1787379342.590135 mapwrite 0x02004b thru 0x02bf02 (0xbeb8 bytes) 000333 1787379342.643031 punch from 0x005408 to 0x0130e2 (0xdcdb bytes) 000334 1787379342.653973 mapwrite 0x035b18 thru 0x03ffff (0xa4e8 bytes) 000335 1787379342.747830 MIRROR_RESYNC 12 mirrors 000336 1787379347.375573 punch from 0x000561 to 0x00ddbb (0xd85b bytes) 000337 1787379347.450679 trunc from 0x040000 to 0x030cb4 (0xf34b bytes) 000338 1787379347.487431 write 0x01681c thru 0x0197f3 (0x2fd8 bytes) 000339 1787379347.519808 MIRROR_SPLIT mirror 4 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30cb5): Mirror 2: 0x97209cae (stale) Mirror 3: 0x97209cae (stale) Mirror 6: 0x97209cae (stale) Mirror 9: 0x97209cae (stale) Mirror 10: 0x97209cae (stale) Mirror 11: 0x97209cae (stale) Mirror 12: 0x97209cae (stale) Mirror 13: 0x97209cae (stale) Mirror 14: 0x97209cae (stale) Mirror 15: 0x97209cae (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30cb5): Mirror 2: 0x97209cae (stale) Mirror 3: 0x97209cae (stale) Mirror 6: 0x97209cae (stale) Mirror 9: 0x97209cae (stale) Mirror 10: 0x97209cae (stale) Mirror 11: 0x97209cae (stale) Mirror 12: 0x97209cae (stale) Mirror 13: 0x97209cae (stale) Mirror 14: 0x97209cae (stale) Mirror 15: 0x97209cae (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30cb5: skipped 000340 1787379348.437388 fallocate 0x03922b thru 0x03ffff (0x6dd5 bytes) 000341 1787379348.458016 MIRROR_SPLIT mirror 2 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30cb5): Mirror 2: 0x97209cae (stale) Mirror 6: 0x97209cae (stale) Mirror 9: 0x97209cae (stale) Mirror 10: 0x97209cae (stale) Mirror 11: 0x97209cae (stale) Mirror 12: 0x97209cae (stale) Mirror 13: 0x97209cae (stale) Mirror 14: 0x97209cae (stale) Mirror 15: 0x97209cae (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30cb5): Mirror 2: 0x97209cae (stale) Mirror 6: 0x97209cae (stale) Mirror 9: 0x97209cae (stale) Mirror 10: 0x97209cae (stale) Mirror 11: 0x97209cae (stale) Mirror 12: 0x97209cae (stale) Mirror 13: 0x97209cae (stale) Mirror 14: 0x97209cae (stale) Mirror 15: 0x97209cae (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30cb5: skipped 000342 1787379349.114846 fallocate 0x007768 thru 0x011f6d (0xa806 bytes) 000343 1787379349.121630 read 0x007d05 thru 0x00eea4 (0x71a0 bytes) 000344 1787379349.135812 trunc from 0x030cb5 to 0x02b029 (0x5c8b bytes) 000345 1787379349.155847 write 0x0182e1 thru 0x01957d (0x129d bytes) 000346 1787379349.166273 fallocate 0x034851 thru 0x03cebb (0x866b bytes) 000347 1787379349.171646 mapwrite 0x00dcaa thru 0x017bb8 (0x9f0f bytes) 000349 1787379349.214836 mapread 0x026ebf thru 0x033b84 (0xccc6 bytes) 000350 1787379349.232964 mapread 0x02944a thru 0x031ca3 (0x885a bytes) 000351 1787379349.234541 read 0x011dce thru 0x01ff2d (0xe160 bytes) 000352 1787379349.245965 mapread 0x034a4e thru 0x03cebb (0x846e bytes) 000353 1787379349.248129 trunc from 0x03cebc to 0x036727 (0x6794 bytes) 000354 1787379349.265804 mapwrite 0x00768d thru 0x016467 (0xeddb bytes) 000355 1787379349.293605 read 0x00c3fa thru 0x00cbe7 (0x7ee bytes) 000356 1787379349.295005 punch from 0x01b9f0 to 0x02392c (0x7f3d bytes) 000357 1787379349.309289 MIRROR_SPLIT mirror 3 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36728): Mirror 2: 0x99a86b40 (stale) Mirror 6: 0x99a86b40 (stale) Mirror 10: 0x99a86b40 (stale) Mirror 11: 0x99a86b40 (stale) Mirror 12: 0x99a86b40 (stale) Mirror 13: 0x99a86b40 (stale) Mirror 14: 0x99a86b40 (stale) Mirror 15: 0x99a86b40 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36728): Mirror 2: 0x99a86b40 (stale) Mirror 6: 0x99a86b40 (stale) Mirror 10: 0x99a86b40 (stale) Mirror 11: 0x99a86b40 (stale) Mirror 12: 0x99a86b40 (stale) Mirror 13: 0x99a86b40 (stale) Mirror 14: 0x99a86b40 (stale) Mirror 15: 0x99a86b40 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36728: skipped 000358 1787379349.879972 write 0x006a54 thru 0x00a420 (0x39cd bytes) 000359 1787379349.894976 read 0x0306ae thru 0x036727 (0x607a bytes) 000360 1787379349.910241 mapwrite 0x02e326 thru 0x035b46 (0x7821 bytes) 000361 1787379349.992644 fallocate 0x00c8fb thru 0x010fca (0x46d0 bytes) 000362 1787379350.023313 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x36728): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36728): Mirror 2: 0x99a86b40 (stale) Mirror 6: 0x99a86b40 (stale) Mirror 10: 0x99a86b40 (stale) Mirror 11: 0x99a86b40 (stale) Mirror 12: 0x99a86b40 (stale) Mirror 13: 0x99a86b40 (stale) Mirror 14: 0x99a86b40 (stale) Mirror 15: 0x99a86b40 (stale) CRC-32 checksum value for chunk [0, 0x36728): Mirror 1: 0x65612242 Mirror 16: 0x65612242 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36728: skipped 000363 1787379351.259885 punch from 0x006661 to 0x013d65 (0xd705 bytes) 000364 1787379351.336012 read 0x029719 thru 0x02a7e1 (0x10c9 bytes) 000365 1787379351.348209 write 0x003480 thru 0x011726 (0xe2a7 bytes) 000366 1787379351.384602 mapread 0x023daf thru 0x029922 (0x5b74 bytes) 000367 1787379351.419478 trunc from 0x0159a1 to 0x023a85 (0xe0e5 bytes) 000368 1787379351.427846 read 0x010d97 thru 0x018ea4 (0x810e bytes) 000369 1787379351.442912 mapwrite 0x012bd7 thru 0x01d4fa (0xa924 bytes) 000370 1787379351.494810 trunc from 0x00ff3a to 0x0122c3 (0x238a bytes) 000372 1787379351.509066 mapread 0x018894 thru 0x01c246 (0x39b3 bytes) 000374 1787379351.519960 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x36728): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36728): Mirror 2: 0x99a86b40 (stale) Mirror 6: 0x99a86b40 (stale) Mirror 10: 0x99a86b40 (stale) Mirror 11: 0x99a86b40 (stale) Mirror 12: 0x99a86b40 (stale) Mirror 13: 0x99a86b40 (stale) Mirror 14: 0x99a86b40 (stale) Mirror 15: 0x99a86b40 (stale) Mirror 16: 0x65612242 (stale) CRC-32 checksum value for chunk [0, 0x36728): Mirror 1: 0x1358e719 Mirror 17: 0x1358e719 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36728: skipped 000375 1787379353.051724 read 0x031de2 thru 0x0349e5 (0x2c04 bytes) 000376 1787379353.065589 mapread 0x028aef thru 0x036727 (0xdc39 bytes) 000377 1787379353.107215 punch from 0x0324eb to 0x036727 (0x423d bytes) 000378 1787379353.180027 MIRROR_RESYNC 11 mirrors 000379 1787379359.093600 trunc from 0x036728 to 0x02f05a (0x76cd bytes) 000380 1787379359.140307 trunc from 0x02f05b to 0x000bc5 (0x2e495 bytes) 000381 1787379359.170062 trunc from 0x000222 to 0x000bc5 (0x9a4 bytes) 000382 1787379359.180913 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0xbc6): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xbc6): Mirror 2: 0x2b6165cf (stale) Mirror 6: 0x2b6165cf (stale) Mirror 10: 0x2b6165cf (stale) Mirror 11: 0x2b6165cf (stale) Mirror 12: 0x2b6165cf (stale) Mirror 13: 0x2b6165cf (stale) Mirror 14: 0x2b6165cf (stale) Mirror 15: 0x2b6165cf (stale) Mirror 16: 0x2b6165cf (stale) Mirror 17: 0x2b6165cf (stale) CRC-32 checksum value for chunk [0, 0xbc6): Mirror 1: 0xa1515c5b Mirror 18: 0xa1515c5b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xbc6: skipped 000383 1787379360.424773 mapread 0x000185 thru 0x000bc5 (0xa41 bytes) 000384 1787379360.486447 trunc from 0x00079f to 0x000bc5 (0x427 bytes) 000385 1787379360.560378 MIRROR_RESYNC 12 mirrors 000386 1787379362.732059 mapwrite 0x003bd0 thru 0x00cee6 (0x9317 bytes) 000387 1787379362.816255 mapread 0x0070d5 thru 0x00cee6 (0x5e12 bytes) 000388 1787379362.818774 fallocate 0x02018d thru 0x027d0d (0x7b81 bytes) 000389 1787379362.826581 read 0x01984c thru 0x026660 (0xce15 bytes) 000390 1787379362.837599 trunc from 0x015603 to 0x01d212 (0x7c10 bytes) 000391 1787379362.842625 read 0x006647 thru 0x014a69 (0xe423 bytes) 000392 1787379362.855838 trunc from 0x027d0e to 0x01c570 (0xb79d bytes) 000393 1787379362.883905 trunc from 0x0075a6 to 0x012be8 (0xb643 bytes) 000394 1787379362.891177 read 0x0085e4 thru 0x0107d4 (0x81f1 bytes) 000395 1787379362.905758 trunc from 0x01c571 to 0x03cf66 (0x209f6 bytes) 000396 1787379362.924310 mapwrite 0x02a943 thru 0x02f910 (0x4fce bytes) 000397 1787379362.955942 punch from 0x029619 to 0x03583e (0xc226 bytes) 000398 1787379362.964603 punch from 0x03c6b4 to 0x03cf66 (0x8b3 bytes) 000399 1787379362.971439 punch from 0x03978f to 0x03cf66 (0x37d8 bytes) 000401 1787379362.981044 read 0x02ef6c thru 0x0328f9 (0x398e bytes) 000402 1787379362.995420 punch from 0x01b2bc to 0x02153d (0x6282 bytes) 000403 1787379363.004644 trunc from 0x00bf0d to 0x017511 (0xb605 bytes) 000404 1787379363.011037 punch from 0x00c2a0 to 0x010266 (0x3fc7 bytes) 000405 1787379363.018009 trunc from 0x01f512 to 0x0237b6 (0x42a5 bytes) 000406 1787379363.023945 mapread 0x00e70c thru 0x00f826 (0x111b bytes) 000407 1787379363.038895 write 0x02b20e thru 0x02bfbb (0xdae bytes) 000408 1787379363.045780 MIRROR_RESYNC 12 mirrors 000411 1787379366.609222 fallocate 0x007e21 thru 0x008a3a (0xc1a bytes) 000412 1787379366.654543 read 0x0093a0 thru 0x00d932 (0x4593 bytes) 000414 1787379366.665499 mapwrite 0x015d95 thru 0x020311 (0xa57d bytes) 000415 1787379366.715569 mapread 0x035510 thru 0x03cf66 (0x7a57 bytes) 000417 1787379366.727258 trunc from 0x00189e to 0x002f5b (0x16be bytes) 000418 1787379366.731993 trunc from 0x01fa29 to 0x026a3b (0x7013 bytes) 000419 1787379366.738020 mapread 0x031366 thru 0x03828f (0x6f2a bytes) 000420 1787379366.740793 trunc from 0x020015 to 0x02ab59 (0xab45 bytes) 000421 1787379366.746363 mapread 0x016d8d thru 0x01a14a (0x33be bytes) 000422 1787379366.748299 mapread 0x0381ce thru 0x03cf66 (0x4d99 bytes) 000423 1787379366.750870 trunc from 0x03cf67 to 0x004b5c (0x3840a bytes) 000424 1787379366.772191 mapwrite 0x0012c4 thru 0x01036f (0xf0ac bytes) 000425 1787379366.836617 mapwrite 0x02de4f thru 0x03c81f (0xe9d1 bytes) 000426 1787379366.906824 trunc from 0x03c820 to 0x02f3d5 (0xd44a bytes) 000427 1787379366.931562 fallocate 0x02a99f thru 0x032e2a (0x848c bytes) 000428 1787379366.940439 trunc from 0x02f3d6 to 0x02c509 (0x2ecc bytes) 000429 1787379366.975517 write 0x02a635 thru 0x02af73 (0x93f bytes) 000430 1787379366.982494 trunc from 0x02c50a to 0x02bcb6 (0x853 bytes) 000431 1787379367.025840 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x2bcb7): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2bcb7): Mirror 2: 0x99970edb (stale) Mirror 6: 0x99970edb (stale) Mirror 10: 0x99970edb (stale) Mirror 11: 0x99970edb (stale) Mirror 12: 0x99970edb (stale) Mirror 13: 0x99970edb (stale) Mirror 14: 0x99970edb (stale) Mirror 15: 0x99970edb (stale) Mirror 16: 0x99970edb (stale) Mirror 17: 0x99970edb (stale) Mirror 18: 0x99970edb (stale) CRC-32 checksum value for chunk [0, 0x2bcb7): Mirror 1: 0xf6cc40f8 Mirror 19: 0xf6cc40f8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2bcb7: skipped 000432 1787379368.846141 mapread 0x011ceb thru 0x014378 (0x268e bytes) 000433 1787379368.909665 trunc from 0x022035 to 0x02bcb6 (0x9c82 bytes) 000434 1787379368.990452 trunc from 0x0239f0 to 0x02bcb6 (0x82c7 bytes) 000436 1787379369.000696 trunc from 0x02bcb7 to 0x027e05 (0x3eb1 bytes) 000437 1787379369.032436 trunc from 0x002489 to 0x002fbf (0xb37 bytes) 000438 1787379369.037525 mapwrite 0x021e94 thru 0x030dfc (0xef69 bytes) 000440 1787379369.146927 read 0x013915 thru 0x017d26 (0x4412 bytes) 000441 1787379369.155148 write 0x031e77 thru 0x034d3c (0x2ec6 bytes) 000442 1787379369.157793 read 0x019d9c thru 0x01cd28 (0x2f8d bytes) 000444 1787379369.169513 mapread 0x034c5a thru 0x034d3c (0xe3 bytes) 000445 1787379369.177230 read 0x00a517 thru 0x00dce3 (0x37cd bytes) 000446 1787379369.178804 fallocate 0x02dbce thru 0x03bf91 (0xe3c4 bytes) 000447 1787379369.192892 MIRROR_RESYNC 13 mirrors 000448 1787379372.356592 trunc from 0x03bf92 to 0x022d19 (0x19278 bytes) 000449 1787379372.450693 punch from 0x01dfff to 0x020dde (0x2de0 bytes) 000450 1787379372.467585 read 0x017b99 thru 0x018614 (0xa7c bytes) 000451 1787379372.483844 trunc from 0x022d1a to 0x03f4e7 (0x1c7ce bytes) 000452 1787379372.536714 trunc from 0x03f4e8 to 0x02c2b9 (0x1322e bytes) 000453 1787379372.577690 trunc from 0x0224e4 to 0x022a05 (0x522 bytes) 000454 1787379372.597335 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x2c2ba): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c2ba): Mirror 2: 0xd4641886 (stale) Mirror 6: 0xd4641886 (stale) Mirror 10: 0xd4641886 (stale) Mirror 11: 0xd4641886 (stale) Mirror 12: 0xd4641886 (stale) Mirror 13: 0xd4641886 (stale) Mirror 14: 0xd4641886 (stale) Mirror 15: 0xd4641886 (stale) Mirror 16: 0xd4641886 (stale) Mirror 17: 0xd4641886 (stale) Mirror 18: 0xd4641886 (stale) Mirror 19: 0xd4641886 (stale) CRC-32 checksum value for chunk [0, 0x2c2ba): Mirror 1: 0x7c3bfb43 Mirror 20: 0x7c3bfb43 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c2ba: skipped 000455 1787379374.266451 mapwrite 0x012a78 thru 0x02102e (0xe5b7 bytes) 000456 1787379374.425736 punch from 0x018d65 to 0x022372 (0x960e bytes) 000457 1787379374.435101 mapwrite 0x035b2f thru 0x03a1f6 (0x46c8 bytes) 000458 1787379374.513047 mapwrite 0x00d2f9 thru 0x018a51 (0xb759 bytes) 000459 1787379374.567370 trunc from 0x015b99 to 0x01d434 (0x789c bytes) 000460 1787379374.573614 mapwrite 0x0080f7 thru 0x00f453 (0x735d bytes) 000461 1787379374.603529 mapwrite 0x03a62d thru 0x03ffff (0x59d3 bytes) 000462 1787379374.657256 MIRROR_RESYNC 14 mirrors 000465 1787379377.754802 mapread 0x0298c7 thru 0x02a541 (0xc7b bytes) 000466 1787379377.803012 MIRROR_EXTEND to 15 mirrors 000468 1787379378.892028 mapread 0x022730 thru 0x0245c8 (0x1e99 bytes) 000469 1787379378.923163 punch from 0x02de4e to 0x03af26 (0xd0d9 bytes) 000471 1787379378.998502 punch from 0x00fa54 to 0x013b4d (0x40fa bytes) 000472 1787379379.014441 mapwrite 0x02ca78 thru 0x03ba78 (0xf001 bytes) 000474 1787379379.113820 punch from 0x006c62 to 0x00d7b6 (0x6b55 bytes) 000475 1787379379.127920 mapwrite 0x00a0f7 thru 0x0134c3 (0x93cd bytes) 000476 1787379379.184005 read 0x039071 thru 0x039913 (0x8a3 bytes) 000477 1787379379.184776 punch from 0x02bd72 to 0x02f64c (0x38db bytes) 000478 1787379379.205653 write 0x019150 thru 0x01bec6 (0x2d77 bytes) 000479 1787379379.211678 read 0x03d111 thru 0x03ffff (0x2eef bytes) 000480 1787379379.230869 punch from 0x03e837 to 0x03ffff (0x17c9 bytes) 000481 1787379379.240616 trunc from 0x0143a6 to 0x01e4c8 (0xa123 bytes) 000482 1787379379.260729 punch from 0x005e82 to 0x00e2a9 (0x8428 bytes) 000483 1787379379.290437 MIRROR_RESYNC 15 mirrors 000484 1787379384.434506 trunc from 0x010bde to 0x01e370 (0xd793 bytes) 000487 1787379384.471013 fallocate 0x0247ea thru 0x033967 (0xf17e bytes) 000488 1787379384.477403 punch from 0x020ba9 to 0x023f3a (0x3392 bytes) 000489 1787379384.481580 write 0x024250 thru 0x028ef9 (0x4caa bytes) 000490 1787379384.492382 read 0x00e4df thru 0x01d116 (0xec38 bytes) 000491 1787379384.502572 write 0x00a188 thru 0x017595 (0xd40e bytes) 000492 1787379384.509643 trunc from 0x040000 to 0x026166 (0x19e99 bytes) 000493 1787379384.530335 mapread 0x003c31 thru 0x006d54 (0x3124 bytes) 000494 1787379384.551803 punch from 0x0149ac to 0x0159e2 (0x1037 bytes) 000495 1787379384.566822 read 0x014817 thru 0x01636a (0x1b54 bytes) 000496 1787379384.575402 read 0x000a27 thru 0x00a5d8 (0x9bb2 bytes) 000497 1787379384.576315 write 0x021c44 thru 0x0274a9 (0x5866 bytes) 000498 1787379384.578508 mapread 0x01c5ed thru 0x01ee91 (0x28a5 bytes) 000500 1787379384.580544 punch from 0x00d6a1 to 0x019f46 (0xc8a6 bytes) 000501 1787379384.586269 punch from 0x005b9b to 0x0097ae (0x3c14 bytes) 000502 1787379384.612549 mapread 0x01c840 thru 0x022fc1 (0x6782 bytes) 000503 1787379384.618485 mapwrite 0x01c4c0 thru 0x02baf7 (0xf638 bytes) 000504 1787379384.707988 trunc from 0x02baf8 to 0x000e0c (0x2aceb bytes) 000505 1787379384.734628 fallocate 0x01d8f2 thru 0x02471a (0x6e29 bytes) 000507 1787379384.751819 trunc from 0x000850 to 0x000e0c (0x5bd bytes) 000508 1787379384.760101 write 0x010141 thru 0x0156d1 (0x5591 bytes) 000510 1787379384.764484 trunc from 0x0156d2 to 0x01dde5 (0x8714 bytes) 000512 1787379384.789858 fallocate 0x01d8f2 thru 0x0294f4 (0xbc03 bytes) 000513 1787379384.796657 trunc from 0x00bcbe to 0x00d1b7 (0x14fa bytes) 000514 1787379384.802820 read 0x026bc3 thru 0x0294f4 (0x2932 bytes) 000515 1787379384.835383 trunc from 0x0294f5 to 0x035d5e (0xc86a bytes) 000516 1787379384.859569 MIRROR_RESYNC 15 mirrors 000517 1787379387.687491 punch from 0x021bbd to 0x02216b (0x5af bytes) 000518 1787379387.742565 MIRROR_SPLIT mirror 1 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35d5f): Mirror 6: 0xb5a6ba74 (stale) Mirror 10: 0xb5a6ba74 (stale) Mirror 11: 0xb5a6ba74 (stale) Mirror 12: 0xb5a6ba74 (stale) Mirror 13: 0xb5a6ba74 (stale) Mirror 14: 0xb5a6ba74 (stale) Mirror 15: 0xb5a6ba74 (stale) Mirror 16: 0xb5a6ba74 (stale) Mirror 17: 0xb5a6ba74 (stale) Mirror 18: 0xb5a6ba74 (stale) Mirror 19: 0xb5a6ba74 (stale) Mirror 20: 0xb5a6ba74 (stale) Mirror 21: 0xb5a6ba74 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35d5f): Mirror 6: 0xb5a6ba74 (stale) Mirror 10: 0xb5a6ba74 (stale) Mirror 11: 0xb5a6ba74 (stale) Mirror 12: 0xb5a6ba74 (stale) Mirror 13: 0xb5a6ba74 (stale) Mirror 14: 0xb5a6ba74 (stale) Mirror 15: 0xb5a6ba74 (stale) Mirror 16: 0xb5a6ba74 (stale) Mirror 17: 0xb5a6ba74 (stale) Mirror 18: 0xb5a6ba74 (stale) Mirror 19: 0xb5a6ba74 (stale) Mirror 20: 0xb5a6ba74 (stale) Mirror 21: 0xb5a6ba74 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35d5f: skipped 000519 1787379388.549551 read 0x0101cd thru 0x0103e7 (0x21b bytes) 000520 1787379388.565276 write 0x00562a thru 0x0147a5 (0xf17c bytes) 000522 1787379388.608554 write 0x00419a thru 0x008470 (0x42d7 bytes) 000523 1787379388.629394 trunc from 0x0076bf to 0x015254 (0xdb96 bytes) 000524 1787379388.666522 trunc from 0x035d5f to 0x017125 (0x1ec39 bytes) 000525 1787379388.694940 fallocate 0x0357c1 thru 0x03acae (0x54ee bytes) 000526 1787379388.706363 mapread 0x00c729 thru 0x0116c3 (0x4f9b bytes) 000528 1787379388.751873 trunc from 0x017126 to 0x022003 (0xaede bytes) 000529 1787379388.769534 trunc from 0x022004 to 0x02bf4a (0x9f47 bytes) 000530 1787379388.814906 write 0x032bdd thru 0x03dd47 (0xb16b bytes) 000531 1787379388.819915 write 0x020d8b thru 0x02abf9 (0x9e6f bytes) 000532 1787379388.830472 punch from 0x037739 to 0x03dd47 (0x660f bytes) 000534 1787379388.848541 punch from 0x0050ba to 0x00b873 (0x67ba bytes) 000535 1787379388.854044 mapwrite 0x00cf8d thru 0x0196a2 (0xc716 bytes) 000536 1787379388.892461 fallocate 0x00d584 thru 0x01d42a (0xfea7 bytes) 000537 1787379388.898896 punch from 0x017d1d to 0x01efe3 (0x72c7 bytes) 000538 1787379388.908801 mapwrite 0x022d65 thru 0x032c48 (0xfee4 bytes) 000539 1787379388.950902 trunc from 0x01cfc3 to 0x01f24b (0x2289 bytes) 000540 1787379388.958557 read 0x02bc81 thru 0x035df4 (0xa174 bytes) 000541 1787379388.959694 read 0x02c7aa thru 0x036e6b (0xa6c2 bytes) 000542 1787379388.961811 punch from 0x00f519 to 0x01d450 (0xdf38 bytes) 000543 1787379388.970557 read 0x02ce46 thru 0x02fb5f (0x2d1a bytes) 000544 1787379388.972400 read 0x01bbdf thru 0x0262e9 (0xa70b bytes) 000545 1787379388.983383 mapwrite 0x03d956 thru 0x03ffff (0x26aa bytes) 000547 1787379389.026189 read 0x00b070 thru 0x017ba4 (0xcb35 bytes) 000548 1787379389.026963 trunc from 0x0197f7 to 0x021ed2 (0x86dc bytes) 000549 1787379389.034628 mapwrite 0x02c4a0 thru 0x0319cd (0x552e bytes) 000550 1787379389.059548 mapread 0x01a2c8 thru 0x01fa38 (0x5771 bytes) 000551 1787379389.070039 punch from 0x032b49 to 0x03fea9 (0xd361 bytes) 000552 1787379389.075367 punch from 0x02f565 to 0x0370db (0x7b77 bytes) 000553 1787379389.080911 punch from 0x03b069 to 0x03ffff (0x4f97 bytes) 000554 1787379389.085838 fallocate 0x036ff1 thru 0x03ffff (0x900f bytes) 000555 1787379389.100502 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x6b731770 (stale) Mirror 10: 0x6b731770 (stale) Mirror 11: 0x6b731770 (stale) Mirror 12: 0x6b731770 (stale) Mirror 13: 0x6b731770 (stale) Mirror 14: 0x6b731770 (stale) Mirror 15: 0x6b731770 (stale) Mirror 16: 0x6b731770 (stale) Mirror 17: 0x6b731770 (stale) Mirror 18: 0x6b731770 (stale) Mirror 19: 0x6b731770 (stale) Mirror 20: 0x6b731770 (stale) Mirror 21: 0x6b731770 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x54bad6ac Mirror 22: 0x54bad6ac lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000556 1787379390.549047 trunc from 0x040000 to 0x03c973 (0x368c bytes) 000557 1787379390.626001 trunc from 0x009100 to 0x00d1e3 (0x40e4 bytes) 000558 1787379390.632387 mapread 0x00c9a0 thru 0x014133 (0x7794 bytes) 000559 1787379390.650399 trunc from 0x03c974 to 0x025004 (0x1796f bytes) 000560 1787379390.669519 trunc from 0x0036ba to 0x0095c7 (0x5f0e bytes) 000562 1787379390.675422 write 0x03775b thru 0x03ffff (0x88a5 bytes) 000563 1787379390.678563 write 0x03a4c0 thru 0x03b313 (0xe54 bytes) 000564 1787379390.682983 punch from 0x003205 to 0x011448 (0xe244 bytes) 000565 1787379390.688509 read 0x02ce68 thru 0x02d7a6 (0x93f bytes) 000566 1787379390.694154 write 0x030dda thru 0x03f40a (0xe631 bytes) 000567 1787379390.700378 punch from 0x02ab33 to 0x02c217 (0x16e5 bytes) 000568 1787379390.705274 trunc from 0x040000 to 0x03b869 (0x4796 bytes) 000569 1787379390.723371 punch from 0x003309 to 0x00ccc0 (0x99b8 bytes) 000570 1787379390.727776 mapread 0x00b41a thru 0x019128 (0xdd0f bytes) 000571 1787379390.747653 write 0x01c7b8 thru 0x024867 (0x80b0 bytes) 000572 1787379390.753809 trunc from 0x03b86a to 0x025d8f (0x15ada bytes) 000573 1787379390.769993 read 0x019f85 thru 0x025d8f (0xbe0b bytes) 000574 1787379390.778678 trunc from 0x00d59d to 0x011cf1 (0x4755 bytes) 000575 1787379390.783379 trunc from 0x025d90 to 0x0159a4 (0x103eb bytes) 000576 1787379390.804582 fallocate 0x01d4a2 thru 0x024a65 (0x75c4 bytes) 000578 1787379390.811655 mapwrite 0x021cc0 thru 0x0279a0 (0x5ce1 bytes) 000579 1787379390.873258 write 0x007d4e thru 0x017696 (0xf949 bytes) 000580 1787379390.879857 trunc from 0x0279a1 to 0x00bf52 (0x1ba4e bytes) 000581 1787379390.902511 punch from 0x00965b to 0x00bf52 (0x28f8 bytes) 000582 1787379390.920246 MIRROR_RESYNC 15 mirrors 000583 1787379394.205860 read 0x004986 thru 0x0096dc (0x4d57 bytes) 000584 1787379394.219361 punch from 0x00516a to 0x00bf52 (0x6de9 bytes) 000585 1787379394.258817 read 0x0039e4 thru 0x0067a1 (0x2dbe bytes) 000587 1787379394.281150 write 0x032359 thru 0x03b335 (0x8fdd bytes) 000589 1787379394.285793 trunc from 0x03b336 to 0x03555a (0x5ddb bytes) 000591 1787379394.314869 write 0x007b3c thru 0x00f359 (0x781e bytes) 000592 1787379394.321680 mapread 0x015cb3 thru 0x01b4f6 (0x5844 bytes) 000593 1787379394.332769 trunc from 0x00a192 to 0x00d547 (0x33b6 bytes) 000594 1787379394.367063 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3555b): Mirror 6: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3555b): Mirror 6: 0x3e9a5c1 (stale) Mirror 10: 0x3e9a5c1 (stale) Mirror 11: 0x3e9a5c1 (stale) Mirror 12: 0x3e9a5c1 (stale) Mirror 13: 0x3e9a5c1 (stale) Mirror 14: 0x3e9a5c1 (stale) Mirror 15: 0x3e9a5c1 (stale) Mirror 16: 0x3e9a5c1 (stale) Mirror 17: 0x3e9a5c1 (stale) Mirror 18: 0x3e9a5c1 (stale) Mirror 19: 0x3e9a5c1 (stale) Mirror 20: 0x3e9a5c1 (stale) Mirror 21: 0x3e9a5c1 (stale) Mirror 22: 0x3e9a5c1 (stale) CRC-32 checksum value for chunk [0, 0x3555b): Mirror 1: 0x1cf015a6 Mirror 23: 0x1cf015a6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3555b: skipped 000595 1787379395.915314 trunc from 0x02c20d to 0x02e8ad (0x26a1 bytes) 000596 1787379395.958515 punch from 0x000852 to 0x0026c8 (0x1e77 bytes) 000597 1787379395.971266 MIRROR_SPLIT mirror 2 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3555b): Mirror 6: 0x3e9a5c1 (stale) Mirror 11: 0x3e9a5c1 (stale) Mirror 12: 0x3e9a5c1 (stale) Mirror 13: 0x3e9a5c1 (stale) Mirror 14: 0x3e9a5c1 (stale) Mirror 15: 0x3e9a5c1 (stale) Mirror 16: 0x3e9a5c1 (stale) Mirror 17: 0x3e9a5c1 (stale) Mirror 18: 0x3e9a5c1 (stale) Mirror 19: 0x3e9a5c1 (stale) Mirror 20: 0x3e9a5c1 (stale) Mirror 21: 0x3e9a5c1 (stale) Mirror 22: 0x3e9a5c1 (stale) Mirror 23: 0x1cf015a6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3555b): Mirror 6: 0x3e9a5c1 (stale) Mirror 11: 0x3e9a5c1 (stale) Mirror 12: 0x3e9a5c1 (stale) Mirror 13: 0x3e9a5c1 (stale) Mirror 14: 0x3e9a5c1 (stale) Mirror 15: 0x3e9a5c1 (stale) Mirror 16: 0x3e9a5c1 (stale) Mirror 17: 0x3e9a5c1 (stale) Mirror 18: 0x3e9a5c1 (stale) Mirror 19: 0x3e9a5c1 (stale) Mirror 20: 0x3e9a5c1 (stale) Mirror 21: 0x3e9a5c1 (stale) Mirror 22: 0x3e9a5c1 (stale) Mirror 23: 0x1cf015a6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3555b: skipped 000598 1787379396.902750 write 0x02f307 thru 0x03bd22 (0xca1c bytes) 000599 1787379396.919786 mapread 0x02eddd thru 0x030c29 (0x1e4d bytes) 000600 1787379396.928025 punch from 0x000d11 to 0x007593 (0x6883 bytes) 000601 1787379396.937260 mapwrite 0x00054d thru 0x00539b (0x4e4f bytes) 000602 1787379396.971711 mapwrite 0x0284e6 thru 0x036afc (0xe617 bytes) 000603 1787379397.002314 mapwrite 0x025128 thru 0x034254 (0xf12d bytes) 000606 1787379397.038383 punch from 0x013a3f to 0x01c0de (0x86a0 bytes) 000607 1787379397.044637 trunc from 0x03bd23 to 0x02e403 (0xd91f bytes) 000608 1787379397.097298 read 0x00bfd7 thru 0x00e49e (0x24c8 bytes) 000609 1787379397.099056 mapread 0x00601b thru 0x00bd83 (0x5d69 bytes) 000610 1787379397.101716 trunc from 0x0085d7 to 0x016ad9 (0xe503 bytes) 000611 1787379397.110871 punch from 0x0234f6 to 0x02dd45 (0xa850 bytes) 000612 1787379397.118349 mapwrite 0x000cce thru 0x0010b7 (0x3ea bytes) 000613 1787379397.152431 trunc from 0x02e404 to 0x026f15 (0x74ee bytes) 000614 1787379397.171039 trunc from 0x025de5 to 0x026f15 (0x1131 bytes) 000615 1787379397.177390 trunc from 0x014ae1 to 0x01ecb1 (0xa1d1 bytes) 000616 1787379397.187368 trunc from 0x01c350 to 0x0227a4 (0x6455 bytes) 000617 1787379397.193167 punch from 0x0104e9 to 0x01d0d3 (0xcbeb bytes) 000618 1787379397.206003 MIRROR_RESYNC 15 mirrors 000619 1787379400.758282 mapread 0x025010 thru 0x02534d (0x33e bytes) 000620 1787379400.766310 punch from 0x01b88b to 0x0203db (0x4b51 bytes) 000621 1787379400.827689 trunc from 0x026f16 to 0x030f71 (0xa05c bytes) 000622 1787379400.849635 read 0x0206ac thru 0x02b9b4 (0xb309 bytes) 000623 1787379400.863326 fallocate 0x0160e1 thru 0x01ca88 (0x69a8 bytes) 000624 1787379400.872644 punch from 0x004545 to 0x00616f (0x1c2b bytes) 000625 1787379400.882272 trunc from 0x030f72 to 0x038d16 (0x7da5 bytes) 000626 1787379400.913826 punch from 0x01c3aa to 0x02a1c9 (0xde20 bytes) 000627 1787379400.923229 punch from 0x01de7d to 0x029451 (0xb5d5 bytes) 000628 1787379400.929310 trunc from 0x02b29c to 0x03518f (0x9ef4 bytes) 000629 1787379400.934742 write 0x004c21 thru 0x00abdc (0x5fbc bytes) 000630 1787379400.944853 read 0x0313fc thru 0x0354b7 (0x40bc bytes) 000631 1787379401.041919 read 0x018f6a thru 0x028a98 (0xfb2f bytes) 000632 1787379401.043527 trunc from 0x038d17 to 0x03adea (0x20d4 bytes) 000634 1787379401.077812 read 0x00ea14 thru 0x0145b5 (0x5ba2 bytes) 000635 1787379401.079611 trunc from 0x0052fc to 0x0075d3 (0x22d8 bytes) 000636 1787379401.111108 fallocate 0x033f4e thru 0x03ded4 (0x9f87 bytes) 000637 1787379401.129671 mapread 0x028a3e thru 0x033365 (0xa928 bytes) 000638 1787379401.133672 fallocate 0x02b3d0 thru 0x033549 (0x817a bytes) 000639 1787379401.154791 mapread 0x02b3c8 thru 0x0377b2 (0xc3eb bytes) 000640 1787379401.170231 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3adeb): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3adeb): Mirror 6: 0xdcd61114 (stale) Mirror 11: 0xdcd61114 (stale) Mirror 12: 0xdcd61114 (stale) Mirror 13: 0xdcd61114 (stale) Mirror 14: 0xdcd61114 (stale) Mirror 15: 0xdcd61114 (stale) Mirror 16: 0xdcd61114 (stale) Mirror 17: 0xdcd61114 (stale) Mirror 18: 0xdcd61114 (stale) Mirror 19: 0xdcd61114 (stale) Mirror 20: 0xdcd61114 (stale) Mirror 21: 0xdcd61114 (stale) Mirror 22: 0xdcd61114 (stale) Mirror 23: 0xdcd61114 (stale) CRC-32 checksum value for chunk [0, 0x3adeb): Mirror 1: 0x4d5b3bc6 Mirror 24: 0x4d5b3bc6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3adeb: skipped 000641 1787379402.670673 punch from 0x02e77a to 0x03adea (0xc671 bytes) 000642 1787379402.737002 mapread 0x034754 thru 0x0377ec (0x3099 bytes) 000643 1787379402.760745 punch from 0x031493 to 0x03adea (0x9958 bytes) 000644 1787379402.766705 fallocate 0x03598e thru 0x03ffff (0xa672 bytes) 000645 1787379402.773010 fallocate 0x03686c thru 0x03ffff (0x9794 bytes) 000647 1787379402.781833 fallocate 0x037c2e thru 0x03a1c7 (0x259a bytes) 000649 1787379402.788710 punch from 0x008e2c to 0x0095d5 (0x7aa bytes) 000650 1787379402.794939 trunc from 0x040000 to 0x019628 (0x269d7 bytes) 000651 1787379402.866263 fallocate 0x002f11 thru 0x00a1f2 (0x72e2 bytes) 000652 1787379402.872225 read 0x013596 thru 0x01572a (0x2195 bytes) 000653 1787379402.878659 read 0x00488c thru 0x00fc13 (0xb388 bytes) 000654 1787379402.888806 read 0x0160e9 thru 0x016220 (0x138 bytes) 000655 1787379402.889794 read 0x011b22 thru 0x019628 (0x7b07 bytes) 000656 1787379402.891249 read 0x00167c thru 0x005b93 (0x4518 bytes) 000657 1787379402.892462 mapwrite 0x0120e4 thru 0x01b8b6 (0x97d3 bytes) 000658 1787379402.934549 mapread 0x018d3b thru 0x01b8b6 (0x2b7c bytes) 000659 1787379402.935798 write 0x03e26f thru 0x03ffff (0x1d91 bytes) 000660 1787379402.939239 read 0x029020 thru 0x03734a (0xe32b bytes) 000661 1787379402.947958 punch from 0x005320 to 0x00d369 (0x804a bytes) 000662 1787379402.953526 punch from 0x03eaf4 to 0x03ffff (0x150c bytes) 000663 1787379402.963966 punch from 0x0229ef to 0x02559a (0x2bac bytes) 000664 1787379402.985460 MIRROR_RESYNC 16 mirrors 000665 1787379408.053571 trunc from 0x00a563 to 0x00d83c (0x32da bytes) 000666 1787379408.121402 punch from 0x015604 to 0x01a8f1 (0x52ee bytes) 000667 1787379408.138552 write 0x004445 thru 0x005694 (0x1250 bytes) 000668 1787379408.177527 read 0x005291 thru 0x00b2ce (0x603e bytes) 000670 1787379408.218784 trunc from 0x040000 to 0x00e5c6 (0x31a39 bytes) 000671 1787379408.278960 mapread 0x0033a9 thru 0x00e5c6 (0xb21e bytes) 000672 1787379408.316435 write 0x012253 thru 0x013dca (0x1b78 bytes) 000673 1787379408.322928 write 0x00cd47 thru 0x0193ec (0xc6a6 bytes) 000674 1787379408.325886 read 0x008495 thru 0x013379 (0xaee5 bytes) 000677 1787379408.329616 trunc from 0x00b48b to 0x0116ad (0x6223 bytes) 000678 1787379408.346054 read 0x012d49 thru 0x014363 (0x161b bytes) 000679 1787379408.346863 read 0x000059 thru 0x00e0e1 (0xe089 bytes) 000680 1787379408.360993 fallocate 0x01ffad thru 0x02df0e (0xdf62 bytes) 000681 1787379408.372663 trunc from 0x01d303 to 0x02490b (0x7609 bytes) 000682 1787379408.396148 trunc from 0x0294b9 to 0x02df0e (0x4a56 bytes) 000683 1787379408.411648 trunc from 0x02df0f to 0x011b54 (0x1c3ba bytes) 000685 1787379408.460844 read 0x008572 thru 0x011b54 (0x95e3 bytes) 000686 1787379408.462475 trunc from 0x00e329 to 0x010986 (0x265e bytes) 000687 1787379408.481061 fallocate 0x030607 thru 0x039471 (0x8e6b bytes) 000688 1787379408.500134 trunc from 0x0052d3 to 0x011b54 (0xc882 bytes) 000689 1787379408.505931 trunc from 0x011b55 to 0x00a4d9 (0x767b bytes) 000690 1787379408.535758 fallocate 0x024b74 thru 0x02c375 (0x7802 bytes) 000691 1787379408.556985 trunc from 0x00a4da to 0x020387 (0x15eae bytes) 000692 1787379408.585602 read 0x0156ec thru 0x01ac77 (0x558c bytes) 000693 1787379408.607874 trunc from 0x020388 to 0x003a24 (0x1c963 bytes) 000694 1787379408.632996 trunc from 0x003a25 to 0x0234ec (0x1fac8 bytes) 000695 1787379408.664547 fallocate 0x0303bb thru 0x035a9d (0x56e3 bytes) 000697 1787379408.675302 mapread 0x01d09e thru 0x0234ec (0x644f bytes) 000699 1787379408.707614 punch from 0x000b75 to 0x0048bd (0x3d49 bytes) 000700 1787379408.724228 fallocate 0x0256de thru 0x0337c2 (0xe0e5 bytes) 000701 1787379408.747273 MIRROR_SPLIT mirror 7 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x234ed): Mirror 6: 0xe83d4280 (stale) Mirror 11: 0xe83d4280 (stale) Mirror 12: 0xe83d4280 (stale) Mirror 13: 0xe83d4280 (stale) Mirror 14: 0xe83d4280 (stale) Mirror 15: 0xe83d4280 (stale) Mirror 17: 0xe83d4280 (stale) Mirror 18: 0xe83d4280 (stale) Mirror 19: 0xe83d4280 (stale) Mirror 20: 0xe83d4280 (stale) Mirror 21: 0xe83d4280 (stale) Mirror 22: 0xe83d4280 (stale) Mirror 23: 0xe83d4280 (stale) Mirror 24: 0xe83d4280 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x234ed): Mirror 6: 0xe83d4280 (stale) Mirror 11: 0xe83d4280 (stale) Mirror 12: 0xe83d4280 (stale) Mirror 13: 0xe83d4280 (stale) Mirror 14: 0xe83d4280 (stale) Mirror 15: 0xe83d4280 (stale) Mirror 17: 0xe83d4280 (stale) Mirror 18: 0xe83d4280 (stale) Mirror 19: 0xe83d4280 (stale) Mirror 20: 0xe83d4280 (stale) Mirror 21: 0xe83d4280 (stale) Mirror 22: 0xe83d4280 (stale) Mirror 23: 0xe83d4280 (stale) Mirror 24: 0xe83d4280 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x234ed: skipped 000702 1787379409.757663 mapwrite 0x027c08 thru 0x030523 (0x891c bytes) 000703 1787379409.873633 trunc from 0x030524 to 0x01fbcb (0x10958 bytes) 000704 1787379409.904426 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x1fbcc): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1fbcc): Mirror 6: 0x67acd993 (stale) Mirror 11: 0x67acd993 (stale) Mirror 12: 0x67acd993 (stale) Mirror 13: 0x67acd993 (stale) Mirror 14: 0x67acd993 (stale) Mirror 15: 0x67acd993 (stale) Mirror 17: 0x67acd993 (stale) Mirror 18: 0x67acd993 (stale) Mirror 19: 0x67acd993 (stale) Mirror 20: 0x67acd993 (stale) Mirror 21: 0x67acd993 (stale) Mirror 22: 0x67acd993 (stale) Mirror 23: 0x67acd993 (stale) Mirror 24: 0x67acd993 (stale) CRC-32 checksum value for chunk [0, 0x1fbcc): Mirror 1: 0xfd69aee0 Mirror 25: 0xfd69aee0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1fbcc: skipped 000705 1787379411.411139 MIRROR_SPLIT mirror 9 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1fbcc): Mirror 6: 0x67acd993 (stale) Mirror 11: 0x67acd993 (stale) Mirror 12: 0x67acd993 (stale) Mirror 13: 0x67acd993 (stale) Mirror 14: 0x67acd993 (stale) Mirror 15: 0x67acd993 (stale) Mirror 17: 0x67acd993 (stale) Mirror 18: 0x67acd993 (stale) Mirror 20: 0x67acd993 (stale) Mirror 21: 0x67acd993 (stale) Mirror 22: 0x67acd993 (stale) Mirror 23: 0x67acd993 (stale) Mirror 24: 0x67acd993 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1fbcc): Mirror 6: 0x67acd993 (stale) Mirror 11: 0x67acd993 (stale) Mirror 12: 0x67acd993 (stale) Mirror 13: 0x67acd993 (stale) Mirror 14: 0x67acd993 (stale) Mirror 15: 0x67acd993 (stale) Mirror 17: 0x67acd993 (stale) Mirror 18: 0x67acd993 (stale) Mirror 20: 0x67acd993 (stale) Mirror 21: 0x67acd993 (stale) Mirror 22: 0x67acd993 (stale) Mirror 23: 0x67acd993 (stale) Mirror 24: 0x67acd993 (stale) CRC-32 checksum value for chunk [0, 0x1fbcc): Mirror 1: 0xfd69aee0 Mirror 25: 0xfd69aee0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1fbcc: skipped 000706 1787379413.459397 trunc from 0x01fbcc to 0x013d6d (0xbe5e bytes) 000707 1787379413.571024 MIRROR_RESYNC 15 mirrors 000708 1787379416.653166 mapwrite 0x010772 thru 0x01e8f1 (0xe180 bytes) 000709 1787379416.813533 punch from 0x01e114 to 0x01e8f1 (0x7de bytes) 000710 1787379416.818628 trunc from 0x01e8f2 to 0x00fda7 (0xeb4a bytes) 000711 1787379416.852999 fallocate 0x01a5b7 thru 0x0275da (0xd024 bytes) 000712 1787379416.869679 trunc from 0x00fda8 to 0x01457c (0x47d5 bytes) 000713 1787379416.898794 MIRROR_RESYNC 15 mirrors 000714 1787379418.984292 punch from 0x005147 to 0x00519d (0x57 bytes) 000715 1787379419.027048 mapread 0x0054ae thru 0x01457c (0xf0cf bytes) 000716 1787379419.066736 read 0x012fef thru 0x01457c (0x158e bytes) 000717 1787379419.067584 punch from 0x011492 to 0x01457c (0x30eb bytes) 000719 1787379419.092906 trunc from 0x00ac8f to 0x00f037 (0x43a9 bytes) 000720 1787379419.115931 read 0x001d32 thru 0x00d05f (0xb32e bytes) 000721 1787379419.140454 write 0x02e10f thru 0x03096e (0x2860 bytes) 000722 1787379419.165531 MIRROR_RESYNC 15 mirrors 000723 1787379422.047620 fallocate 0x00e937 thru 0x01ca03 (0xe0cd bytes) 000724 1787379422.113317 punch from 0x01a190 to 0x0243fb (0xa26c bytes) 000725 1787379422.119350 mapread 0x01aaed thru 0x01b50d (0xa21 bytes) 000726 1787379422.134614 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3096f): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3096f): Mirror 6: 0x1029f6e7 (stale) Mirror 11: 0x1029f6e7 (stale) Mirror 12: 0x1029f6e7 (stale) Mirror 13: 0x1029f6e7 (stale) Mirror 14: 0x1029f6e7 (stale) Mirror 15: 0x1029f6e7 (stale) Mirror 17: 0x1029f6e7 (stale) Mirror 18: 0x1029f6e7 (stale) Mirror 20: 0x1029f6e7 (stale) Mirror 21: 0x1029f6e7 (stale) Mirror 22: 0x1029f6e7 (stale) Mirror 23: 0x1029f6e7 (stale) Mirror 24: 0x1029f6e7 (stale) Mirror 25: 0x1029f6e7 (stale) CRC-32 checksum value for chunk [0, 0x3096f): Mirror 1: 0x1029f6e7 Mirror 26: 0x1029f6e7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3096f: skipped 000727 1787379423.347623 read 0x020ea1 thru 0x02da2f (0xcb8f bytes) 000729 1787379423.381325 MIRROR_SPLIT mirror 2 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3096f): Mirror 6: 0x1029f6e7 (stale) Mirror 12: 0x1029f6e7 (stale) Mirror 13: 0x1029f6e7 (stale) Mirror 14: 0x1029f6e7 (stale) Mirror 15: 0x1029f6e7 (stale) Mirror 17: 0x1029f6e7 (stale) Mirror 18: 0x1029f6e7 (stale) Mirror 20: 0x1029f6e7 (stale) Mirror 21: 0x1029f6e7 (stale) Mirror 22: 0x1029f6e7 (stale) Mirror 23: 0x1029f6e7 (stale) Mirror 24: 0x1029f6e7 (stale) Mirror 25: 0x1029f6e7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3096f): Mirror 6: 0x1029f6e7 (stale) Mirror 12: 0x1029f6e7 (stale) Mirror 13: 0x1029f6e7 (stale) Mirror 14: 0x1029f6e7 (stale) Mirror 15: 0x1029f6e7 (stale) Mirror 17: 0x1029f6e7 (stale) Mirror 18: 0x1029f6e7 (stale) Mirror 20: 0x1029f6e7 (stale) Mirror 21: 0x1029f6e7 (stale) Mirror 22: 0x1029f6e7 (stale) Mirror 23: 0x1029f6e7 (stale) Mirror 24: 0x1029f6e7 (stale) Mirror 25: 0x1029f6e7 (stale) CRC-32 checksum value for chunk [0, 0x3096f): Mirror 1: 0x1029f6e7 Mirror 26: 0x1029f6e7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3096f: skipped 000730 1787379425.508213 mapwrite 0x025a7e thru 0x0287c4 (0x2d47 bytes) 000731 1787379425.703426 fallocate 0x032afc thru 0x0376a0 (0x4ba5 bytes) 000732 1787379425.718280 trunc from 0x03096f to 0x02897f (0x7fef bytes) 000733 1787379425.751511 trunc from 0x0235b7 to 0x02897f (0x53c9 bytes) 000734 1787379425.760260 punch from 0x023079 to 0x02897f (0x5907 bytes) 000735 1787379425.769583 trunc from 0x028980 to 0x00e257 (0x1a728 bytes) 000736 1787379425.798413 write 0x01f189 thru 0x022ef2 (0x3d6a bytes) 000737 1787379425.806903 write 0x02e8fd thru 0x03646d (0x7b71 bytes) 000738 1787379425.811463 trunc from 0x03646e to 0x025916 (0x10b57 bytes) 000740 1787379425.834873 punch from 0x00383f to 0x012288 (0xea4a bytes) 000741 1787379425.848162 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x25917): Mirror 6: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25917): Mirror 6: 0x7e186fc0 (stale) Mirror 12: 0x7e186fc0 (stale) Mirror 13: 0x7e186fc0 (stale) Mirror 14: 0x7e186fc0 (stale) Mirror 15: 0x7e186fc0 (stale) Mirror 17: 0x7e186fc0 (stale) Mirror 18: 0x7e186fc0 (stale) Mirror 20: 0x7e186fc0 (stale) Mirror 21: 0x7e186fc0 (stale) Mirror 22: 0x7e186fc0 (stale) Mirror 23: 0x7e186fc0 (stale) Mirror 24: 0x7e186fc0 (stale) Mirror 25: 0x7e186fc0 (stale) Mirror 26: 0x7e186fc0 (stale) CRC-32 checksum value for chunk [0, 0x25917): Mirror 1: 0x730928b Mirror 27: 0x730928b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25917: skipped 000742 1787379427.480372 trunc from 0x025917 to 0x02dae3 (0x81cd bytes) 000743 1787379427.560820 trunc from 0x021b48 to 0x02c626 (0xaadf bytes) 000745 1787379427.582963 mapwrite 0x01eb8d thru 0x02d826 (0xec9a bytes) 000746 1787379427.673176 mapwrite 0x02744f thru 0x031ab3 (0xa665 bytes) 000747 1787379427.769264 MIRROR_RESYNC 16 mirrors 000748 1787379430.649349 mapwrite 0x00bd75 thru 0x01a2fc (0xe588 bytes) 000749 1787379430.839615 trunc from 0x031ab4 to 0x03be7a (0xa3c7 bytes) 000750 1787379430.883202 write 0x01533a thru 0x024da2 (0xfa69 bytes) 000751 1787379430.907894 fallocate 0x027090 thru 0x0322d8 (0xb249 bytes) 000752 1787379430.921540 trunc from 0x0393aa to 0x03be7a (0x2ad1 bytes) 000753 1787379430.933635 mapwrite 0x02ec56 thru 0x03d1df (0xe58a bytes) 000754 1787379431.036912 read 0x01eca5 thru 0x02494a (0x5ca6 bytes) 000755 1787379431.037746 punch from 0x035c89 to 0x03d1df (0x7557 bytes) 000756 1787379431.044820 mapread 0x02255c thru 0x024eb0 (0x2955 bytes) 000757 1787379431.052018 MIRROR_RESYNC 16 mirrors 000758 1787379434.542295 mapread 0x0207a2 thru 0x0242fe (0x3b5d bytes) 000759 1787379434.565847 read 0x03c6c1 thru 0x03d1df (0xb1f bytes) 000760 1787379434.571558 trunc from 0x01bc6b to 0x026bdc (0xaf72 bytes) 000761 1787379434.633999 punch from 0x01b598 to 0x0244e1 (0x8f4a bytes) 000762 1787379434.651040 fallocate 0x024689 thru 0x02c530 (0x7ea8 bytes) 000763 1787379434.664635 mapwrite 0x02de91 thru 0x0352dc (0x744c bytes) 000764 1787379434.723633 trunc from 0x03d1e0 to 0x03e88a (0x16ab bytes) 000765 1787379434.763982 trunc from 0x004bf8 to 0x008b56 (0x3f5f bytes) 000766 1787379434.774420 read 0x0352e2 thru 0x03aa28 (0x5747 bytes) 000767 1787379434.801212 trunc from 0x03e88b to 0x028302 (0x16588 bytes) 000768 1787379434.832137 read 0x026ab6 thru 0x028302 (0x184d bytes) 000769 1787379434.832946 trunc from 0x016952 to 0x0268cb (0xff7a bytes) 000770 1787379434.853588 punch from 0x0076de to 0x00c050 (0x4973 bytes) 000771 1787379434.861435 write 0x02c00d thru 0x037b09 (0xbafd bytes) 000772 1787379434.866401 mapwrite 0x03a5a1 thru 0x03b573 (0xfd3 bytes) 000773 1787379434.954600 trunc from 0x0272e2 to 0x030bdf (0x98fe bytes) 000774 1787379434.968594 trunc from 0x0367f3 to 0x038d51 (0x255f bytes) 000775 1787379434.984528 trunc from 0x03b574 to 0x004a83 (0x36af0 bytes) 000778 1787379435.036953 read 0x0045a9 thru 0x004a83 (0x4db bytes) 000779 1787379435.038492 mapread 0x000c5a thru 0x004a83 (0x3e2a bytes) 000780 1787379435.040866 trunc from 0x0040ad to 0x004a83 (0x9d7 bytes) 000781 1787379435.049190 read 0x0025eb thru 0x004a83 (0x2499 bytes) 000782 1787379435.063199 trunc from 0x003263 to 0x004a83 (0x1821 bytes) 000783 1787379435.071990 punch from 0x0034aa to 0x004a83 (0x15da bytes) 000785 1787379435.081031 fallocate 0x038da7 thru 0x0397ac (0xa06 bytes) 000786 1787379435.097372 write 0x021080 thru 0x024a7e (0x39ff bytes) 000787 1787379435.135823 trunc from 0x024128 to 0x028ecc (0x4da5 bytes) 000789 1787379435.156668 mapwrite 0x01010a thru 0x019201 (0x90f8 bytes) 000790 1787379435.203034 punch from 0x02938d to 0x03875c (0xf3d0 bytes) 000791 1787379435.215198 MIRROR_RESYNC 16 mirrors 000792 1787379439.304540 punch from 0x0311fe to 0x035d1b (0x4b1e bytes) 000793 1787379439.350303 mapread 0x037549 thru 0x03935b (0x1e13 bytes) 000794 1787379439.389139 mapwrite 0x017ce9 thru 0x01d147 (0x545f bytes) 000796 1787379439.436182 trunc from 0x0397ad to 0x0234f0 (0x162bc bytes) 000797 1787379439.478471 fallocate 0x01dfe8 thru 0x0253ee (0x7407 bytes) 000798 1787379439.505038 mapwrite 0x031c68 thru 0x039237 (0x75d0 bytes) 000799 1787379439.571881 read 0x00be66 thru 0x00f32b (0x34c6 bytes) 000800 1787379439.600999 trunc from 0x023160 to 0x0283bf (0x5260 bytes) 000801 1787379439.611874 mapread 0x036e8e thru 0x039237 (0x23aa bytes) 000802 1787379439.613683 punch from 0x00f6e2 to 0x01c2e9 (0xcc08 bytes) 000803 1787379439.621420 mapwrite 0x02ef4b thru 0x032c3a (0x3cf0 bytes) 000804 1787379439.652428 MIRROR_RESYNC 16 mirrors 000805 1787379445.547835 trunc from 0x02b55d to 0x031b8b (0x662f bytes) 000806 1787379445.637897 trunc from 0x039238 to 0x012925 (0x26912 bytes) 000807 1787379445.685455 read 0x002d58 thru 0x00bc76 (0x8f1f bytes) 000808 1787379445.725579 MIRROR_SPLIT mirror 4 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x12926): Mirror 6: 0xbd0500c5 (stale) Mirror 12: 0xbd0500c5 (stale) Mirror 13: 0xbd0500c5 (stale) Mirror 15: 0xbd0500c5 (stale) Mirror 17: 0xbd0500c5 (stale) Mirror 18: 0xbd0500c5 (stale) Mirror 20: 0xbd0500c5 (stale) Mirror 21: 0xbd0500c5 (stale) Mirror 22: 0xbd0500c5 (stale) Mirror 23: 0xbd0500c5 (stale) Mirror 24: 0xbd0500c5 (stale) Mirror 25: 0xbd0500c5 (stale) Mirror 26: 0xbd0500c5 (stale) Mirror 27: 0xbd0500c5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12926): Mirror 6: 0xbd0500c5 (stale) Mirror 12: 0xbd0500c5 (stale) Mirror 13: 0xbd0500c5 (stale) Mirror 15: 0xbd0500c5 (stale) Mirror 17: 0xbd0500c5 (stale) Mirror 18: 0xbd0500c5 (stale) Mirror 20: 0xbd0500c5 (stale) Mirror 21: 0xbd0500c5 (stale) Mirror 22: 0xbd0500c5 (stale) Mirror 23: 0xbd0500c5 (stale) Mirror 24: 0xbd0500c5 (stale) Mirror 25: 0xbd0500c5 (stale) Mirror 26: 0xbd0500c5 (stale) Mirror 27: 0xbd0500c5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12926: skipped 000809 1787379446.629594 fallocate 0x027d7d thru 0x02a9e7 (0x2c6b bytes) 000810 1787379446.640307 mapwrite 0x007bdb thru 0x01086b (0x8c91 bytes) 000811 1787379446.698477 trunc from 0x00966d to 0x00ba71 (0x2405 bytes) 000812 1787379446.714433 trunc from 0x012926 to 0x0081bd (0xa768 bytes) 000813 1787379446.768678 fallocate 0x004bf5 thru 0x00f0cb (0xa4d7 bytes) 000814 1787379446.777647 write 0x03ed5c thru 0x03ffff (0x12a4 bytes) 000815 1787379446.780356 read 0x0155c3 thru 0x01c624 (0x7062 bytes) 000816 1787379446.791237 write 0x025384 thru 0x02f429 (0xa0a6 bytes) 000817 1787379446.804837 mapwrite 0x029693 thru 0x02f631 (0x5f9f bytes) 000818 1787379446.831281 mapwrite 0x00465e thru 0x009165 (0x4b08 bytes) 000819 1787379446.864696 read 0x0126ed thru 0x01a8cc (0x81e0 bytes) 000821 1787379446.904816 read 0x0126a8 thru 0x015616 (0x2f6f bytes) 000822 1787379446.917194 MIRROR_SPLIT mirror 9 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xfbf74aeb (stale) Mirror 12: 0xfbf74aeb (stale) Mirror 13: 0xfbf74aeb (stale) Mirror 15: 0xfbf74aeb (stale) Mirror 17: 0xfbf74aeb (stale) Mirror 18: 0xfbf74aeb (stale) Mirror 20: 0xfbf74aeb (stale) Mirror 21: 0xfbf74aeb (stale) Mirror 23: 0xfbf74aeb (stale) Mirror 24: 0xfbf74aeb (stale) Mirror 25: 0xfbf74aeb (stale) Mirror 26: 0xfbf74aeb (stale) Mirror 27: 0xfbf74aeb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xfbf74aeb (stale) Mirror 12: 0xfbf74aeb (stale) Mirror 13: 0xfbf74aeb (stale) Mirror 15: 0xfbf74aeb (stale) Mirror 17: 0xfbf74aeb (stale) Mirror 18: 0xfbf74aeb (stale) Mirror 20: 0xfbf74aeb (stale) Mirror 21: 0xfbf74aeb (stale) Mirror 23: 0xfbf74aeb (stale) Mirror 24: 0xfbf74aeb (stale) Mirror 25: 0xfbf74aeb (stale) Mirror 26: 0xfbf74aeb (stale) Mirror 27: 0xfbf74aeb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000823 1787379447.762406 fallocate 0x00d8f4 thru 0x013109 (0x5816 bytes) 000825 1787379447.773512 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xfbf74aeb (stale) Mirror 12: 0xfbf74aeb (stale) Mirror 13: 0xfbf74aeb (stale) Mirror 15: 0xfbf74aeb (stale) Mirror 17: 0xfbf74aeb (stale) Mirror 18: 0xfbf74aeb (stale) Mirror 20: 0xfbf74aeb (stale) Mirror 21: 0xfbf74aeb (stale) Mirror 23: 0xfbf74aeb (stale) Mirror 24: 0xfbf74aeb (stale) Mirror 25: 0xfbf74aeb (stale) Mirror 26: 0xfbf74aeb (stale) Mirror 27: 0xfbf74aeb (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf33897df Mirror 28: 0xf33897df lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000826 1787379449.409274 mapwrite 0x035e34 thru 0x03ffff (0xa1cc bytes) 000827 1787379449.654070 punch from 0x03c311 to 0x03ffff (0x3cef bytes) 000828 1787379449.665986 mapread 0x00bd2c thru 0x01a0df (0xe3b4 bytes) 000829 1787379449.713562 mapwrite 0x005d77 thru 0x00c5bf (0x6849 bytes) 000830 1787379449.736042 punch from 0x0298cd to 0x037b31 (0xe265 bytes) 000831 1787379449.742741 write 0x0123dd thru 0x015d68 (0x398c bytes) 000832 1787379449.749132 trunc from 0x040000 to 0x0088ca (0x37735 bytes) 000833 1787379449.793519 MIRROR_SPLIT mirror 3 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x88cb): Mirror 6: 0x280dccbb (stale) Mirror 12: 0x280dccbb (stale) Mirror 15: 0x280dccbb (stale) Mirror 17: 0x280dccbb (stale) Mirror 18: 0x280dccbb (stale) Mirror 20: 0x280dccbb (stale) Mirror 21: 0x280dccbb (stale) Mirror 23: 0x280dccbb (stale) Mirror 24: 0x280dccbb (stale) Mirror 25: 0x280dccbb (stale) Mirror 26: 0x280dccbb (stale) Mirror 27: 0x280dccbb (stale) Mirror 28: 0xbcec851 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x88cb): Mirror 6: 0x280dccbb (stale) Mirror 12: 0x280dccbb (stale) Mirror 15: 0x280dccbb (stale) Mirror 17: 0x280dccbb (stale) Mirror 18: 0x280dccbb (stale) Mirror 20: 0x280dccbb (stale) Mirror 21: 0x280dccbb (stale) Mirror 23: 0x280dccbb (stale) Mirror 24: 0x280dccbb (stale) Mirror 25: 0x280dccbb (stale) Mirror 26: 0x280dccbb (stale) Mirror 27: 0x280dccbb (stale) Mirror 28: 0xbcec851 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x88cb: skipped 000834 1787379450.576586 punch from 0x0082c4 to 0x0088ca (0x607 bytes) 000836 1787379450.593593 punch from 0x004302 to 0x0088ca (0x45c9 bytes) 000837 1787379450.604052 MIRROR_RESYNC 14 mirrors 000838 1787379453.533755 punch from 0x005218 to 0x0088ca (0x36b3 bytes) 000839 1787379453.581044 mapread 0x00644c thru 0x0088ca (0x247f bytes) 000840 1787379453.608297 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x88cb): Mirror 6: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x88cb): Mirror 6: 0x280dccbb (stale) Mirror 12: 0x280dccbb (stale) Mirror 15: 0x280dccbb (stale) Mirror 17: 0x280dccbb (stale) Mirror 18: 0x280dccbb (stale) Mirror 20: 0x280dccbb (stale) Mirror 21: 0x280dccbb (stale) Mirror 23: 0x280dccbb (stale) Mirror 24: 0x280dccbb (stale) Mirror 25: 0x280dccbb (stale) Mirror 26: 0x280dccbb (stale) Mirror 27: 0x280dccbb (stale) Mirror 28: 0x280dccbb (stale) CRC-32 checksum value for chunk [0, 0x88cb): Mirror 1: 0x280dccbb Mirror 29: 0x280dccbb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x88cb: skipped 000841 1787379455.046949 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x88cb): Mirror 6: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x88cb): Mirror 6: 0x280dccbb (stale) Mirror 12: 0x280dccbb (stale) Mirror 15: 0x280dccbb (stale) Mirror 17: 0x280dccbb (stale) Mirror 18: 0x280dccbb (stale) Mirror 20: 0x280dccbb (stale) Mirror 21: 0x280dccbb (stale) Mirror 23: 0x280dccbb (stale) Mirror 24: 0x280dccbb (stale) Mirror 25: 0x280dccbb (stale) Mirror 26: 0x280dccbb (stale) Mirror 27: 0x280dccbb (stale) Mirror 28: 0x280dccbb (stale) CRC-32 checksum value for chunk [0, 0x88cb): Mirror 1: 0x280dccbb Mirror 29: 0x280dccbb Mirror 30: 0x280dccbb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x88cb: skipped 000843 1787379456.820428 punch from 0x000112 to 0x0057e6 (0x56d5 bytes) 000844 1787379456.877939 punch from 0x0085df to 0x0088ca (0x2ec bytes) 000845 1787379456.884876 write 0x03b101 thru 0x03cc92 (0x1b92 bytes) 000846 1787379456.897221 MIRROR_SPLIT mirror 15 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cc93): Mirror 6: 0x3e4e09bf (stale) Mirror 12: 0x3e4e09bf (stale) Mirror 15: 0x3e4e09bf (stale) Mirror 17: 0x3e4e09bf (stale) Mirror 18: 0x3e4e09bf (stale) Mirror 20: 0x3e4e09bf (stale) Mirror 21: 0x3e4e09bf (stale) Mirror 23: 0x3e4e09bf (stale) Mirror 24: 0x3e4e09bf (stale) Mirror 25: 0x3e4e09bf (stale) Mirror 26: 0x3e4e09bf (stale) Mirror 27: 0x3e4e09bf (stale) Mirror 28: 0x3e4e09bf (stale) Mirror 29: 0x3e4e09bf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cc93): Mirror 6: 0x3e4e09bf (stale) Mirror 12: 0x3e4e09bf (stale) Mirror 15: 0x3e4e09bf (stale) Mirror 17: 0x3e4e09bf (stale) Mirror 18: 0x3e4e09bf (stale) Mirror 20: 0x3e4e09bf (stale) Mirror 21: 0x3e4e09bf (stale) Mirror 23: 0x3e4e09bf (stale) Mirror 24: 0x3e4e09bf (stale) Mirror 25: 0x3e4e09bf (stale) Mirror 26: 0x3e4e09bf (stale) Mirror 27: 0x3e4e09bf (stale) Mirror 28: 0x3e4e09bf (stale) Mirror 29: 0x3e4e09bf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cc93: skipped 000847 1787379457.931926 fallocate 0x03e1da thru 0x03ffff (0x1e26 bytes) 000848 1787379457.940740 read 0x02c979 thru 0x0300b3 (0x373b bytes) 000849 1787379457.954223 punch from 0x038b45 to 0x03ffff (0x74bb bytes) 000851 1787379457.961503 mapwrite 0x00f10e thru 0x014344 (0x5237 bytes) 000852 1787379458.018433 mapread 0x023956 thru 0x03208f (0xe73a bytes) 000853 1787379458.046345 fallocate 0x00a62c thru 0x010669 (0x603e bytes) 000854 1787379458.055787 trunc from 0x040000 to 0x003836 (0x3c7c9 bytes) 000855 1787379458.100311 mapwrite 0x0037cc thru 0x00ca4f (0x9284 bytes) 000856 1787379458.200465 fallocate 0x02a494 thru 0x0391c0 (0xed2d bytes) 000858 1787379458.215534 punch from 0x0033d5 to 0x00b466 (0x8092 bytes) 000859 1787379458.234648 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0xca50): Mirror 6: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xca50): Mirror 6: 0xbdd9f43d (stale) Mirror 12: 0xbdd9f43d (stale) Mirror 15: 0xbdd9f43d (stale) Mirror 17: 0xbdd9f43d (stale) Mirror 18: 0xbdd9f43d (stale) Mirror 20: 0xbdd9f43d (stale) Mirror 21: 0xbdd9f43d (stale) Mirror 23: 0xbdd9f43d (stale) Mirror 24: 0xbdd9f43d (stale) Mirror 25: 0xbdd9f43d (stale) Mirror 26: 0xbdd9f43d (stale) Mirror 27: 0xbdd9f43d (stale) Mirror 28: 0xbdd9f43d (stale) Mirror 29: 0xbdd9f43d (stale) CRC-32 checksum value for chunk [0, 0xca50): Mirror 1: 0x810ed99e Mirror 30: 0x810ed99e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xca50: skipped 000860 1787379459.615361 mapwrite 0x007fc2 thru 0x010a80 (0x8abf bytes) 000862 1787379459.868958 trunc from 0x00f523 to 0x0100fe (0xbdc bytes) 000864 1787379459.878267 mapwrite 0x03f969 thru 0x03ffff (0x697 bytes) 000867 1787379459.981518 trunc from 0x040000 to 0x004c2a (0x3b3d5 bytes) 000868 1787379460.039995 read 0x001ea3 thru 0x004c2a (0x2d88 bytes) 000869 1787379460.050907 mapwrite 0x0240a0 thru 0x02d15a (0x90bb bytes) 000870 1787379460.136710 read 0x0040e9 thru 0x0102ad (0xc1c5 bytes) 000871 1787379460.154426 write 0x039bac thru 0x03ffff (0x6454 bytes) 000872 1787379460.156203 write 0x005a81 thru 0x0104c0 (0xaa40 bytes) 000873 1787379460.170395 trunc from 0x040000 to 0x002d48 (0x3d2b7 bytes) 000875 1787379460.195308 punch from 0x000e3f to 0x002d48 (0x1f0a bytes) 000876 1787379460.201047 punch from 0x0022d5 to 0x002d48 (0xa74 bytes) 000878 1787379460.207459 read 0x0027ec thru 0x002d48 (0x55d bytes) 000879 1787379460.215331 trunc from 0x002d49 to 0x0233eb (0x206a3 bytes) 000880 1787379460.235231 mapwrite 0x035559 thru 0x037952 (0x23fa bytes) 000881 1787379460.295019 trunc from 0x037953 to 0x01307f (0x248d3 bytes) 000882 1787379460.317927 trunc from 0x0070ec to 0x012d48 (0xbc5d bytes) 000883 1787379460.328333 MIRROR_SPLIT mirror 1 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x13080): Mirror 12: 0x9e682a3e (stale) Mirror 15: 0x9e682a3e (stale) Mirror 17: 0x9e682a3e (stale) Mirror 18: 0x9e682a3e (stale) Mirror 20: 0x9e682a3e (stale) Mirror 21: 0x9e682a3e (stale) Mirror 23: 0x9e682a3e (stale) Mirror 24: 0x9e682a3e (stale) Mirror 25: 0x9e682a3e (stale) Mirror 26: 0x9e682a3e (stale) Mirror 27: 0x9e682a3e (stale) Mirror 28: 0x9e682a3e (stale) Mirror 29: 0x9e682a3e (stale) Mirror 30: 0xfa66186c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13080): Mirror 12: 0x9e682a3e (stale) Mirror 15: 0x9e682a3e (stale) Mirror 17: 0x9e682a3e (stale) Mirror 18: 0x9e682a3e (stale) Mirror 20: 0x9e682a3e (stale) Mirror 21: 0x9e682a3e (stale) Mirror 23: 0x9e682a3e (stale) Mirror 24: 0x9e682a3e (stale) Mirror 25: 0x9e682a3e (stale) Mirror 26: 0x9e682a3e (stale) Mirror 27: 0x9e682a3e (stale) Mirror 28: 0x9e682a3e (stale) Mirror 29: 0x9e682a3e (stale) Mirror 30: 0xfa66186c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13080: skipped 000884 1787379461.195673 read 0x0082a2 thru 0x00b0f2 (0x2e51 bytes) 000885 1787379461.229070 MIRROR_RESYNC 15 mirrors 000886 1787379463.844883 MIRROR_SPLIT mirror 5 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) 000887 1787379464.651943 MIRROR_RESYNC 14 mirrors 000888 1787379465.794453 write 0x005a84 thru 0x00eb87 (0x9104 bytes) 000889 1787379465.873369 punch from 0x001599 to 0x005445 (0x3ead bytes) 000890 1787379465.894254 trunc from 0x013080 to 0x023ff2 (0x10f73 bytes) 000891 1787379465.924346 MIRROR_SPLIT mirror 6 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23ff3): Mirror 12: 0x4962dcd9 (stale) Mirror 15: 0x4962dcd9 (stale) Mirror 17: 0x4962dcd9 (stale) Mirror 18: 0x4962dcd9 (stale) Mirror 21: 0x4962dcd9 (stale) Mirror 24: 0x4962dcd9 (stale) Mirror 25: 0x4962dcd9 (stale) Mirror 26: 0x4962dcd9 (stale) Mirror 27: 0x4962dcd9 (stale) Mirror 28: 0x4962dcd9 (stale) Mirror 29: 0x4962dcd9 (stale) Mirror 30: 0x4962dcd9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23ff3): Mirror 12: 0x4962dcd9 (stale) Mirror 15: 0x4962dcd9 (stale) Mirror 17: 0x4962dcd9 (stale) Mirror 18: 0x4962dcd9 (stale) Mirror 21: 0x4962dcd9 (stale) Mirror 24: 0x4962dcd9 (stale) Mirror 25: 0x4962dcd9 (stale) Mirror 26: 0x4962dcd9 (stale) Mirror 27: 0x4962dcd9 (stale) Mirror 28: 0x4962dcd9 (stale) Mirror 29: 0x4962dcd9 (stale) Mirror 30: 0x4962dcd9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23ff3: skipped 000892 1787379466.767196 punch from 0x0181ff to 0x020db6 (0x8bb8 bytes) 000893 1787379466.774115 trunc from 0x018afd to 0x01c34d (0x3851 bytes) 000894 1787379466.780028 read 0x004160 thru 0x00ee77 (0xad18 bytes) 000895 1787379466.795928 write 0x03c562 thru 0x03ffff (0x3a9e bytes) 000896 1787379466.805566 read 0x01cb18 thru 0x029201 (0xc6ea bytes) 000897 1787379466.823300 punch from 0x0066bb to 0x00fc48 (0x958e bytes) 000898 1787379466.836523 MIRROR_RESYNC 13 mirrors 000899 1787379469.911663 punch from 0x014cae to 0x01aea3 (0x61f6 bytes) 000900 1787379469.955256 read 0x011828 thru 0x021315 (0xfaee bytes) 000902 1787379469.967674 trunc from 0x031fd2 to 0x03ffff (0xe02e bytes) 000903 1787379469.973064 fallocate 0x035e04 thru 0x0398b8 (0x3ab5 bytes) 000904 1787379469.979392 mapread 0x024cf6 thru 0x029ce4 (0x4fef bytes) 000905 1787379470.004702 fallocate 0x02c69a thru 0x03c0ef (0xfa56 bytes) 000907 1787379470.011414 punch from 0x03512c to 0x03c052 (0x6f27 bytes) 000908 1787379470.016228 fallocate 0x010011 thru 0x0186fe (0x86ee bytes) 000909 1787379470.021407 punch from 0x00811d to 0x01318a (0xb06e bytes) 000910 1787379470.025950 read 0x02a62c thru 0x02ab28 (0x4fd bytes) 000911 1787379470.027039 write 0x0292d8 thru 0x02c830 (0x3559 bytes) 000912 1787379470.028706 fallocate 0x0328d7 thru 0x036c93 (0x43bd bytes) 000913 1787379470.033571 mapread 0x03811f thru 0x03ffff (0x7ee1 bytes) 000914 1787379470.046577 MIRROR_RESYNC 13 mirrors 000916 1787379473.555527 mapwrite 0x009a24 thru 0x014e14 (0xb3f1 bytes) 000917 1787379473.810957 punch from 0x02257a to 0x028329 (0x5db0 bytes) 000918 1787379473.816628 write 0x00e307 thru 0x01c0eb (0xdde5 bytes) 000919 1787379473.832380 MIRROR_SPLIT mirror 6 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x4223cd94 (stale) Mirror 15: 0x4223cd94 (stale) Mirror 17: 0x4223cd94 (stale) Mirror 18: 0x4223cd94 (stale) Mirror 21: 0x4223cd94 (stale) Mirror 25: 0x4223cd94 (stale) Mirror 26: 0x4223cd94 (stale) Mirror 27: 0x4223cd94 (stale) Mirror 28: 0x4223cd94 (stale) Mirror 29: 0x4223cd94 (stale) Mirror 30: 0x4223cd94 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x4223cd94 (stale) Mirror 15: 0x4223cd94 (stale) Mirror 17: 0x4223cd94 (stale) Mirror 18: 0x4223cd94 (stale) Mirror 21: 0x4223cd94 (stale) Mirror 25: 0x4223cd94 (stale) Mirror 26: 0x4223cd94 (stale) Mirror 27: 0x4223cd94 (stale) Mirror 28: 0x4223cd94 (stale) Mirror 29: 0x4223cd94 (stale) Mirror 30: 0x4223cd94 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000920 1787379474.675166 mapread 0x0361fa thru 0x0364f7 (0x2fe bytes) 000921 1787379474.680612 write 0x02aa53 thru 0x0338df (0x8e8d bytes) 000922 1787379474.712423 punch from 0x00f70e to 0x01321c (0x3b0f bytes) 000924 1787379474.728433 mapread 0x03a62a thru 0x03ffff (0x59d6 bytes) 000925 1787379474.754450 mapwrite 0x016217 thru 0x01994d (0x3737 bytes) 000926 1787379474.821884 fallocate 0x0394cf thru 0x03ffff (0x6b31 bytes) 000927 1787379474.828738 trunc from 0x00003e to 0x006ee5 (0x6ea8 bytes) 000928 1787379474.836145 write 0x039d96 thru 0x03ccf6 (0x2f61 bytes) 000929 1787379474.837545 trunc from 0x00af07 to 0x015ecf (0xafc9 bytes) 000930 1787379474.845024 fallocate 0x018d27 thru 0x01c811 (0x3aeb bytes) 000931 1787379474.860796 MIRROR_RESYNC 12 mirrors 000932 1787379479.414945 mapread 0x027247 thru 0x03650a (0xf2c4 bytes) 000934 1787379479.465391 punch from 0x02dd42 to 0x039fb8 (0xc277 bytes) 000935 1787379479.511873 read 0x035966 thru 0x037bc0 (0x225b bytes) 000936 1787379479.518146 fallocate 0x02fa56 thru 0x035bb2 (0x615d bytes) 000937 1787379479.530369 fallocate 0x004fe8 thru 0x00c5cf (0x75e8 bytes) 000938 1787379479.542745 trunc from 0x040000 to 0x00397d (0x3c682 bytes) 000939 1787379479.585277 read 0x003235 thru 0x00397d (0x749 bytes) 000940 1787379479.590609 punch from 0x001e2e to 0x00397d (0x1b50 bytes) 000941 1787379479.597957 mapwrite 0x01035f thru 0x018946 (0x85e8 bytes) 000942 1787379479.664421 MIRROR_SPLIT mirror 8 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x18947): Mirror 12: 0x8ec047d7 (stale) Mirror 15: 0x8ec047d7 (stale) Mirror 17: 0x8ec047d7 (stale) Mirror 18: 0x8ec047d7 (stale) Mirror 21: 0x8ec047d7 (stale) Mirror 25: 0x8ec047d7 (stale) Mirror 26: 0x8ec047d7 (stale) Mirror 28: 0x8ec047d7 (stale) Mirror 29: 0x8ec047d7 (stale) Mirror 30: 0x8ec047d7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x18947): Mirror 12: 0x8ec047d7 (stale) Mirror 15: 0x8ec047d7 (stale) Mirror 17: 0x8ec047d7 (stale) Mirror 18: 0x8ec047d7 (stale) Mirror 21: 0x8ec047d7 (stale) Mirror 25: 0x8ec047d7 (stale) Mirror 26: 0x8ec047d7 (stale) Mirror 28: 0x8ec047d7 (stale) Mirror 29: 0x8ec047d7 (stale) Mirror 30: 0x8ec047d7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x18947: skipped 000943 1787379480.342203 trunc from 0x00e192 to 0x0188cb (0xa73a bytes) 000944 1787379480.350474 mapread 0x00a29f thru 0x00c2fe (0x2060 bytes) 000945 1787379480.373153 mapwrite 0x03e5fe thru 0x03ffff (0x1a02 bytes) 000946 1787379480.436356 punch from 0x03706e to 0x03ffff (0x8f92 bytes) 000947 1787379480.444210 mapread 0x00a954 thru 0x00d613 (0x2cc0 bytes) 000948 1787379480.455345 MIRROR_RESYNC 11 mirrors 000949 1787379482.657517 punch from 0x025c0d to 0x031f87 (0xc37b bytes) 000950 1787379482.707760 read 0x0104b4 thru 0x015dbc (0x5909 bytes) 000951 1787379482.729747 MIRROR_SPLIT mirror 2 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x29:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x41334e1 (stale) Mirror 17: 0x41334e1 (stale) Mirror 18: 0x41334e1 (stale) Mirror 21: 0x41334e1 (stale) Mirror 25: 0x41334e1 (stale) Mirror 26: 0x41334e1 (stale) Mirror 28: 0x41334e1 (stale) Mirror 29: 0x41334e1 (stale) Mirror 30: 0x41334e1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x41334e1 (stale) Mirror 17: 0x41334e1 (stale) Mirror 18: 0x41334e1 (stale) Mirror 21: 0x41334e1 (stale) Mirror 25: 0x41334e1 (stale) Mirror 26: 0x41334e1 (stale) Mirror 28: 0x41334e1 (stale) Mirror 29: 0x41334e1 (stale) Mirror 30: 0x41334e1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000952 1787379483.404203 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x41334e1 (stale) Mirror 17: 0x41334e1 (stale) Mirror 18: 0x41334e1 (stale) Mirror 21: 0x41334e1 (stale) Mirror 25: 0x41334e1 (stale) Mirror 26: 0x41334e1 (stale) Mirror 28: 0x41334e1 (stale) Mirror 29: 0x41334e1 (stale) Mirror 30: 0x41334e1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x41334e1 Mirror 31: 0x41334e1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000953 1787379484.626131 mapread 0x01ec6a thru 0x01f919 (0xcb0 bytes) 000954 1787379484.673334 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x41334e1 (stale) Mirror 17: 0x41334e1 (stale) Mirror 18: 0x41334e1 (stale) Mirror 21: 0x41334e1 (stale) Mirror 25: 0x41334e1 (stale) Mirror 26: 0x41334e1 (stale) Mirror 28: 0x41334e1 (stale) Mirror 29: 0x41334e1 (stale) Mirror 30: 0x41334e1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x41334e1 Mirror 31: 0x41334e1 Mirror 32: 0x41334e1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000955 1787379485.829905 read 0x0064c5 thru 0x0152f5 (0xee31 bytes) 000957 1787379485.845304 fallocate 0x00e4e3 thru 0x00eba5 (0x6c3 bytes) 000958 1787379485.928898 trunc from 0x040000 to 0x02db4f (0x124b0 bytes) 000959 1787379486.004564 fallocate 0x01e1a9 thru 0x02081f (0x2677 bytes) 000960 1787379486.028931 write 0x018203 thru 0x0243f2 (0xc1f0 bytes) 000961 1787379486.064444 trunc from 0x00d6ae to 0x01d45d (0xfdb0 bytes) 000962 1787379486.087865 fallocate 0x005589 thru 0x007e79 (0x28f1 bytes) 000963 1787379486.106728 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x2db50): Mirror 12: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2db50): Mirror 12: 0x4412e658 (stale) Mirror 17: 0x4412e658 (stale) Mirror 18: 0x4412e658 (stale) Mirror 21: 0x4412e658 (stale) Mirror 25: 0x4412e658 (stale) Mirror 26: 0x4412e658 (stale) Mirror 28: 0x4412e658 (stale) Mirror 29: 0x4412e658 (stale) Mirror 30: 0x4412e658 (stale) Mirror 31: 0x4412e658 (stale) Mirror 32: 0x4412e658 (stale) CRC-32 checksum value for chunk [0, 0x2db50): Mirror 1: 0xd6bc467b Mirror 33: 0xd6bc467b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2db50: skipped 000964 1787379487.320568 punch from 0x008acf to 0x012ffd (0xa52f bytes) 000965 1787379487.367059 fallocate 0x0245f6 thru 0x026413 (0x1e1e bytes) 000966 1787379487.373432 mapwrite 0x02de04 thru 0x03bd50 (0xdf4d bytes) 000967 1787379487.441333 fallocate 0x015978 thru 0x023b9a (0xe223 bytes) 000968 1787379487.456155 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3bd51): Mirror 12: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bd51): Mirror 12: 0x5fd0c64e (stale) Mirror 17: 0x5fd0c64e (stale) Mirror 18: 0x5fd0c64e (stale) Mirror 21: 0x5fd0c64e (stale) Mirror 25: 0x5fd0c64e (stale) Mirror 26: 0x5fd0c64e (stale) Mirror 28: 0x5fd0c64e (stale) Mirror 29: 0x5fd0c64e (stale) Mirror 30: 0x5fd0c64e (stale) Mirror 31: 0x5fd0c64e (stale) Mirror 32: 0x5fd0c64e (stale) Mirror 33: 0xf0d8e35f (stale) CRC-32 checksum value for chunk [0, 0x3bd51): Mirror 1: 0xe11998e Mirror 34: 0xe11998e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bd51: skipped 000969 1787379489.015540 fallocate 0x011ca2 thru 0x01df85 (0xc2e4 bytes) 000970 1787379489.103620 mapwrite 0x02e11f thru 0x037e53 (0x9d35 bytes) 000971 1787379489.214406 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x3bd51): Mirror 12: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bd51): Mirror 12: 0x5fd0c64e (stale) Mirror 17: 0x5fd0c64e (stale) Mirror 18: 0x5fd0c64e (stale) Mirror 21: 0x5fd0c64e (stale) Mirror 25: 0x5fd0c64e (stale) Mirror 26: 0x5fd0c64e (stale) Mirror 28: 0x5fd0c64e (stale) Mirror 29: 0x5fd0c64e (stale) Mirror 30: 0x5fd0c64e (stale) Mirror 31: 0x5fd0c64e (stale) Mirror 32: 0x5fd0c64e (stale) Mirror 33: 0xf0d8e35f (stale) Mirror 34: 0xe11998e (stale) CRC-32 checksum value for chunk [0, 0x3bd51): Mirror 1: 0x19ec90de Mirror 35: 0x19ec90de lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bd51: skipped 000972 1787379490.473199 read 0x019307 thru 0x01f575 (0x626f bytes) 000973 1787379490.487192 trunc from 0x03bd51 to 0x00e178 (0x2dbd8 bytes) 000974 1787379490.607161 MIRROR_RESYNC 15 mirrors 000975 1787379492.815651 read 0x008009 thru 0x00e178 (0x6170 bytes) 000976 1787379492.829465 MIRROR_EXTEND to 16 mirrors 000978 1787379493.913530 punch from 0x001aa6 to 0x005944 (0x3e9f bytes) 000979 1787379493.980865 mapread 0x000952 thru 0x00dc98 (0xd347 bytes) 000980 1787379494.007698 punch from 0x00b13d to 0x00e178 (0x303c bytes) 000981 1787379494.022508 trunc from 0x00e179 to 0x038445 (0x2a2cd bytes) 000982 1787379494.049986 trunc from 0x036a62 to 0x038445 (0x19e4 bytes) 000983 1787379494.055821 write 0x027edf thru 0x035f79 (0xe09b bytes) 000984 1787379494.067796 write 0x016ac0 thru 0x0222f9 (0xb83a bytes) 000985 1787379494.082375 punch from 0x008908 to 0x010f97 (0x8690 bytes) 000986 1787379494.088312 mapwrite 0x033041 thru 0x03ffff (0xcfbf bytes) 000987 1787379494.140269 trunc from 0x014f94 to 0x0247c0 (0xf82d bytes) 000988 1787379494.146791 trunc from 0x040000 to 0x03778d (0x8872 bytes) 000989 1787379494.162575 fallocate 0x002773 thru 0x00787d (0x510b bytes) 000990 1787379494.168464 trunc from 0x03778e to 0x006f03 (0x3088a bytes) 000991 1787379494.182113 punch from 0x004e68 to 0x006f03 (0x209c bytes) 000992 1787379494.187886 fallocate 0x0115ab thru 0x012d06 (0x175c bytes) 000993 1787379494.192472 punch from 0x005a7d to 0x00831d (0x28a1 bytes) 000994 1787379494.197593 trunc from 0x012d07 to 0x03c9ed (0x29ce7 bytes) 000995 1787379494.212511 mapwrite 0x000fd5 thru 0x001cf7 (0xd23 bytes) 000996 1787379494.225878 read 0x003742 thru 0x00a9b4 (0x7273 bytes) 000997 1787379494.240895 trunc from 0x03c9ee to 0x02f76f (0xd27e bytes) 000998 1787379494.257440 mapwrite 0x002a97 thru 0x00b838 (0x8da2 bytes) 000999 1787379494.299033 punch from 0x01b84f to 0x024a85 (0x9237 bytes) 001000 1787379494.304697 trunc from 0x02f770 to 0x02a9ab (0x4dc4 bytes) All operations completed A-OK!