== sanity-flr test 70a: flr mode fsx test ================ 15:17:13 (1777576633) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 6635 skipping zero size read truncating to largest ever: 0x1cc17 000002 1777576636.276952 trunc from 00000000 to 0x01cc16 (0x1cc17 bytes) 000003 1777576636.339298 MIRROR_EXTEND to 2 mirrors 000004 1777576637.356823 MIRROR_RESYNC 2 mirrors 000005 1777576637.856171 mapwrite 0x031da8 thru 0x03aeee (0x9147 bytes) 000006 1777576637.974219 trunc from 0x031176 to 0x0351e7 (0x4072 bytes) 000007 1777576637.990841 mapwrite 0x02ebda thru 0x03a264 (0xb68b bytes) truncating to largest ever: 0x387b3 000008 1777576638.063517 trunc from 0x03aeef to 0x0387b2 (0x273c bytes) 000009 1777576638.087753 mapwrite 0x0385a1 thru 0x03ffff (0x7a5f bytes) 000010 1777576638.175815 trunc from 0x02c0b9 to 0x032b5e (0x6aa6 bytes) 000011 1777576638.181960 read 0x027553 thru 0x02f6fb (0x81a9 bytes) 000012 1777576638.195567 read 0x025e4c thru 0x02fe46 (0x9ffb bytes) 000013 1777576638.209507 mapwrite 0x00f05d thru 0x0181c0 (0x9164 bytes) 000014 1777576638.241059 write 0x002ccd thru 0x00dc28 (0xaf5c bytes) 000015 1777576638.243933 mapwrite 0x0225dc thru 0x02564f (0x3074 bytes) 000016 1777576638.270607 read 0x0078ea thru 0x00916f (0x1886 bytes) 000017 1777576638.271525 mapwrite 0x039ff9 thru 0x03ffff (0x6007 bytes) 000018 1777576638.292177 trunc from 0x040000 to 0x0281e6 (0x17e19 bytes) 000019 1777576638.308495 write 0x000e8c thru 0x00f00e (0xe183 bytes) 000020 1777576638.311523 write 0x0244c1 thru 0x02b19b (0x6cdb bytes) fallocating to largest ever: 0x40000 000021 1777576638.314346 fallocate 0x03b0c5 thru 0x03ffff (0x4f3b bytes) 000022 1777576638.320456 trunc from 0x040000 to 0x01e7d5 (0x2182a bytes) 000023 1777576638.356117 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000024 1777576638.696727 punch from 0x0047ca to 0x013d5d (0xf594 bytes) 000025 1777576638.715235 fallocate 0x024c7b thru 0x028ebe (0x4244 bytes) 000027 1777576638.749715 punch from 0x000015 to 0x00ebb5 (0xeba1 bytes) 000028 1777576638.767015 mapread 0x01d94e thru 0x01fe23 (0x24d6 bytes) 000029 1777576638.814093 fallocate 0x015deb thru 0x01e164 (0x837a bytes) 000030 1777576638.833406 mapread 0x015d94 thru 0x01c187 (0x63f4 bytes) 000031 1777576638.845437 trunc from 0x004498 to 0x0085d7 (0x4140 bytes) 000032 1777576638.851122 trunc from 0x028ebf to 0x00945c (0x1fa62 bytes) 000033 1777576638.886964 trunc from 0x0008c9 to 0x004e80 (0x45b8 bytes) 000034 1777576638.899761 mapread 0x007515 thru 0x00945c (0x1f48 bytes) 000035 1777576638.918143 read 0x003e52 thru 0x007dfe (0x3fad bytes) 000037 1777576638.920506 punch from 0x003232 to 0x00780e (0x45dd bytes) 000039 1777576638.950072 trunc from 0x00945d to 0x02a688 (0x2122c bytes) 000040 1777576639.016132 read 0x01a0d8 thru 0x01d456 (0x337f bytes) 000042 1777576639.053722 fallocate 0x00f984 thru 0x01f538 (0xfbb5 bytes) 000044 1777576639.067006 trunc from 0x02a689 to 0x02c548 (0x1ec0 bytes) 000045 1777576639.121895 punch from 0x024191 to 0x02c548 (0x83b8 bytes) 000046 1777576639.133803 trunc from 0x02c549 to 0x00bd32 (0x20816 bytes) 000047 1777576639.161013 read 0x00833b thru 0x00bd32 (0x39f8 bytes) 000049 1777576639.165119 trunc from 0x00bd33 to 0x035c7e (0x29f4c bytes) 000051 1777576639.196162 write 0x012018 thru 0x01858b (0x6574 bytes) 000054 1777576639.215800 mapread 0x030a23 thru 0x035c7e (0x525c bytes) 000055 1777576639.217340 fallocate 0x02858c thru 0x02c8f9 (0x436e bytes) 000057 1777576639.230096 fallocate 0x03c783 thru 0x03d369 (0xbe7 bytes) 000058 1777576639.245108 fallocate 0x0025e2 thru 0x010c32 (0xe651 bytes) 000060 1777576639.255005 trunc from 0x02e4f2 to 0x035c7e (0x778d bytes) 000061 1777576639.262071 read 0x024dd7 thru 0x02b47b (0x66a5 bytes) 000062 1777576639.263182 fallocate 0x02da89 thru 0x0345c2 (0x6b3a bytes) 000064 1777576639.278059 punch from 0x0156a0 to 0x01cfff (0x7960 bytes) 000066 1777576639.305695 mapwrite 0x0216e0 thru 0x0259dc (0x42fd bytes) 000067 1777576639.343382 write 0x00007f thru 0x002d71 (0x2cf3 bytes) 000068 1777576639.344712 write 0x025b73 thru 0x031b16 (0xbfa4 bytes) 000069 1777576639.375836 mapwrite 0x00109c thru 0x0022d3 (0x1238 bytes) 000070 1777576639.409371 trunc from 0x02a4b1 to 0x0341cf (0x9d1f bytes) 000071 1777576639.417533 trunc from 0x035c7f to 0x00cd50 (0x28f2e bytes) 000072 1777576639.455411 mapread 0x008a42 thru 0x00cd50 (0x430f bytes) 000073 1777576639.460219 punch from 0x002c51 to 0x00cd50 (0xa100 bytes) 000074 1777576639.474496 write 0x0053b9 thru 0x007baa (0x27f2 bytes) 000075 1777576639.501846 read 0x0019b8 thru 0x00cd50 (0xb399 bytes) 000076 1777576639.531813 mapwrite 0x00374a thru 0x003bc0 (0x477 bytes) 000077 1777576639.559950 read 0x0029c7 thru 0x00cd50 (0xa38a bytes) 000078 1777576639.562082 read 0x003145 thru 0x00cc0b (0x9ac7 bytes) 000079 1777576639.563027 mapwrite 0x0029f0 thru 0x00b475 (0x8a86 bytes) 000080 1777576639.619959 punch from 0x0009fb to 0x00cd50 (0xc356 bytes) 000082 1777576639.632156 mapread 0x00c40c thru 0x00cd50 (0x945 bytes) 000083 1777576639.657623 trunc from 0x00976d to 0x00cd50 (0x35e4 bytes) 000085 1777576639.666026 fallocate 0x014b12 thru 0x01cd1e (0x820d bytes) 000086 1777576639.672476 read 0x000d98 thru 0x004c64 (0x3ecd bytes) 000087 1777576639.673250 write 0x011aeb thru 0x01af0c (0x9422 bytes) 000088 1777576639.675943 punch from 0x00e936 to 0x01af0c (0xc5d7 bytes) 000089 1777576639.709132 trunc from 0x01af0d to 0x03c809 (0x218fd bytes) 000090 1777576639.758673 write 0x02545d thru 0x02b508 (0x60ac bytes) 000092 1777576639.789053 trunc from 0x0215dc to 0x028c2f (0x7654 bytes) 000093 1777576639.821878 write 0x020df6 thru 0x020eaa (0xb5 bytes) 000094 1777576639.823005 mapwrite 0x0382f5 thru 0x03ffff (0x7d0b bytes) 000095 1777576639.887075 trunc from 0x012d28 to 0x018dac (0x6085 bytes) 000096 1777576639.902030 write 0x014bd4 thru 0x018636 (0x3a63 bytes) 000098 1777576639.924167 read 0x022edd thru 0x02fcba (0xcdde bytes) 000099 1777576639.941860 fallocate 0x024e25 thru 0x028004 (0x31e0 bytes) 000100 1777576639.947631 mapwrite 0x00589b thru 0x0123d3 (0xcb39 bytes) 000101 1777576639.975115 fallocate 0x0079fa thru 0x017113 (0xf71a bytes) 000102 1777576639.981592 mapwrite 0x03d757 thru 0x03ffff (0x28a9 bytes) 000103 1777576640.000355 punch from 0x018bca to 0x02093b (0x7d72 bytes) 000104 1777576640.008889 mapwrite 0x029e84 thru 0x02dccf (0x3e4c bytes) 000105 1777576640.030989 write 0x00c290 thru 0x010572 (0x42e3 bytes) 000106 1777576640.032595 trunc from 0x03780a to 0x03edc2 (0x75b9 bytes) 000107 1777576640.040302 trunc from 0x040000 to 0x00d6f2 (0x3290d bytes) 000108 1777576640.060129 write 0x0040f6 thru 0x0061c6 (0x20d1 bytes) 000110 1777576640.064993 trunc from 0x00d6f3 to 0x00d623 (0xcf bytes) 000111 1777576640.082804 fallocate 0x03d53a thru 0x03ffff (0x2ac6 bytes) 000112 1777576640.090095 write 0x02b7b7 thru 0x03a718 (0xef62 bytes) 000114 1777576640.102841 fallocate 0x011498 thru 0x015015 (0x3b7e bytes) 000115 1777576640.108898 trunc from 0x00e0c5 to 0x01b100 (0xd03c bytes) 000116 1777576640.114178 trunc from 0x040000 to 0x033829 (0xc7d6 bytes) 000117 1777576640.130297 mapwrite 0x010dd2 thru 0x016fe9 (0x6218 bytes) 000118 1777576640.202061 trunc from 0x02f912 to 0x030be3 (0x12d2 bytes) 000119 1777576640.217669 MIRROR_EXTEND to 2 mirrors 000121 1777576641.079137 punch from 0x02dbb2 to 0x031fba (0x4409 bytes) 000122 1777576641.127047 read 0x01f94a thru 0x02bb33 (0xc1ea bytes) 000123 1777576641.140317 read 0x0088b7 thru 0x01403b (0xb785 bytes) 000125 1777576641.160779 write 0x039669 thru 0x03ffff (0x6997 bytes) 000126 1777576641.173448 MIRROR_RESYNC 2 mirrors 000127 1777576642.244671 mapwrite 0x00db29 thru 0x0199b2 (0xbe8a bytes) 000128 1777576642.502129 mapread 0x027a42 thru 0x02f69d (0x7c5c bytes) 000130 1777576642.533768 mapread 0x02352d thru 0x027827 (0x42fb bytes) 000131 1777576642.535045 trunc from 0x040000 to 0x03fe42 (0x1bd bytes) 000132 1777576642.600429 trunc from 0x03fe43 to 0x037e2c (0x8016 bytes) 000133 1777576642.623610 write 0x007eb5 thru 0x00cb45 (0x4c91 bytes) 000135 1777576642.629642 read 0x00a0e5 thru 0x018eda (0xedf6 bytes) 000136 1777576642.660144 mapwrite 0x00d4be thru 0x01b410 (0xdf53 bytes) 000138 1777576642.689674 write 0x02b84c thru 0x03a4c8 (0xec7d bytes) 000139 1777576642.696069 punch from 0x0386c7 to 0x03a4c8 (0x1e02 bytes) 000140 1777576642.722376 punch from 0x031251 to 0x03a4c8 (0x9278 bytes) 000141 1777576642.730753 mapread 0x02b93a thru 0x02bc1a (0x2e1 bytes) 000142 1777576642.735802 mapread 0x01f074 thru 0x02146e (0x23fb bytes) 000143 1777576642.741334 mapread 0x025ecf thru 0x02e4f2 (0x8624 bytes) 000144 1777576642.742511 mapwrite 0x031ffd thru 0x038cf8 (0x6cfc bytes) 000145 1777576642.811944 write 0x027916 thru 0x0346da (0xcdc5 bytes) 000146 1777576642.846772 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000147 1777576643.114907 trunc from 0x03a4c9 to 0x00ba5d (0x2ea6b bytes) 000148 1777576643.170064 fallocate 0x022faa thru 0x02a767 (0x77be bytes) 000149 1777576643.174901 mapwrite 0x03b62e thru 0x03ffff (0x49d2 bytes) 000151 1777576643.292496 read 0x002630 thru 0x008aa9 (0x647a bytes) 000153 1777576643.329827 MIRROR_EXTEND to 2 mirrors 000154 1777576644.070855 punch from 0x015943 to 0x01a2ec (0x49aa bytes) 000155 1777576644.138922 mapread 0x035f00 thru 0x03ca03 (0x6b04 bytes) 000156 1777576644.169302 mapread 0x02e5da thru 0x03486f (0x6296 bytes) 000157 1777576644.186513 trunc from 0x040000 to 0x0248da (0x1b725 bytes) 000158 1777576644.266705 MIRROR_RESYNC 2 mirrors 000159 1777576645.123533 fallocate 0x031372 thru 0x038c8d (0x791c bytes) 000161 1777576645.151963 mapwrite 0x00b98a thru 0x014b2e (0x91a5 bytes) 000162 1777576645.370465 trunc from 0x038c8e to 0x025452 (0x1383b bytes) 000163 1777576645.419881 mapwrite 0x037597 thru 0x03894c (0x13b6 bytes) 000165 1777576645.508234 write 0x01c385 thru 0x0279d3 (0xb64f bytes) 000166 1777576645.546261 mapread 0x007a93 thru 0x00a31f (0x288d bytes) 000167 1777576645.547433 mapread 0x01d211 thru 0x023f12 (0x6d02 bytes) 000169 1777576645.558583 trunc from 0x032caa to 0x03894c (0x5ca3 bytes) 000170 1777576645.591248 trunc from 0x03894d to 0x008658 (0x302f4 bytes) 000171 1777576645.644821 trunc from 0x007037 to 0x008658 (0x1622 bytes) 000172 1777576645.662360 mapwrite 0x0019d1 thru 0x002b66 (0x1196 bytes) 000173 1777576645.735497 read 0x000077 thru 0x008658 (0x85e2 bytes) 000174 1777576645.751884 mapwrite 0x03fecc thru 0x03ffff (0x134 bytes) 000175 1777576645.989925 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000176 1777576646.496907 MIRROR_EXTEND to 2 mirrors 000177 1777576648.033347 write 0x0386f2 thru 0x03ffff (0x790e bytes) 000178 1777576648.095788 punch from 0x007dc0 to 0x017bc9 (0xfe0a bytes) 000179 1777576648.108144 trunc from 0x040000 to 0x02ac80 (0x1537f bytes) 000180 1777576648.144728 punch from 0x0074ce to 0x00b2f4 (0x3e27 bytes) 000182 1777576648.151240 write 0x027670 thru 0x02c4ae (0x4e3f bytes) 000183 1777576648.156936 mapread 0x007831 thru 0x007a3e (0x20e bytes) 000184 1777576648.173606 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2c4af): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c4af): Mirror 2: 0xf57e2e9e (stale) CRC-32 checksum value for chunk [0, 0x2c4af): Mirror 1: 0xa211acaa Mirror 3: 0xa211acaa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c4af: skipped 000185 1777576649.559126 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2c4af): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c4af): Mirror 2: 0xf57e2e9e (stale) CRC-32 checksum value for chunk [0, 0x2c4af): Mirror 1: 0xa211acaa Mirror 3: 0xa211acaa Mirror 4: 0xa211acaa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c4af: skipped 000186 1777576650.894092 write 0x01dd78 thru 0x0249a7 (0x6c30 bytes) 000187 1777576651.039902 trunc from 0x02c4af to 0x0336b1 (0x7203 bytes) 000188 1777576651.134000 trunc from 0x0336b2 to 0x02decd (0x57e4 bytes) 000189 1777576651.168530 mapwrite 0x019e16 thru 0x0218a9 (0x7a94 bytes) 000190 1777576651.235921 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2dece): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2dece): Mirror 2: 0x78b187ab (stale) Mirror 3: 0xf25018bf (stale) Mirror 4: 0xf25018bf (stale) CRC-32 checksum value for chunk [0, 0x2dece): Mirror 1: 0xf44eacdc Mirror 5: 0xf44eacdc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2dece: skipped 000191 1777576653.296046 mapread 0x018502 thru 0x01cc0d (0x470c bytes) 000192 1777576653.376089 read 0x023546 thru 0x02decd (0xa988 bytes) 000193 1777576653.417284 fallocate 0x00c4e6 thru 0x00fd6b (0x3886 bytes) 000194 1777576653.537654 punch from 0x028394 to 0x02de78 (0x5ae5 bytes) 000195 1777576653.550967 mapread 0x016602 thru 0x0251f7 (0xebf6 bytes) 000196 1777576653.597745 mapwrite 0x024c28 thru 0x0258f6 (0xccf bytes) 000197 1777576653.645703 MIRROR_RESYNC 5 mirrors 000198 1777576656.504443 trunc from 0x02dece to 0x0042f9 (0x29bd4 bytes) 000199 1777576656.635932 fallocate 0x016e75 thru 0x01a398 (0x3524 bytes) 000200 1777576656.642646 punch from 0x000a75 to 0x0042f9 (0x3885 bytes) 000201 1777576656.659245 trunc from 0x0019e8 to 0x0042f9 (0x2912 bytes) 000202 1777576656.668197 fallocate 0x011f2f thru 0x01f4f5 (0xd5c7 bytes) 000203 1777576656.676934 mapread 0x003e7f thru 0x00635d (0x24df bytes) 000204 1777576656.715190 mapwrite 0x022b29 thru 0x02bbf3 (0x90cb bytes) 000205 1777576656.837983 trunc from 0x004ce2 to 0x008e46 (0x4165 bytes) 000206 1777576656.844230 read 0x01930d thru 0x0252a4 (0xbf98 bytes) 000207 1777576656.850861 punch from 0x02a703 to 0x02bbf3 (0x14f1 bytes) 000208 1777576656.856444 write 0x02a30c thru 0x0335d0 (0x92c5 bytes) 000209 1777576656.863183 mapread 0x0008cb thru 0x000a92 (0x1c8 bytes) 000210 1777576656.873697 punch from 0x02a63f to 0x02a6c1 (0x83 bytes) 000211 1777576656.904500 mapwrite 0x0177aa thru 0x02694f (0xf1a6 bytes) 000212 1777576656.964766 trunc from 0x0335d1 to 0x03109d (0x2533 bytes) 000213 1777576656.981182 punch from 0x01ef2d to 0x02d5a5 (0xe679 bytes) 000214 1777576656.995961 trunc from 0x012a12 to 0x020bcc (0xe1bb bytes) 000215 1777576657.006506 punch from 0x00a22b to 0x015120 (0xaef6 bytes) 000216 1777576657.054510 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3109e): Mirror 3: 0x5e1a1661 (stale) Mirror 4: 0x5e1a1661 (stale) Mirror 5: 0x5e1a1661 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3109e): Mirror 3: 0x5e1a1661 (stale) Mirror 4: 0x5e1a1661 (stale) Mirror 5: 0x5e1a1661 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3109e: skipped 000218 1777576657.632500 read 0x028c15 thru 0x0301a2 (0x758e bytes) 000219 1777576657.645508 mapread 0x012988 thru 0x015468 (0x2ae1 bytes) 000220 1777576657.679526 mapwrite 0x00dce3 thru 0x00f6ae (0x19cc bytes) 000221 1777576657.704694 write 0x001854 thru 0x00d80e (0xbfbb bytes) 000222 1777576657.728358 mapread 0x004972 thru 0x00af4f (0x65de bytes) 000223 1777576657.729241 fallocate 0x0339d4 thru 0x03ffff (0xc62c bytes) 000225 1777576657.739994 trunc from 0x02c14d to 0x03109d (0x4f51 bytes) 000226 1777576657.754261 trunc from 0x03109e to 0x03bab8 (0xaa1b bytes) 000227 1777576657.789762 fallocate 0x020541 thru 0x02c996 (0xc456 bytes) 000228 1777576657.794755 read 0x01befc thru 0x024e40 (0x8f45 bytes) 000229 1777576657.805953 mapwrite 0x03a24f thru 0x03ffff (0x5db1 bytes) 000230 1777576657.846098 read 0x0280ae thru 0x0343ce (0xc321 bytes) 000231 1777576657.846793 mapread 0x0396dd thru 0x03c5f5 (0x2f19 bytes) 000232 1777576657.847721 trunc from 0x040000 to 0x00a299 (0x35d66 bytes) 000234 1777576657.872694 punch from 0x009611 to 0x009cab (0x69b bytes) 000236 1777576657.882794 write 0x025da3 thru 0x03387e (0xdadc bytes) 000237 1777576657.893589 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3387f): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3387f): Mirror 3: 0x53af1365 (stale) Mirror 4: 0x53af1365 (stale) Mirror 5: 0x53af1365 (stale) CRC-32 checksum value for chunk [0, 0x3387f): Mirror 1: 0xacc91943 Mirror 6: 0xacc91943 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3387f: skipped 000238 1777576658.908054 punch from 0x032b85 to 0x03387e (0xcfa bytes) 000239 1777576659.004902 fallocate 0x029f8a thru 0x0389d1 (0xea48 bytes) 000242 1777576659.020271 write 0x022f85 thru 0x0320b3 (0xf12f bytes) 000244 1777576659.062722 write 0x00865a thru 0x009d00 (0x16a7 bytes) 000245 1777576659.084730 trunc from 0x005748 to 0x009cc8 (0x4581 bytes) 000246 1777576659.117093 trunc from 0x0189ae to 0x02027c (0x78cf bytes) 000247 1777576659.121877 fallocate 0x03f777 thru 0x03ffff (0x889 bytes) 000248 1777576659.126042 write 0x02f5e6 thru 0x03e419 (0xee34 bytes) 000249 1777576659.132787 trunc from 0x040000 to 0x025db0 (0x1a24f bytes) 000250 1777576659.155439 read 0x017ed4 thru 0x018e9a (0xfc7 bytes) 000251 1777576659.159871 mapread 0x007da0 thru 0x00febd (0x811e bytes) 000252 1777576659.167965 punch from 0x01dd2d to 0x025db0 (0x8084 bytes) 000253 1777576659.173438 trunc from 0x025db1 to 0x009890 (0x1c520 bytes) 000254 1777576659.191524 punch from 0x006e7a to 0x009890 (0x2a17 bytes) 000255 1777576659.199146 write 0x01cf19 thru 0x01f11a (0x2202 bytes) 000256 1777576659.203882 MIRROR_RESYNC 5 mirrors 000257 1777576660.725285 mapread 0x01eca6 thru 0x01f11a (0x475 bytes) 000258 1777576660.755965 write 0x02188e thru 0x02fa14 (0xe187 bytes) 000259 1777576660.809920 mapwrite 0x019a04 thru 0x01d368 (0x3965 bytes) 000260 1777576660.889614 read 0x017d91 thru 0x01bbe6 (0x3e56 bytes) 000262 1777576660.901690 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2fa15): Mirror 3: 0xcb2df35b (stale) Mirror 4: 0xcb2df35b (stale) Mirror 6: 0xcb2df35b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fa15): Mirror 3: 0xcb2df35b (stale) Mirror 4: 0xcb2df35b (stale) Mirror 6: 0xcb2df35b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fa15: skipped 000263 1777576661.383934 trunc from 0x018513 to 0x022d27 (0xa815 bytes) 000264 1777576661.392708 trunc from 0x02fa15 to 0x03866e (0x8c5a bytes) 000265 1777576661.424274 mapread 0x011342 thru 0x0152b6 (0x3f75 bytes) 000266 1777576661.442130 write 0x013a47 thru 0x01bad1 (0x808b bytes) 000267 1777576661.443436 write 0x0393a5 thru 0x03ffff (0x6c5b bytes) 000268 1777576661.444673 write 0x02e146 thru 0x03ba59 (0xd914 bytes) 000269 1777576661.453980 mapread 0x039650 thru 0x03ffff (0x69b0 bytes) 000270 1777576661.459781 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xb0deb91e (stale) Mirror 4: 0xb0deb91e (stale) Mirror 6: 0xb0deb91e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7d25c555 Mirror 7: 0x7d25c555 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000271 1777576662.668388 fallocate 0x03cba8 thru 0x03ffff (0x3458 bytes) 000272 1777576662.737188 fallocate 0x022b14 thru 0x025e86 (0x3373 bytes) 000273 1777576662.748295 punch from 0x01cfb5 to 0x021f9b (0x4fe7 bytes) 000275 1777576662.766869 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xb0deb91e (stale) Mirror 4: 0xb0deb91e (stale) Mirror 6: 0xb0deb91e (stale) Mirror 7: 0x7d25c555 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7d25c555 Mirror 8: 0x7d25c555 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000276 1777576664.364606 mapwrite 0x00f2de thru 0x019db7 (0xaada bytes) 000277 1777576664.595349 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xb0deb91e (stale) Mirror 4: 0xb0deb91e (stale) Mirror 6: 0xb0deb91e (stale) Mirror 7: 0x7d25c555 (stale) Mirror 8: 0x7d25c555 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xb1f3d3fb Mirror 9: 0xb1f3d3fb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000278 1777576666.042157 write 0x006b37 thru 0x00fb4b (0x9015 bytes) 000279 1777576666.138380 mapwrite 0x015182 thru 0x01c634 (0x74b3 bytes) 000280 1777576666.165754 mapwrite 0x018070 thru 0x021dd5 (0x9d66 bytes) 000281 1777576666.191167 mapread 0x01b7f8 thru 0x027b60 (0xc369 bytes) 000282 1777576666.203267 fallocate 0x015a82 thru 0x01d55b (0x7ada bytes) 000283 1777576666.208473 read 0x000aec thru 0x006c63 (0x6178 bytes) 000284 1777576666.221345 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xb0deb91e (stale) Mirror 4: 0xb0deb91e (stale) Mirror 6: 0xb0deb91e (stale) Mirror 7: 0x7d25c555 (stale) Mirror 8: 0x7d25c555 (stale) Mirror 9: 0xb1f3d3fb (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa43c2a0c Mirror 10: 0xa43c2a0c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000285 1777576667.526767 mapread 0x00fced thru 0x010622 (0x936 bytes) 000286 1777576667.561813 mapwrite 0x0322bc thru 0x03ffff (0xdd44 bytes) 000287 1777576667.939801 mapread 0x004cce thru 0x00527b (0x5ae bytes) 000288 1777576667.954367 fallocate 0x021a48 thru 0x02d7ff (0xbdb8 bytes) 000289 1777576667.964991 trunc from 0x004b7c to 0x00afd2 (0x6457 bytes) 000290 1777576667.972833 trunc from 0x040000 to 0x039328 (0x6cd7 bytes) 000292 1777576668.070820 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x39329): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39329): Mirror 3: 0xf0b936f9 (stale) Mirror 4: 0xf0b936f9 (stale) Mirror 6: 0xf0b936f9 (stale) Mirror 7: 0xc2db46b1 (stale) Mirror 8: 0xc2db46b1 (stale) Mirror 9: 0x4e0d68ae (stale) Mirror 10: 0x14874aad (stale) CRC-32 checksum value for chunk [0, 0x39329): Mirror 1: 0xc636359 Mirror 11: 0xc636359 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39329: skipped 000294 1777576670.047800 trunc from 0x0341c4 to 0x039328 (0x5165 bytes) 000295 1777576670.147513 punch from 0x012a9b to 0x013a6a (0xfd0 bytes) 000296 1777576670.157687 mapread 0x0306d3 thru 0x035b4f (0x547d bytes) 000297 1777576670.210964 trunc from 0x039329 to 0x01230b (0x2701d bytes) 000298 1777576670.255324 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1230c): Mirror 3: 0x943d8b9b (stale) Mirror 4: 0x943d8b9b (stale) Mirror 7: 0x943d8b9b (stale) Mirror 8: 0x943d8b9b (stale) Mirror 9: 0x15d8cb36 (stale) Mirror 10: 0xb7131cf6 (stale) Mirror 11: 0x4b31c73 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1230c): Mirror 3: 0x943d8b9b (stale) Mirror 4: 0x943d8b9b (stale) Mirror 7: 0x943d8b9b (stale) Mirror 8: 0x943d8b9b (stale) Mirror 9: 0x15d8cb36 (stale) Mirror 10: 0xb7131cf6 (stale) Mirror 11: 0x4b31c73 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1230c: skipped 000299 1777576670.783590 trunc from 0x001b1e to 0x006ee9 (0x53cc bytes) 000300 1777576670.789966 punch from 0x00e141 to 0x01230b (0x41cb bytes) 000301 1777576670.799685 mapwrite 0x01a928 thru 0x01cb69 (0x2242 bytes) 000302 1777576670.856825 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x1cb6a): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cb6a): Mirror 3: 0x1de660b0 (stale) Mirror 4: 0x1de660b0 (stale) Mirror 7: 0x84bab54c (stale) Mirror 8: 0x84bab54c (stale) Mirror 9: 0x889cf957 (stale) Mirror 10: 0xdc827e1 (stale) Mirror 11: 0x3ca711ac (stale) CRC-32 checksum value for chunk [0, 0x1cb6a): Mirror 1: 0xc035b2ff Mirror 12: 0xc035b2ff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cb6a: skipped 000304 1777576672.173274 mapread 0x011df2 thru 0x01cb69 (0xad78 bytes) 000305 1777576672.264678 write 0x01dbcc thru 0x025089 (0x74be bytes) 000306 1777576672.344770 read 0x0209c4 thru 0x025089 (0x46c6 bytes) 000307 1777576672.345572 fallocate 0x03404f thru 0x039b3d (0x5aef bytes) 000308 1777576672.359733 read 0x006579 thru 0x014b5b (0xe5e3 bytes) 000309 1777576672.398379 punch from 0x015762 to 0x021ff7 (0xc896 bytes) 000310 1777576672.430500 mapread 0x00d722 thru 0x017b73 (0xa452 bytes) 000311 1777576672.474057 trunc from 0x02508a to 0x01a3e9 (0xaca0 bytes) 000312 1777576672.507797 MIRROR_SPLIT mirror 2 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1a3ea): Mirror 3: 0xca812458 (stale) Mirror 7: 0x2124c3f2 (stale) Mirror 8: 0x2124c3f2 (stale) Mirror 9: 0x1c804751 (stale) Mirror 10: 0x6baa6f1e (stale) Mirror 11: 0xfa5c4472 (stale) Mirror 12: 0xe6faa50f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a3ea): Mirror 3: 0xca812458 (stale) Mirror 7: 0x2124c3f2 (stale) Mirror 8: 0x2124c3f2 (stale) Mirror 9: 0x1c804751 (stale) Mirror 10: 0x6baa6f1e (stale) Mirror 11: 0xfa5c4472 (stale) Mirror 12: 0xe6faa50f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a3ea: skipped 000313 1777576672.982839 trunc from 0x01a3ea to 0x02a438 (0x1004f bytes) 000314 1777576673.016824 fallocate 0x02502d thru 0x026926 (0x18fa bytes) 000315 1777576673.030204 fallocate 0x022e45 thru 0x032a6d (0xfc29 bytes) 000316 1777576673.034947 mapwrite 0x01de32 thru 0x0225cf (0x479e bytes) 000317 1777576673.083077 trunc from 0x02a439 to 0x0295c6 (0xe72 bytes) 000318 1777576673.103724 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x295c7): Mirror 3: 0x6d1e4d9 (stale) Mirror 8: 0x9fd2d890 (stale) Mirror 9: 0xaa3adc6c (stale) Mirror 10: 0x6ef39be0 (stale) Mirror 11: 0x5c5df09a (stale) Mirror 12: 0xb500e829 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x295c7): Mirror 3: 0x6d1e4d9 (stale) Mirror 8: 0x9fd2d890 (stale) Mirror 9: 0xaa3adc6c (stale) Mirror 10: 0x6ef39be0 (stale) Mirror 11: 0x5c5df09a (stale) Mirror 12: 0xb500e829 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x295c7: skipped 000319 1777576673.931465 punch from 0x000cfa to 0x001492 (0x799 bytes) 000320 1777576673.951072 write 0x02ea54 thru 0x03d112 (0xe6bf bytes) 000322 1777576673.960707 mapwrite 0x013942 thru 0x019d90 (0x644f bytes) 000323 1777576674.062351 punch from 0x003c46 to 0x008d8f (0x514a bytes) 000324 1777576674.069320 trunc from 0x00849f to 0x010035 (0x7b97 bytes) 000325 1777576674.075581 fallocate 0x01a93d thru 0x0296fb (0xedbf bytes) 000326 1777576674.084278 mapwrite 0x029932 thru 0x0395b9 (0xfc88 bytes) 000327 1777576674.138755 trunc from 0x004ab8 to 0x00de38 (0x9381 bytes) 000328 1777576674.147419 punch from 0x02d2de to 0x03a5cd (0xd2f0 bytes) 000329 1777576674.177873 read 0x02a4f9 thru 0x02e149 (0x3c51 bytes) 000330 1777576674.202370 fallocate 0x03d15b thru 0x03ffff (0x2ea5 bytes) 000333 1777576674.220355 trunc from 0x040000 to 0x03dcca (0x2335 bytes) 000334 1777576674.254207 trunc from 0x03dccb to 0x014426 (0x298a4 bytes) 000335 1777576674.299308 read 0x00d237 thru 0x010087 (0x2e51 bytes) 000336 1777576674.311454 punch from 0x007b61 to 0x0091b8 (0x1658 bytes) 000337 1777576674.320227 mapread 0x005838 thru 0x00cd00 (0x74c9 bytes) 000338 1777576674.353571 write 0x02c21f thru 0x032f0c (0x6cee bytes) 000341 1777576674.365073 write 0x031f72 thru 0x03a8e7 (0x8976 bytes) 000342 1777576674.374916 trunc from 0x03a8e8 to 0x014d5e (0x25b89 bytes) 000343 1777576674.410873 write 0x022a01 thru 0x03098f (0xdf8f bytes) 000344 1777576674.415853 fallocate 0x02cc46 thru 0x039adb (0xce96 bytes) 000345 1777576674.424867 read 0x01563e thru 0x01f9be (0xa381 bytes) 000348 1777576674.443890 trunc from 0x030990 to 0x00d6cf (0x232c0 bytes) 000349 1777576674.475423 MIRROR_RESYNC 7 mirrors 000351 1777576675.945806 mapwrite 0x011764 thru 0x012e40 (0x16dd bytes) 000352 1777576676.040414 trunc from 0x012e41 to 0x01bfa8 (0x9168 bytes) 000353 1777576676.075228 trunc from 0x015e40 to 0x01bfa8 (0x6169 bytes) 000354 1777576676.083483 trunc from 0x01bfa9 to 0x011eea (0xa0be bytes) 000355 1777576676.110143 punch from 0x0109aa to 0x011eea (0x1541 bytes) 000356 1777576676.118191 mapread 0x00b910 thru 0x010e7d (0x556e bytes) 000357 1777576676.164224 mapread 0x0013f5 thru 0x00e3e5 (0xcff1 bytes) 000358 1777576676.178918 trunc from 0x011420 to 0x011eea (0xacb bytes) 000359 1777576676.186832 mapread 0x0019fb thru 0x00c267 (0xa86d bytes) 000361 1777576676.206393 MIRROR_RESYNC 7 mirrors 000362 1777576677.861850 fallocate 0x01556c thru 0x015ff9 (0xa8e bytes) 000363 1777576677.920004 punch from 0x001c30 to 0x00c222 (0xa5f3 bytes) 000364 1777576677.928054 trunc from 0x011eeb to 0x03710f (0x25225 bytes) 000365 1777576677.950199 write 0x03f783 thru 0x03ffff (0x87d bytes) 000366 1777576677.951497 trunc from 0x002169 to 0x00266c (0x504 bytes) 000367 1777576677.962053 fallocate 0x026fe3 thru 0x02bd20 (0x4d3e bytes) 000368 1777576678.018716 mapread 0x016003 thru 0x01fee4 (0x9ee2 bytes) 000369 1777576678.062233 mapwrite 0x037033 thru 0x03b700 (0x46ce bytes) 000370 1777576678.129754 fallocate 0x02b536 thru 0x02fe79 (0x4944 bytes) 000371 1777576678.139924 mapread 0x030593 thru 0x0388a3 (0x8311 bytes) 000372 1777576678.141223 write 0x01707f thru 0x020428 (0x93aa bytes) 000373 1777576678.148224 trunc from 0x032fd2 to 0x03ffff (0xd02e bytes) 000374 1777576678.160256 MIRROR_RESYNC 7 mirrors 000375 1777576680.681161 read 0x001a0d thru 0x01178e (0xfd82 bytes) 000376 1777576680.714257 mapwrite 0x00165e thru 0x004673 (0x3016 bytes) 000377 1777576680.818786 punch from 0x0068d6 to 0x0121b9 (0xb8e4 bytes) 000379 1777576680.827377 punch from 0x006790 to 0x012e64 (0xc6d5 bytes) 000380 1777576680.832464 mapwrite 0x02704c thru 0x0301c4 (0x9179 bytes) 000381 1777576680.891251 fallocate 0x0019cd thru 0x0038ac (0x1ee0 bytes) 000382 1777576680.898817 mapwrite 0x039b98 thru 0x03dc26 (0x408f bytes) 000383 1777576680.928973 trunc from 0x040000 to 0x027d88 (0x18277 bytes) 000384 1777576680.973184 read 0x01fc0f thru 0x0253da (0x57cc bytes) 000385 1777576680.995400 trunc from 0x00bcf1 to 0x016019 (0xa329 bytes) 000386 1777576681.000470 trunc from 0x00e3f4 to 0x015971 (0x757e bytes) 000387 1777576681.012771 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x27d89): Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27d89): Mirror 3: 0x179d693f (stale) Mirror 8: 0x179d693f (stale) Mirror 9: 0x179d693f (stale) Mirror 10: 0x179d693f (stale) Mirror 11: 0x179d693f (stale) Mirror 12: 0x179d693f (stale) CRC-32 checksum value for chunk [0, 0x27d89): Mirror 1: 0xc7469ed6 Mirror 13: 0xc7469ed6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27d89: skipped 000388 1777576682.487250 trunc from 0x027d89 to 0x033349 (0xb5c1 bytes) 000389 1777576682.608686 punch from 0x01e342 to 0x0231bb (0x4e7a bytes) 000390 1777576682.648410 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3334a): Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3334a): Mirror 3: 0xc029028d (stale) Mirror 8: 0xc029028d (stale) Mirror 9: 0xc029028d (stale) Mirror 10: 0xc029028d (stale) Mirror 11: 0xc029028d (stale) Mirror 12: 0xc029028d (stale) Mirror 13: 0x40c0683c (stale) CRC-32 checksum value for chunk [0, 0x3334a): Mirror 1: 0x48e15c91 Mirror 14: 0x48e15c91 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3334a: skipped 000391 1777576683.894022 mapwrite 0x03d7ad thru 0x03ffff (0x2853 bytes) 000392 1777576684.047821 trunc from 0x040000 to 0x033d4f (0xc2b0 bytes) 000393 1777576684.080403 read 0x029a18 thru 0x033d4f (0xa338 bytes) 000394 1777576684.091639 trunc from 0x013a78 to 0x01f9bb (0xbf44 bytes) 000395 1777576684.100824 mapread 0x00d48c thru 0x018ffd (0xbb72 bytes) 000396 1777576684.142116 MIRROR_RESYNC 9 mirrors 000397 1777576686.310332 trunc from 0x01d6d4 to 0x02c989 (0xf2b6 bytes) 000398 1777576686.350316 trunc from 0x01b021 to 0x01c9a9 (0x1989 bytes) 000399 1777576686.362456 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x33d50): Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33d50): Mirror 3: 0x39532beb (stale) Mirror 8: 0x39532beb (stale) Mirror 9: 0x39532beb (stale) Mirror 10: 0x39532beb (stale) Mirror 11: 0x39532beb (stale) Mirror 12: 0x39532beb (stale) Mirror 13: 0x39532beb (stale) Mirror 14: 0x39532beb (stale) CRC-32 checksum value for chunk [0, 0x33d50): Mirror 1: 0xebd339bf Mirror 15: 0xebd339bf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33d50: skipped 000400 1777576687.756372 punch from 0x00e752 to 0x0193a9 (0xac58 bytes) 000401 1777576687.818426 mapwrite 0x03f6b7 thru 0x03ffff (0x949 bytes) 000402 1777576687.864693 mapread 0x008f5e thru 0x00a210 (0x12b3 bytes) 000403 1777576687.882410 fallocate 0x027f61 thru 0x03370c (0xb7ac bytes) 000404 1777576687.888295 fallocate 0x0190d4 thru 0x019b14 (0xa41 bytes) 000405 1777576687.893672 mapread 0x0025ec thru 0x0078d4 (0x52e9 bytes) 000406 1777576687.895770 trunc from 0x040000 to 0x02cf7f (0x13080 bytes) 000407 1777576687.916179 fallocate 0x028b14 thru 0x033e84 (0xb371 bytes) 000411 1777576687.923726 mapread 0x029040 thru 0x033e84 (0xae45 bytes) 000413 1777576687.943265 write 0x02fc97 thru 0x03c7a8 (0xcb12 bytes) 000415 1777576687.948805 trunc from 0x02c4b0 to 0x034c1f (0x8770 bytes) 000416 1777576687.965476 punch from 0x005f95 to 0x00753b (0x15a7 bytes) 000417 1777576687.970949 punch from 0x01ac6c to 0x0267d1 (0xbb66 bytes) 000418 1777576687.978893 trunc from 0x03ac76 to 0x03c7a8 (0x1b33 bytes) 000419 1777576687.989171 mapwrite 0x021d6f thru 0x02c873 (0xab05 bytes) 000420 1777576688.028797 mapread 0x011591 thru 0x01d6bb (0xc12b bytes) 000421 1777576688.040973 write 0x02d4c7 thru 0x02fff5 (0x2b2f bytes) 000422 1777576688.042724 mapwrite 0x01ec3a thru 0x02a695 (0xba5c bytes) 000423 1777576688.064790 mapread 0x0378bc thru 0x03c7a8 (0x4eed bytes) 000424 1777576688.070968 trunc from 0x020d52 to 0x02b66e (0xa91d bytes) 000425 1777576688.077607 trunc from 0x03c7a9 to 0x00a6d4 (0x320d4 bytes) 000426 1777576688.122848 MIRROR_RESYNC 10 mirrors 000427 1777576690.294093 read 0x00396e thru 0x00a6d4 (0x6d67 bytes) 000428 1777576690.308163 write 0x03a72f thru 0x03ffff (0x58d1 bytes) 000429 1777576690.363836 mapwrite 0x00a093 thru 0x00a627 (0x595 bytes) 000430 1777576690.406960 trunc from 0x040000 to 0x02d3b1 (0x12c4e bytes) 000431 1777576690.451227 mapread 0x007019 thru 0x008a1e (0x1a06 bytes) 000432 1777576690.468845 mapwrite 0x001ea6 thru 0x00c7d5 (0xa930 bytes) 000433 1777576690.490349 mapread 0x009a16 thru 0x014041 (0xa62c bytes) 000434 1777576690.507318 MIRROR_RESYNC 10 mirrors 000435 1777576692.460568 mapread 0x02523e thru 0x028435 (0x31f8 bytes) 000436 1777576692.489303 mapread 0x0262d5 thru 0x02d3b1 (0x70dd bytes) 000438 1777576692.495233 trunc from 0x02d3b2 to 0x01db29 (0xf888 bytes) 000439 1777576692.557822 write 0x03185b thru 0x035318 (0x3abe bytes) 000440 1777576692.559346 read 0x004d23 thru 0x0097b2 (0x4a90 bytes) 000441 1777576692.595031 trunc from 0x013ae4 to 0x02238a (0xe8a7 bytes) 000442 1777576692.610085 fallocate 0x000240 thru 0x00fd40 (0xfb01 bytes) 000443 1777576692.620991 fallocate 0x038b9b thru 0x03ffff (0x7465 bytes) 000444 1777576692.635025 read 0x02c131 thru 0x038b2e (0xc9fe bytes) 000445 1777576692.684826 mapwrite 0x020448 thru 0x02e457 (0xe010 bytes) 000446 1777576692.739798 MIRROR_RESYNC 10 mirrors 000447 1777576695.990502 trunc from 0x0039e8 to 0x013869 (0xfe82 bytes) 000448 1777576696.044091 MIRROR_SPLIT mirror 3 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4d9824 (stale) Mirror 8: 0x4d9824 (stale) Mirror 10: 0x4d9824 (stale) Mirror 11: 0x4d9824 (stale) Mirror 12: 0x4d9824 (stale) Mirror 13: 0x4d9824 (stale) Mirror 14: 0x4d9824 (stale) Mirror 15: 0x4d9824 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x4d9824 (stale) Mirror 8: 0x4d9824 (stale) Mirror 10: 0x4d9824 (stale) Mirror 11: 0x4d9824 (stale) Mirror 12: 0x4d9824 (stale) Mirror 13: 0x4d9824 (stale) Mirror 14: 0x4d9824 (stale) Mirror 15: 0x4d9824 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000449 1777576696.795690 trunc from 0x0009fa to 0x008dc9 (0x83d0 bytes) 000450 1777576696.802902 fallocate 0x03ca67 thru 0x03ffff (0x3599 bytes) 000451 1777576696.815419 MIRROR_RESYNC 9 mirrors 000452 1777576699.805066 trunc from 0x02b827 to 0x0377c4 (0xbf9e bytes) 000453 1777576699.878883 punch from 0x02f1e9 to 0x02f71a (0x532 bytes) 000454 1777576699.904070 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x2ff6724f (stale) Mirror 8: 0x2ff6724f (stale) Mirror 10: 0x2ff6724f (stale) Mirror 11: 0x2ff6724f (stale) Mirror 12: 0x2ff6724f (stale) Mirror 13: 0x2ff6724f (stale) Mirror 14: 0x2ff6724f (stale) Mirror 15: 0x2ff6724f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x715084d9 Mirror 16: 0x715084d9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000455 1777576701.267019 punch from 0x02f323 to 0x035b87 (0x6865 bytes) 000456 1777576701.314226 mapread 0x00650f thru 0x00ed60 (0x8852 bytes) 000457 1777576701.335218 write 0x03c48b thru 0x03ffff (0x3b75 bytes) 000458 1777576701.351123 write 0x03646b thru 0x03a01c (0x3bb2 bytes) 000459 1777576701.353168 mapwrite 0x03d662 thru 0x03ffff (0x299e bytes) 000461 1777576701.374073 trunc from 0x029614 to 0x037567 (0xdf54 bytes) 000462 1777576701.381477 punch from 0x006129 to 0x015849 (0xf721 bytes) 000463 1777576701.393198 MIRROR_SPLIT mirror 6 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x2ff6724f (stale) Mirror 8: 0x2ff6724f (stale) Mirror 10: 0x2ff6724f (stale) Mirror 11: 0x2ff6724f (stale) Mirror 12: 0x2ff6724f (stale) Mirror 14: 0x2ff6724f (stale) Mirror 15: 0x2ff6724f (stale) Mirror 16: 0x715084d9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x2ff6724f (stale) Mirror 8: 0x2ff6724f (stale) Mirror 10: 0x2ff6724f (stale) Mirror 11: 0x2ff6724f (stale) Mirror 12: 0x2ff6724f (stale) Mirror 14: 0x2ff6724f (stale) Mirror 15: 0x2ff6724f (stale) Mirror 16: 0x715084d9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000464 1777576702.207381 mapread 0x033a0a thru 0x035dd0 (0x23c7 bytes) 000465 1777576702.237722 trunc from 0x040000 to 0x01ae70 (0x2518f bytes) 000466 1777576702.264208 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x1ae71): Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1ae71): Mirror 3: 0x8dbd0399 (stale) Mirror 8: 0x8dbd0399 (stale) Mirror 10: 0x8dbd0399 (stale) Mirror 11: 0x8dbd0399 (stale) Mirror 12: 0x8dbd0399 (stale) Mirror 14: 0x8dbd0399 (stale) Mirror 15: 0x8dbd0399 (stale) Mirror 16: 0x8dbd0399 (stale) CRC-32 checksum value for chunk [0, 0x1ae71): Mirror 1: 0x8dbd0399 Mirror 17: 0x8dbd0399 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1ae71: skipped 000467 1777576703.545136 trunc from 0x00e552 to 0x01720d (0x8cbc bytes) 000468 1777576703.597712 write 0x031372 thru 0x03ac34 (0x98c3 bytes) 000470 1777576703.608422 mapwrite 0x031d56 thru 0x03cbe5 (0xae90 bytes) 000471 1777576703.726353 read 0x021066 thru 0x02fd27 (0xecc2 bytes) 000472 1777576703.750659 read 0x01cfe7 thru 0x02923d (0xc257 bytes) 000473 1777576703.773251 trunc from 0x035de2 to 0x03cbe5 (0x6e04 bytes) 000474 1777576703.786052 trunc from 0x02dc1b to 0x03cbe5 (0xefcb bytes) 000475 1777576703.806344 read 0x0288a3 thru 0x0292e9 (0xa47 bytes) 000476 1777576703.807123 trunc from 0x02990e to 0x031448 (0x7b3b bytes) 000477 1777576703.840376 MIRROR_SPLIT mirror 5 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cbe6): Mirror 3: 0xb99d7ef3 (stale) Mirror 8: 0xb99d7ef3 (stale) Mirror 10: 0xb99d7ef3 (stale) Mirror 11: 0xb99d7ef3 (stale) Mirror 14: 0xb99d7ef3 (stale) Mirror 15: 0xb99d7ef3 (stale) Mirror 16: 0x3f0cec3d (stale) Mirror 17: 0xaffaa374 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cbe6): Mirror 3: 0xb99d7ef3 (stale) Mirror 8: 0xb99d7ef3 (stale) Mirror 10: 0xb99d7ef3 (stale) Mirror 11: 0xb99d7ef3 (stale) Mirror 14: 0xb99d7ef3 (stale) Mirror 15: 0xb99d7ef3 (stale) Mirror 16: 0x3f0cec3d (stale) Mirror 17: 0xaffaa374 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cbe6: skipped 000478 1777576704.858561 fallocate 0x0121d4 thru 0x018480 (0x62ad bytes) 000479 1777576704.868208 trunc from 0x03cbe6 to 0x0232c0 (0x19925 bytes) 000480 1777576704.896137 read 0x023146 thru 0x0232c0 (0x17b bytes) 000481 1777576704.903357 mapwrite 0x012299 thru 0x01359e (0x1306 bytes) 000482 1777576704.969896 punch from 0x01a76e to 0x020581 (0x5e14 bytes) 000483 1777576704.980278 fallocate 0x027512 thru 0x0318bd (0xa3ac bytes) 000484 1777576705.012664 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x232c1): Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x232c1): Mirror 3: 0xe6ae479c (stale) Mirror 8: 0xe6ae479c (stale) Mirror 10: 0xe6ae479c (stale) Mirror 11: 0xe6ae479c (stale) Mirror 14: 0xe6ae479c (stale) Mirror 15: 0xe6ae479c (stale) Mirror 16: 0xe6ae479c (stale) Mirror 17: 0x43818a05 (stale) CRC-32 checksum value for chunk [0, 0x232c1): Mirror 1: 0x1a50bab3 Mirror 18: 0x1a50bab3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x232c1: skipped 000485 1777576706.445293 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x232c1): Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x232c1): Mirror 3: 0xe6ae479c (stale) Mirror 8: 0xe6ae479c (stale) Mirror 10: 0xe6ae479c (stale) Mirror 11: 0xe6ae479c (stale) Mirror 14: 0xe6ae479c (stale) Mirror 15: 0xe6ae479c (stale) Mirror 16: 0xe6ae479c (stale) Mirror 17: 0x43818a05 (stale) CRC-32 checksum value for chunk [0, 0x232c1): Mirror 1: 0x1a50bab3 Mirror 18: 0x1a50bab3 Mirror 19: 0x1a50bab3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x232c1: skipped 000486 1777576707.734724 punch from 0x005484 to 0x005860 (0x3dd bytes) 000487 1777576707.798888 fallocate 0x01896b thru 0x01b928 (0x2fbe bytes) 000488 1777576707.809595 mapwrite 0x019069 thru 0x0247e5 (0xb77d bytes) 000489 1777576707.922853 punch from 0x0204c7 to 0x0247e5 (0x431f bytes) 000490 1777576707.934881 trunc from 0x0247e6 to 0x03d41f (0x18c3a bytes) 000491 1777576707.964065 mapread 0x026bc0 thru 0x033b71 (0xcfb2 bytes) 000492 1777576707.987877 read 0x01beb5 thru 0x02159d (0x56e9 bytes) 000493 1777576707.989175 trunc from 0x009079 to 0x00d0c6 (0x404e bytes) 000496 1777576707.998249 trunc from 0x037a2a to 0x03d41f (0x59f6 bytes) 000497 1777576708.003995 mapwrite 0x034bf1 thru 0x03eff9 (0xa409 bytes) 000498 1777576708.084513 mapread 0x02f565 thru 0x035efb (0x6997 bytes) 000500 1777576708.087791 trunc from 0x03effa to 0x01ea57 (0x205a2 bytes) 000501 1777576708.126462 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x1ea58): Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1ea58): Mirror 3: 0xa0dcc3ac (stale) Mirror 8: 0xa0dcc3ac (stale) Mirror 10: 0xa0dcc3ac (stale) Mirror 11: 0xa0dcc3ac (stale) Mirror 14: 0xa0dcc3ac (stale) Mirror 15: 0xa0dcc3ac (stale) Mirror 16: 0xa0dcc3ac (stale) Mirror 17: 0xa0dcc3ac (stale) Mirror 18: 0x3d5e6dea (stale) Mirror 19: 0x3d5e6dea (stale) CRC-32 checksum value for chunk [0, 0x1ea58): Mirror 1: 0x5cb5ddd0 Mirror 20: 0x5cb5ddd0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1ea58: skipped 000502 1777576709.837800 mapwrite 0x02a814 thru 0x0324b2 (0x7c9f bytes) 000503 1777576709.966184 trunc from 0x0324b3 to 0x0121bc (0x202f6 bytes) 000504 1777576710.000665 trunc from 0x00ce4a to 0x0121bc (0x5373 bytes) 000505 1777576710.011317 punch from 0x00b88c to 0x0121bc (0x6931 bytes) 000506 1777576710.019019 mapread 0x001c5d thru 0x00ee30 (0xd1d4 bytes) 000507 1777576710.043699 read 0x011109 thru 0x011650 (0x548 bytes) 000508 1777576710.052675 fallocate 0x0160c7 thru 0x021844 (0xb77e bytes) 000510 1777576710.070516 trunc from 0x00dcb4 to 0x0121bc (0x4509 bytes) 000511 1777576710.095393 MIRROR_SPLIT mirror 1 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x121bd): Mirror 8: 0xf4075b67 (stale) Mirror 10: 0xf4075b67 (stale) Mirror 11: 0xf4075b67 (stale) Mirror 14: 0xf4075b67 (stale) Mirror 15: 0xf4075b67 (stale) Mirror 16: 0xf4075b67 (stale) Mirror 17: 0xf4075b67 (stale) Mirror 18: 0xf4075b67 (stale) Mirror 19: 0xf4075b67 (stale) Mirror 20: 0xf4075b67 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x121bd): Mirror 8: 0xf4075b67 (stale) Mirror 10: 0xf4075b67 (stale) Mirror 11: 0xf4075b67 (stale) Mirror 14: 0xf4075b67 (stale) Mirror 15: 0xf4075b67 (stale) Mirror 16: 0xf4075b67 (stale) Mirror 17: 0xf4075b67 (stale) Mirror 18: 0xf4075b67 (stale) Mirror 19: 0xf4075b67 (stale) Mirror 20: 0xf4075b67 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x121bd: skipped 000512 1777576710.835449 read 0x00fd5a thru 0x0121bc (0x2463 bytes) 000513 1777576710.853927 write 0x0357c7 thru 0x03ffff (0xa839 bytes) 000514 1777576710.866001 trunc from 0x040000 to 0x00143e (0x3ebc1 bytes) 000516 1777576710.904200 trunc from 0x00143f to 0x01b104 (0x19cc6 bytes) 000517 1777576710.930052 read 0x005beb thru 0x014367 (0xe77d bytes) 000518 1777576710.942605 write 0x0204bf thru 0x02abf2 (0xa734 bytes) 000519 1777576710.944233 punch from 0x00f1ab to 0x010a8c (0x18e2 bytes) 000520 1777576710.953791 fallocate 0x0010f6 thru 0x006de9 (0x5cf4 bytes) 000522 1777576710.962261 read 0x0150ff thru 0x022d4b (0xdc4d bytes) 000523 1777576710.980634 write 0x02f3cb thru 0x03b20d (0xbe43 bytes) 000524 1777576710.993494 write 0x000f1e thru 0x004d2f (0x3e12 bytes) 000525 1777576711.002229 fallocate 0x02e738 thru 0x0308f0 (0x21b9 bytes) 000526 1777576711.011842 write 0x0054c5 thru 0x00b9e7 (0x6523 bytes) 000527 1777576711.016223 read 0x012a79 thru 0x01ca7e (0xa006 bytes) 000528 1777576711.019002 read 0x02ab43 thru 0x02f449 (0x4907 bytes) 000530 1777576711.034742 read 0x03ab72 thru 0x03b20d (0x69c bytes) 000531 1777576711.052156 MIRROR_RESYNC 11 mirrors 000532 1777576714.166751 write 0x006e2c thru 0x00f350 (0x8525 bytes) 000533 1777576714.247188 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x3b20e): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b20e): Mirror 8: 0xc94d31d7 (stale) Mirror 10: 0xc94d31d7 (stale) Mirror 11: 0xc94d31d7 (stale) Mirror 14: 0xc94d31d7 (stale) Mirror 15: 0xc94d31d7 (stale) Mirror 16: 0xc94d31d7 (stale) Mirror 17: 0xc94d31d7 (stale) Mirror 18: 0xc94d31d7 (stale) Mirror 19: 0xc94d31d7 (stale) Mirror 20: 0xc94d31d7 (stale) CRC-32 checksum value for chunk [0, 0x3b20e): Mirror 1: 0x2007b245 Mirror 21: 0x2007b245 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b20e: skipped 000534 1777576716.002993 read 0x02b1ba thru 0x0342b5 (0x90fc bytes) 000535 1777576716.019171 mapread 0x00a936 thru 0x01337b (0x8a46 bytes) 000537 1777576716.134920 trunc from 0x03b20e to 0x017aac (0x23761 bytes) 000538 1777576716.230411 trunc from 0x013f06 to 0x017aac (0x3ba7 bytes) 000541 1777576716.238421 trunc from 0x017aad to 0x002129 (0x15983 bytes) 000542 1777576716.278115 trunc from 0x00212a to 0x004d70 (0x2c47 bytes) 000543 1777576716.315606 trunc from 0x002b2e to 0x004d70 (0x2243 bytes) 000544 1777576716.323756 punch from 0x000097 to 0x004d70 (0x4cda bytes) 000545 1777576716.340409 mapwrite 0x01b11e thru 0x02777f (0xc662 bytes) 000546 1777576716.477852 mapwrite 0x000a02 thru 0x00db84 (0xd183 bytes) 000547 1777576716.547492 trunc from 0x00908d to 0x018cd4 (0xfc48 bytes) 000548 1777576716.558219 punch from 0x006898 to 0x0115ed (0xad56 bytes) 000549 1777576716.570260 fallocate 0x014f48 thru 0x019a79 (0x4b32 bytes) 000550 1777576716.594200 trunc from 0x01a5a4 to 0x0238e4 (0x9341 bytes) 000552 1777576716.610913 fallocate 0x023fbf thru 0x02d51a (0x955c bytes) 000553 1777576716.623149 write 0x039ffb thru 0x03e240 (0x4246 bytes) 000554 1777576716.632235 write 0x03c36c thru 0x03ffff (0x3c94 bytes) 000555 1777576716.639147 trunc from 0x040000 to 0x01e1b0 (0x21e4f bytes) 000556 1777576716.684143 trunc from 0x01e1b1 to 0x01cf2a (0x1286 bytes) 000557 1777576716.718069 trunc from 0x001b68 to 0x0074ae (0x5947 bytes) 000558 1777576716.724298 trunc from 0x014d2e to 0x01cf2a (0x81fd bytes) 000559 1777576716.734797 write 0x03a2f7 thru 0x03ffff (0x5d09 bytes) 000560 1777576716.738495 trunc from 0x018180 to 0x01ea33 (0x68b4 bytes) 000561 1777576716.745284 punch from 0x031624 to 0x03c50d (0xaeea bytes) 000562 1777576716.759793 write 0x0387b6 thru 0x039471 (0xcbc bytes) 000563 1777576716.770788 mapread 0x00db32 thru 0x019cac (0xc17b bytes) 000564 1777576716.793193 write 0x02910c thru 0x0302ef (0x71e4 bytes) 000566 1777576716.806252 write 0x032d2b thru 0x037b79 (0x4e4f bytes) 000567 1777576716.808581 fallocate 0x029e60 thru 0x0337cd (0x996e bytes) 000568 1777576716.814348 fallocate 0x00bcf8 thru 0x01a2b4 (0xe5bd bytes) 000569 1777576716.821082 trunc from 0x010a01 to 0x013b92 (0x3192 bytes) 000570 1777576716.827232 trunc from 0x0015e1 to 0x00bd09 (0xa729 bytes) 000571 1777576716.832657 mapread 0x036710 thru 0x03daaa (0x739b bytes) 000572 1777576716.833967 punch from 0x024d62 to 0x0289c7 (0x3c66 bytes) 000573 1777576716.839599 write 0x02e281 thru 0x03b5eb (0xd36b bytes) 000574 1777576716.844571 read 0x0076ad thru 0x00cc26 (0x557a bytes) 000575 1777576716.855232 trunc from 0x0366e8 to 0x03ffff (0x9918 bytes) 000576 1777576716.868002 fallocate 0x0322f8 thru 0x03ffff (0xdd08 bytes) 000577 1777576716.874041 trunc from 0x027173 to 0x032a95 (0xb923 bytes) 000578 1777576716.882276 trunc from 0x01f9e8 to 0x021f98 (0x25b1 bytes) 000579 1777576716.899043 trunc from 0x040000 to 0x039f7f (0x6080 bytes) 000580 1777576716.943382 read 0x02fd4a thru 0x033d8f (0x4046 bytes) 000582 1777576716.959241 punch from 0x0201d6 to 0x020339 (0x164 bytes) 000583 1777576716.971756 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x39f80): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39f80): Mirror 8: 0xbc816eb1 (stale) Mirror 10: 0xbc816eb1 (stale) Mirror 11: 0xbc816eb1 (stale) Mirror 14: 0xbc816eb1 (stale) Mirror 15: 0xbc816eb1 (stale) Mirror 16: 0xbc816eb1 (stale) Mirror 17: 0xbc816eb1 (stale) Mirror 18: 0xbc816eb1 (stale) Mirror 19: 0xbc816eb1 (stale) Mirror 20: 0xbc816eb1 (stale) Mirror 21: 0xb20d62ad (stale) CRC-32 checksum value for chunk [0, 0x39f80): Mirror 1: 0xff861b56 Mirror 22: 0xff861b56 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39f80: skipped 000584 1777576718.429467 read 0x00cba0 thru 0x01a824 (0xdc85 bytes) 000585 1777576718.482736 fallocate 0x03ac72 thru 0x03ffff (0x538e bytes) 000586 1777576718.550607 trunc from 0x040000 to 0x00a2c4 (0x35d3b bytes) 000587 1777576718.622645 write 0x012574 thru 0x01d3f0 (0xae7d bytes) 000588 1777576718.633012 trunc from 0x01d3f1 to 0x009cbc (0x13734 bytes) 000589 1777576718.666684 punch from 0x005660 to 0x009cbc (0x465d bytes) 000590 1777576718.672953 fallocate 0x016fc1 thru 0x01e29a (0x72da bytes) 000591 1777576718.706704 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x1e29b): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e29b): Mirror 8: 0xacb47be8 (stale) Mirror 10: 0xacb47be8 (stale) Mirror 11: 0xacb47be8 (stale) Mirror 14: 0xacb47be8 (stale) Mirror 15: 0xacb47be8 (stale) Mirror 16: 0xacb47be8 (stale) Mirror 17: 0xacb47be8 (stale) Mirror 18: 0xacb47be8 (stale) Mirror 19: 0xacb47be8 (stale) Mirror 20: 0xacb47be8 (stale) Mirror 21: 0xe8ee5d3f (stale) Mirror 22: 0x98fcd15c (stale) CRC-32 checksum value for chunk [0, 0x1e29b): Mirror 1: 0x98fcd15c Mirror 23: 0x98fcd15c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e29b: skipped 000594 1777576720.303673 mapwrite 0x008b45 thru 0x00d8d3 (0x4d8f bytes) 000595 1777576720.517483 mapread 0x003ab2 thru 0x00bfcc (0x851b bytes) 000596 1777576720.518705 read 0x013243 thru 0x01e29a (0xb058 bytes) 000597 1777576720.542806 punch from 0x011e64 to 0x01e29a (0xc437 bytes) 000598 1777576720.550275 write 0x018faa thru 0x01b6d6 (0x272d bytes) 000599 1777576720.573920 trunc from 0x01e29b to 0x0083b7 (0x15ee3 bytes) 000600 1777576720.620977 trunc from 0x000fde to 0x0083b7 (0x73da bytes) 000601 1777576720.627425 trunc from 0x0083b8 to 0x036dce (0x2ea17 bytes) 000602 1777576720.675480 trunc from 0x03083b to 0x031f4c (0x1712 bytes) 000604 1777576720.686050 write 0x000d63 thru 0x00f14c (0xe3ea bytes) 000605 1777576720.719771 mapread 0x026d18 thru 0x02d51a (0x6803 bytes) 000606 1777576720.743819 mapwrite 0x01c864 thru 0x027296 (0xaa33 bytes) 000607 1777576720.808680 mapwrite 0x008f29 thru 0x014ce2 (0xbdba bytes) 000608 1777576720.905382 punch from 0x00c611 to 0x019bba (0xd5aa bytes) 000609 1777576720.919897 punch from 0x027239 to 0x02a92f (0x36f7 bytes) 000610 1777576720.929736 mapread 0x02796a thru 0x027fd7 (0x66e bytes) 000611 1777576720.960340 trunc from 0x02572e to 0x02625a (0xb2d bytes) 000612 1777576720.969691 punch from 0x0311d8 to 0x036dce (0x5bf7 bytes) 000613 1777576720.979309 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x36dcf): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36dcf): Mirror 8: 0x60d7019c (stale) Mirror 10: 0x60d7019c (stale) Mirror 11: 0x60d7019c (stale) Mirror 14: 0x60d7019c (stale) Mirror 15: 0x60d7019c (stale) Mirror 16: 0x60d7019c (stale) Mirror 17: 0x60d7019c (stale) Mirror 18: 0x60d7019c (stale) Mirror 19: 0x60d7019c (stale) Mirror 20: 0x60d7019c (stale) Mirror 21: 0x610cce2d (stale) Mirror 22: 0x8a2f0f0e (stale) Mirror 23: 0xd2ec565c (stale) CRC-32 checksum value for chunk [0, 0x36dcf): Mirror 1: 0x959a2344 Mirror 24: 0x959a2344 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36dcf: skipped 000614 1777576722.802158 mapread 0x0344d2 thru 0x036dce (0x28fd bytes) 000615 1777576722.877284 fallocate 0x000c7a thru 0x00e69f (0xda26 bytes) 000616 1777576722.946797 read 0x02944f thru 0x02f743 (0x62f5 bytes) 000617 1777576722.964456 trunc from 0x017bb7 to 0x027332 (0xf77c bytes) 000618 1777576722.973146 mapread 0x01b82a thru 0x029219 (0xd9f0 bytes) 000619 1777576723.006258 fallocate 0x038b9a thru 0x03ffff (0x7466 bytes) 000620 1777576723.014440 read 0x00d37f thru 0x014e5d (0x7adf bytes) 000621 1777576723.041644 trunc from 0x036dcf to 0x01e1e2 (0x18bec bytes) 000622 1777576723.078848 MIRROR_RESYNC 15 mirrors 000623 1777576725.919771 fallocate 0x015040 thru 0x01547e (0x43f bytes) 000624 1777576726.018904 MIRROR_SPLIT mirror 12 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1e1e3): Mirror 8: 0xd8ac3931 (stale) Mirror 10: 0xd8ac3931 (stale) Mirror 11: 0xd8ac3931 (stale) Mirror 14: 0xd8ac3931 (stale) Mirror 15: 0xd8ac3931 (stale) Mirror 16: 0xd8ac3931 (stale) Mirror 17: 0xd8ac3931 (stale) Mirror 18: 0xd8ac3931 (stale) Mirror 19: 0xd8ac3931 (stale) Mirror 20: 0xd8ac3931 (stale) Mirror 21: 0xd8ac3931 (stale) Mirror 23: 0xd8ac3931 (stale) Mirror 24: 0xd8ac3931 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e1e3): Mirror 8: 0xd8ac3931 (stale) Mirror 10: 0xd8ac3931 (stale) Mirror 11: 0xd8ac3931 (stale) Mirror 14: 0xd8ac3931 (stale) Mirror 15: 0xd8ac3931 (stale) Mirror 16: 0xd8ac3931 (stale) Mirror 17: 0xd8ac3931 (stale) Mirror 18: 0xd8ac3931 (stale) Mirror 19: 0xd8ac3931 (stale) Mirror 20: 0xd8ac3931 (stale) Mirror 21: 0xd8ac3931 (stale) Mirror 23: 0xd8ac3931 (stale) Mirror 24: 0xd8ac3931 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e1e3: skipped 000625 1777576727.281159 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x1e1e3): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e1e3): Mirror 8: 0xd8ac3931 (stale) Mirror 10: 0xd8ac3931 (stale) Mirror 11: 0xd8ac3931 (stale) Mirror 14: 0xd8ac3931 (stale) Mirror 15: 0xd8ac3931 (stale) Mirror 16: 0xd8ac3931 (stale) Mirror 17: 0xd8ac3931 (stale) Mirror 18: 0xd8ac3931 (stale) Mirror 19: 0xd8ac3931 (stale) Mirror 20: 0xd8ac3931 (stale) Mirror 21: 0xd8ac3931 (stale) Mirror 23: 0xd8ac3931 (stale) Mirror 24: 0xd8ac3931 (stale) CRC-32 checksum value for chunk [0, 0x1e1e3): Mirror 1: 0xd8ac3931 Mirror 25: 0xd8ac3931 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e1e3: skipped 000627 1777576728.717080 punch from 0x007deb to 0x014b20 (0xcd36 bytes) 000629 1777576728.802724 trunc from 0x01e1e3 to 0x002025 (0x1c1bd bytes) 000630 1777576728.846627 trunc from 0x002026 to 0x022d00 (0x20cdb bytes) 000631 1777576728.884409 fallocate 0x03621e thru 0x0369a3 (0x786 bytes) 000632 1777576728.908951 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x369a4): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x369a4): Mirror 8: 0x5ec9bcf3 (stale) Mirror 10: 0x5ec9bcf3 (stale) Mirror 11: 0x5ec9bcf3 (stale) Mirror 14: 0x5ec9bcf3 (stale) Mirror 15: 0x5ec9bcf3 (stale) Mirror 16: 0x5ec9bcf3 (stale) Mirror 17: 0x5ec9bcf3 (stale) Mirror 18: 0x5ec9bcf3 (stale) Mirror 19: 0x5ec9bcf3 (stale) Mirror 20: 0x5ec9bcf3 (stale) Mirror 21: 0x5ec9bcf3 (stale) Mirror 23: 0x5ec9bcf3 (stale) Mirror 24: 0x5ec9bcf3 (stale) Mirror 25: 0x5ec9bcf3 (stale) CRC-32 checksum value for chunk [0, 0x369a4): Mirror 1: 0x4372d5 Mirror 26: 0x4372d5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x369a4: skipped 000634 1777576730.527084 write 0x025245 thru 0x03094a (0xb706 bytes) 000636 1777576730.632183 read 0x0181a5 thru 0x0210c8 (0x8f24 bytes) 000637 1777576730.656838 trunc from 0x0369a4 to 0x00361f (0x33384 bytes) 000638 1777576730.694904 read 0x000ba3 thru 0x00361f (0x2a7d bytes) 000639 1777576730.712254 mapread 0x0032ca thru 0x00361f (0x356 bytes) 000640 1777576730.714078 mapwrite 0x02fbca thru 0x030a67 (0xe9e bytes) 000641 1777576730.759287 fallocate 0x021fab thru 0x0305ab (0xe601 bytes) 000642 1777576730.771802 MIRROR_RESYNC 16 mirrors 000643 1777576733.683755 read 0x02e3f2 thru 0x030a67 (0x2676 bytes) 000644 1777576733.690863 fallocate 0x00f4f7 thru 0x01866f (0x9179 bytes) 000645 1777576733.734237 mapwrite 0x004b24 thru 0x0090c6 (0x45a3 bytes) 000646 1777576733.770297 trunc from 0x030a68 to 0x03b39a (0xa933 bytes) 000648 1777576733.795121 trunc from 0x03b39b to 0x015189 (0x26211 bytes) 000650 1777576733.810803 read 0x00ddbc thru 0x015189 (0x73ce bytes) 000651 1777576733.820667 mapwrite 0x02cd6b thru 0x0335d6 (0x686c bytes) 000652 1777576733.871220 fallocate 0x01a0ca thru 0x023502 (0x9439 bytes) 000653 1777576733.877855 punch from 0x02100e to 0x02e9db (0xd9ce bytes) 000655 1777576733.889874 mapread 0x02c54f thru 0x0335d6 (0x7088 bytes) 000656 1777576733.905712 mapwrite 0x015cf1 thru 0x01e392 (0x86a2 bytes) 000657 1777576733.927521 punch from 0x032fdd to 0x03313d (0x161 bytes) 000658 1777576733.933776 write 0x00f854 thru 0x01a23f (0xa9ec bytes) 000659 1777576733.936914 trunc from 0x000ee7 to 0x00e2bb (0xd3d5 bytes) 000660 1777576733.942427 mapwrite 0x003494 thru 0x0099f4 (0x6561 bytes) 000661 1777576734.004372 punch from 0x01f249 to 0x027409 (0x81c1 bytes) 000663 1777576734.011894 fallocate 0x03b2c3 thru 0x03ffff (0x4d3d bytes) 000665 1777576734.018589 write 0x010178 thru 0x01773a (0x75c3 bytes) 000666 1777576734.019992 mapread 0x0386d8 thru 0x03ffff (0x7928 bytes) 000668 1777576734.033533 write 0x01c6a6 thru 0x02b242 (0xeb9d bytes) 000669 1777576734.041244 trunc from 0x040000 to 0x01f786 (0x20879 bytes) 000670 1777576734.078401 MIRROR_SPLIT mirror 7 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1f787): Mirror 8: 0xad5de147 (stale) Mirror 10: 0xad5de147 (stale) Mirror 11: 0xad5de147 (stale) Mirror 14: 0xad5de147 (stale) Mirror 15: 0xad5de147 (stale) Mirror 16: 0xad5de147 (stale) Mirror 18: 0xad5de147 (stale) Mirror 19: 0xad5de147 (stale) Mirror 20: 0xad5de147 (stale) Mirror 21: 0xad5de147 (stale) Mirror 23: 0xad5de147 (stale) Mirror 24: 0xad5de147 (stale) Mirror 25: 0xad5de147 (stale) Mirror 26: 0xad5de147 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f787): Mirror 8: 0xad5de147 (stale) Mirror 10: 0xad5de147 (stale) Mirror 11: 0xad5de147 (stale) Mirror 14: 0xad5de147 (stale) Mirror 15: 0xad5de147 (stale) Mirror 16: 0xad5de147 (stale) Mirror 18: 0xad5de147 (stale) Mirror 19: 0xad5de147 (stale) Mirror 20: 0xad5de147 (stale) Mirror 21: 0xad5de147 (stale) Mirror 23: 0xad5de147 (stale) Mirror 24: 0xad5de147 (stale) Mirror 25: 0xad5de147 (stale) Mirror 26: 0xad5de147 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f787: skipped 000671 1777576734.896715 mapwrite 0x01a921 thru 0x021bc5 (0x72a5 bytes) 000672 1777576735.049234 punch from 0x01c238 to 0x021bc5 (0x598e bytes) 000673 1777576735.058669 mapwrite 0x03cfa9 thru 0x03ffff (0x3057 bytes) 000674 1777576735.142920 trunc from 0x00a5f9 to 0x0162fe (0xbd06 bytes) 000675 1777576735.151760 trunc from 0x037398 to 0x038d8d (0x19f6 bytes) 000676 1777576735.174754 fallocate 0x01eef5 thru 0x028be2 (0x9cee bytes) 000678 1777576735.187199 read 0x029df9 thru 0x0381b4 (0xe3bc bytes) 000679 1777576735.211251 read 0x013df0 thru 0x01d007 (0x9218 bytes) 000680 1777576735.252906 MIRROR_RESYNC 15 mirrors 000681 1777576741.211508 mapread 0x00ac81 thru 0x00dcec (0x306c bytes) 000682 1777576741.278672 trunc from 0x0107b5 to 0x017cf8 (0x7544 bytes) 000683 1777576741.338202 mapwrite 0x016109 thru 0x01ab83 (0x4a7b bytes) 000684 1777576741.410041 read 0x032577 thru 0x03b5a3 (0x902d bytes) 000686 1777576741.423181 fallocate 0x03dd21 thru 0x03ffff (0x22df bytes) 000687 1777576741.431355 write 0x014314 thru 0x01b1b7 (0x6ea4 bytes) 000688 1777576741.453252 MIRROR_SPLIT mirror 8 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xfd1a614b (stale) Mirror 10: 0xfd1a614b (stale) Mirror 11: 0xfd1a614b (stale) Mirror 14: 0xfd1a614b (stale) Mirror 15: 0xfd1a614b (stale) Mirror 16: 0xfd1a614b (stale) Mirror 18: 0xfd1a614b (stale) Mirror 20: 0xfd1a614b (stale) Mirror 21: 0xfd1a614b (stale) Mirror 23: 0xfd1a614b (stale) Mirror 24: 0xfd1a614b (stale) Mirror 25: 0xfd1a614b (stale) Mirror 26: 0xfd1a614b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xfd1a614b (stale) Mirror 10: 0xfd1a614b (stale) Mirror 11: 0xfd1a614b (stale) Mirror 14: 0xfd1a614b (stale) Mirror 15: 0xfd1a614b (stale) Mirror 16: 0xfd1a614b (stale) Mirror 18: 0xfd1a614b (stale) Mirror 20: 0xfd1a614b (stale) Mirror 21: 0xfd1a614b (stale) Mirror 23: 0xfd1a614b (stale) Mirror 24: 0xfd1a614b (stale) Mirror 25: 0xfd1a614b (stale) Mirror 26: 0xfd1a614b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000689 1777576742.549948 mapwrite 0x00ef8f thru 0x012fcc (0x403e bytes) 000690 1777576742.612830 write 0x008f45 thru 0x00a67e (0x173a bytes) 000691 1777576742.629785 punch from 0x00b8e7 to 0x00d17a (0x1894 bytes) 000693 1777576742.638254 mapwrite 0x01dacf thru 0x029bb1 (0xc0e3 bytes) 000694 1777576742.718020 punch from 0x01b9ba to 0x02a0c4 (0xe70b bytes) 000695 1777576742.728846 mapwrite 0x02b56f thru 0x035264 (0x9cf6 bytes) 000696 1777576742.805343 trunc from 0x00e756 to 0x01e050 (0xf8fb bytes) 000697 1777576742.817992 trunc from 0x019da8 to 0x02350e (0x9767 bytes) 000698 1777576742.828232 trunc from 0x040000 to 0x0282aa (0x17d55 bytes) 000699 1777576742.851746 mapread 0x0080be thru 0x00b909 (0x384c bytes) 000700 1777576742.861955 mapwrite 0x01994a thru 0x0248f7 (0xafae bytes) 000701 1777576742.923991 read 0x00b685 thru 0x018ba0 (0xd51c bytes) 000702 1777576742.926326 mapwrite 0x02c196 thru 0x036c10 (0xaa7b bytes) 000703 1777576742.996333 read 0x000101 thru 0x00d6e9 (0xd5e9 bytes) 000705 1777576743.004265 fallocate 0x03c2c2 thru 0x03cb81 (0x8c0 bytes) 000706 1777576743.010079 fallocate 0x00a959 thru 0x00f0b0 (0x4758 bytes) 000707 1777576743.022163 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x3cb82): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cb82): Mirror 8: 0x9a0988a1 (stale) Mirror 10: 0x9a0988a1 (stale) Mirror 11: 0x9a0988a1 (stale) Mirror 14: 0x9a0988a1 (stale) Mirror 15: 0x9a0988a1 (stale) Mirror 16: 0x9a0988a1 (stale) Mirror 18: 0x9a0988a1 (stale) Mirror 20: 0x9a0988a1 (stale) Mirror 21: 0x9a0988a1 (stale) Mirror 23: 0x9a0988a1 (stale) Mirror 24: 0x9a0988a1 (stale) Mirror 25: 0x9a0988a1 (stale) Mirror 26: 0x9a0988a1 (stale) CRC-32 checksum value for chunk [0, 0x3cb82): Mirror 1: 0xfa71434c Mirror 27: 0xfa71434c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cb82: skipped 000708 1777576744.543094 read 0x011ebf thru 0x01c36c (0xa4ae bytes) 000709 1777576744.601976 mapwrite 0x01b77a thru 0x027ea5 (0xc72c bytes) 000710 1777576744.817876 mapread 0x011159 thru 0x0206ec (0xf594 bytes) 000711 1777576744.839197 punch from 0x009080 to 0x00d3b8 (0x4339 bytes) 000712 1777576744.845357 trunc from 0x0342c0 to 0x03cb81 (0x88c2 bytes) 000714 1777576744.856422 trunc from 0x0390f9 to 0x03cb81 (0x3a89 bytes) 000715 1777576744.864211 mapread 0x010f01 thru 0x01493b (0x3a3b bytes) 000716 1777576744.865490 punch from 0x01b803 to 0x01c68f (0xe8d bytes) 000717 1777576744.891615 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3cb82): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cb82): Mirror 8: 0x9a0988a1 (stale) Mirror 10: 0x9a0988a1 (stale) Mirror 11: 0x9a0988a1 (stale) Mirror 14: 0x9a0988a1 (stale) Mirror 15: 0x9a0988a1 (stale) Mirror 16: 0x9a0988a1 (stale) Mirror 18: 0x9a0988a1 (stale) Mirror 20: 0x9a0988a1 (stale) Mirror 21: 0x9a0988a1 (stale) Mirror 23: 0x9a0988a1 (stale) Mirror 24: 0x9a0988a1 (stale) Mirror 25: 0x9a0988a1 (stale) Mirror 26: 0x9a0988a1 (stale) Mirror 27: 0xfa71434c (stale) CRC-32 checksum value for chunk [0, 0x3cb82): Mirror 1: 0x90b8fb36 Mirror 28: 0x90b8fb36 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cb82: skipped 000718 1777576746.750827 trunc from 0x03cb82 to 0x009ce1 (0x32ea0 bytes) 000719 1777576746.829381 read 0x00550f thru 0x009ce1 (0x47d3 bytes) 000720 1777576746.843872 mapread 0x008188 thru 0x009ce1 (0x1b5a bytes) 000721 1777576746.845023 read 0x0000b4 thru 0x0098c1 (0x980e bytes) 000722 1777576746.875284 MIRROR_RESYNC 16 mirrors 000723 1777576749.673858 trunc from 0x009ce2 to 0x017fd1 (0xe2f0 bytes) 000724 1777576749.753041 mapread 0x015f49 thru 0x017fd1 (0x2089 bytes) 000725 1777576749.779128 punch from 0x003caa to 0x007f88 (0x42df bytes) 000726 1777576749.786013 mapwrite 0x038f03 thru 0x03ffff (0x70fd bytes) 000728 1777576749.849251 read 0x02d70e thru 0x037825 (0xa118 bytes) 000729 1777576749.859412 fallocate 0x00a119 thru 0x00f49e (0x5386 bytes) 000731 1777576749.867404 write 0x03c89d thru 0x03ce9e (0x602 bytes) 000732 1777576749.869693 mapread 0x03981c thru 0x03ffff (0x67e4 bytes) 000733 1777576749.871231 punch from 0x00e9d0 to 0x0169bb (0x7fec bytes) 000734 1777576749.878965 write 0x035ee2 thru 0x03ffff (0xa11e bytes) 000735 1777576749.882008 fallocate 0x000232 thru 0x00b5f1 (0xb3c0 bytes) 000736 1777576749.890163 punch from 0x00427b to 0x0115a3 (0xd329 bytes) 000737 1777576749.896130 mapread 0x032b15 thru 0x03ac57 (0x8143 bytes) 000738 1777576749.906197 MIRROR_SPLIT mirror 14 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x98f8e64b (stale) Mirror 10: 0x98f8e64b (stale) Mirror 11: 0x98f8e64b (stale) Mirror 14: 0x98f8e64b (stale) Mirror 15: 0x98f8e64b (stale) Mirror 16: 0x98f8e64b (stale) Mirror 18: 0x98f8e64b (stale) Mirror 20: 0x98f8e64b (stale) Mirror 21: 0x98f8e64b (stale) Mirror 23: 0x98f8e64b (stale) Mirror 24: 0x98f8e64b (stale) Mirror 25: 0x98f8e64b (stale) Mirror 26: 0x98f8e64b (stale) Mirror 28: 0x98f8e64b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x98f8e64b (stale) Mirror 10: 0x98f8e64b (stale) Mirror 11: 0x98f8e64b (stale) Mirror 14: 0x98f8e64b (stale) Mirror 15: 0x98f8e64b (stale) Mirror 16: 0x98f8e64b (stale) Mirror 18: 0x98f8e64b (stale) Mirror 20: 0x98f8e64b (stale) Mirror 21: 0x98f8e64b (stale) Mirror 23: 0x98f8e64b (stale) Mirror 24: 0x98f8e64b (stale) Mirror 25: 0x98f8e64b (stale) Mirror 26: 0x98f8e64b (stale) Mirror 28: 0x98f8e64b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000740 1777576750.765037 MIRROR_RESYNC 15 mirrors 000741 1777576754.528165 read 0x00f7a5 thru 0x0109ce (0x122a bytes) 000742 1777576754.535926 mapread 0x01d85b thru 0x020a54 (0x31fa bytes) 000743 1777576754.561755 MIRROR_SPLIT mirror 2 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000744 1777576755.173911 mapread 0x014a31 thru 0x020454 (0xba24 bytes) 000745 1777576755.203144 mapwrite 0x023424 thru 0x02fde8 (0xc9c5 bytes) 000746 1777576755.351471 fallocate 0x036bae thru 0x03a6a0 (0x3af3 bytes) 000747 1777576755.359232 punch from 0x02664a to 0x035e1e (0xf7d5 bytes) 000748 1777576755.368258 MIRROR_SPLIT mirror 5 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xda9b02a7 (stale) Mirror 11: 0xda9b02a7 (stale) Mirror 14: 0xda9b02a7 (stale) Mirror 15: 0xda9b02a7 (stale) Mirror 18: 0xda9b02a7 (stale) Mirror 20: 0xda9b02a7 (stale) Mirror 21: 0xda9b02a7 (stale) Mirror 23: 0xda9b02a7 (stale) Mirror 24: 0xda9b02a7 (stale) Mirror 25: 0xda9b02a7 (stale) Mirror 26: 0xda9b02a7 (stale) Mirror 28: 0xda9b02a7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xda9b02a7 (stale) Mirror 11: 0xda9b02a7 (stale) Mirror 14: 0xda9b02a7 (stale) Mirror 15: 0xda9b02a7 (stale) Mirror 18: 0xda9b02a7 (stale) Mirror 20: 0xda9b02a7 (stale) Mirror 21: 0xda9b02a7 (stale) Mirror 23: 0xda9b02a7 (stale) Mirror 24: 0xda9b02a7 (stale) Mirror 25: 0xda9b02a7 (stale) Mirror 26: 0xda9b02a7 (stale) Mirror 28: 0xda9b02a7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000749 1777576756.365363 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xda9b02a7 (stale) Mirror 11: 0xda9b02a7 (stale) Mirror 14: 0xda9b02a7 (stale) Mirror 15: 0xda9b02a7 (stale) Mirror 18: 0xda9b02a7 (stale) Mirror 20: 0xda9b02a7 (stale) Mirror 21: 0xda9b02a7 (stale) Mirror 23: 0xda9b02a7 (stale) Mirror 24: 0xda9b02a7 (stale) Mirror 25: 0xda9b02a7 (stale) Mirror 26: 0xda9b02a7 (stale) Mirror 28: 0xda9b02a7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa5761833 Mirror 29: 0xa5761833 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000750 1777576758.026214 read 0x035bd3 thru 0x0382c3 (0x26f1 bytes) 000751 1777576758.087652 MIRROR_RESYNC 14 mirrors 000752 1777576761.777167 write 0x0030bc thru 0x003f49 (0xe8e bytes) 000754 1777576761.854763 read 0x010f3e thru 0x0207a3 (0xf866 bytes) 000755 1777576761.871895 mapwrite 0x031e01 thru 0x033b42 (0x1d42 bytes) 000756 1777576761.943420 read 0x016516 thru 0x01f563 (0x904e bytes) 000757 1777576761.944808 mapread 0x03b6fc thru 0x03ffff (0x4904 bytes) 000758 1777576761.982889 read 0x008c6f thru 0x00c654 (0x39e6 bytes) 000759 1777576761.983722 trunc from 0x040000 to 0x01293f (0x2d6c0 bytes) 000760 1777576762.008264 trunc from 0x002cdd to 0x00367e (0x9a2 bytes) 000761 1777576762.020195 punch from 0x002a8a to 0x00bef7 (0x946e bytes) 000762 1777576762.050869 fallocate 0x016fff thru 0x01b5d3 (0x45d5 bytes) 000763 1777576762.064190 fallocate 0x033f86 thru 0x038cca (0x4d45 bytes) 000764 1777576762.074028 mapwrite 0x003ec0 thru 0x008df2 (0x4f33 bytes) 000765 1777576762.125231 mapwrite 0x00bd73 thru 0x017be5 (0xbe73 bytes) 000766 1777576762.155883 fallocate 0x01e932 thru 0x0253c5 (0x6a94 bytes) 000767 1777576762.168391 MIRROR_SPLIT mirror 2 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38ccb): Mirror 8: 0x3e560a91 (stale) Mirror 14: 0x3e560a91 (stale) Mirror 15: 0x3e560a91 (stale) Mirror 18: 0x3e560a91 (stale) Mirror 20: 0x3e560a91 (stale) Mirror 21: 0x3e560a91 (stale) Mirror 23: 0x3e560a91 (stale) Mirror 24: 0x3e560a91 (stale) Mirror 25: 0x3e560a91 (stale) Mirror 26: 0x3e560a91 (stale) Mirror 28: 0x3e560a91 (stale) Mirror 29: 0x3e560a91 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38ccb): Mirror 8: 0x3e560a91 (stale) Mirror 14: 0x3e560a91 (stale) Mirror 15: 0x3e560a91 (stale) Mirror 18: 0x3e560a91 (stale) Mirror 20: 0x3e560a91 (stale) Mirror 21: 0x3e560a91 (stale) Mirror 23: 0x3e560a91 (stale) Mirror 24: 0x3e560a91 (stale) Mirror 25: 0x3e560a91 (stale) Mirror 26: 0x3e560a91 (stale) Mirror 28: 0x3e560a91 (stale) Mirror 29: 0x3e560a91 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38ccb: skipped 000768 1777576762.977473 trunc from 0x038ccb to 0x02e09b (0xac2f bytes) 000769 1777576763.004971 write 0x031a44 thru 0x03ffff (0xe5bc bytes) 000770 1777576763.008347 trunc from 0x040000 to 0x02a0d9 (0x15f26 bytes) 000771 1777576763.038859 trunc from 0x02a0da to 0x0254b8 (0x4c21 bytes) 000772 1777576763.062422 fallocate 0x00c8f1 thru 0x00dd04 (0x1414 bytes) 000773 1777576763.076122 mapread 0x00061e thru 0x0096a7 (0x908a bytes) 000774 1777576763.114913 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x254b9): Mirror 8: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x254b9): Mirror 8: 0x9138b745 (stale) Mirror 14: 0x9138b745 (stale) Mirror 15: 0x9138b745 (stale) Mirror 18: 0x9138b745 (stale) Mirror 20: 0x9138b745 (stale) Mirror 21: 0x9138b745 (stale) Mirror 23: 0x9138b745 (stale) Mirror 24: 0x9138b745 (stale) Mirror 25: 0x9138b745 (stale) Mirror 26: 0x9138b745 (stale) Mirror 28: 0x9138b745 (stale) Mirror 29: 0x9138b745 (stale) CRC-32 checksum value for chunk [0, 0x254b9): Mirror 1: 0xd316b72c Mirror 30: 0xd316b72c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x254b9: skipped 000776 1777576764.768907 write 0x02e57e thru 0x03cf99 (0xea1c bytes) 000777 1777576764.837512 trunc from 0x03cf9a to 0x014c3b (0x2835e bytes) 000778 1777576764.884082 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x14c3c): Mirror 8: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x14c3c): Mirror 8: 0x39d4ccc5 (stale) Mirror 14: 0x39d4ccc5 (stale) Mirror 15: 0x39d4ccc5 (stale) Mirror 18: 0x39d4ccc5 (stale) Mirror 20: 0x39d4ccc5 (stale) Mirror 21: 0x39d4ccc5 (stale) Mirror 23: 0x39d4ccc5 (stale) Mirror 24: 0x39d4ccc5 (stale) Mirror 25: 0x39d4ccc5 (stale) Mirror 26: 0x39d4ccc5 (stale) Mirror 28: 0x39d4ccc5 (stale) Mirror 29: 0x39d4ccc5 (stale) Mirror 30: 0x204cb7e2 (stale) CRC-32 checksum value for chunk [0, 0x14c3c): Mirror 1: 0x204cb7e2 Mirror 31: 0x204cb7e2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x14c3c: skipped 000779 1777576766.554689 read 0x00c649 thru 0x00d911 (0x12c9 bytes) 000780 1777576766.575792 trunc from 0x00a14a to 0x0126ea (0x85a1 bytes) 000781 1777576766.663722 trunc from 0x0050d2 to 0x008b2c (0x3a5b bytes) 000782 1777576766.669627 trunc from 0x014c3c to 0x011763 (0x34d8 bytes) 000784 1777576766.711610 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x11764): Mirror 8: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11764): Mirror 8: 0x85db5541 (stale) Mirror 14: 0x85db5541 (stale) Mirror 15: 0x85db5541 (stale) Mirror 18: 0x85db5541 (stale) Mirror 20: 0x85db5541 (stale) Mirror 21: 0x85db5541 (stale) Mirror 23: 0x85db5541 (stale) Mirror 24: 0x85db5541 (stale) Mirror 25: 0x85db5541 (stale) Mirror 26: 0x85db5541 (stale) Mirror 28: 0x85db5541 (stale) Mirror 29: 0x85db5541 (stale) Mirror 30: 0x4374f68d (stale) Mirror 31: 0x4374f68d (stale) CRC-32 checksum value for chunk [0, 0x11764): Mirror 1: 0x1210b357 Mirror 32: 0x1210b357 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11764: skipped 000785 1777576768.447247 trunc from 0x00e293 to 0x011763 (0x34d1 bytes) 000786 1777576768.518308 mapread 0x006103 thru 0x011763 (0xb661 bytes) 000787 1777576768.549187 trunc from 0x0113ba to 0x011763 (0x3aa bytes) 000788 1777576768.555206 fallocate 0x03971b thru 0x03ffff (0x68e5 bytes) 000789 1777576768.564173 mapwrite 0x0158ec thru 0x022a0c (0xd121 bytes) 000790 1777576768.640214 trunc from 0x03f1e1 to 0x03ffff (0xe1f bytes) 000791 1777576768.646145 mapwrite 0x035f4c thru 0x03ffff (0xa0b4 bytes) 000792 1777576768.681864 trunc from 0x040000 to 0x029b46 (0x164b9 bytes) 000793 1777576768.715155 mapread 0x000337 thru 0x001950 (0x161a bytes) 000794 1777576768.724265 trunc from 0x029b47 to 0x03bcf1 (0x121ab bytes) 000795 1777576768.740220 read 0x007de6 thru 0x013f60 (0xc17b bytes) 000796 1777576768.741385 read 0x0356b3 thru 0x03bcf1 (0x663f bytes) 000797 1777576768.753028 fallocate 0x01c56c thru 0x0245d3 (0x8068 bytes) 000798 1777576768.758203 trunc from 0x03bcf2 to 0x006cd1 (0x35020 bytes) 000799 1777576768.801770 MIRROR_RESYNC 16 mirrors 000800 1777576772.729732 punch from 0x00434c to 0x006cd1 (0x2986 bytes) 000801 1777576772.831108 read 0x001fa4 thru 0x006cd1 (0x4d2e bytes) 000803 1777576772.847847 fallocate 0x029aa4 thru 0x02dd9c (0x42f9 bytes) 000804 1777576772.853281 mapwrite 0x02f02f thru 0x031b51 (0x2b23 bytes) 000805 1777576772.916425 punch from 0x010968 to 0x016951 (0x5fea bytes) 000808 1777576772.929846 read 0x00ef16 thru 0x0167b6 (0x78a1 bytes) 000809 1777576772.956311 mapread 0x0021e0 thru 0x002833 (0x654 bytes) 000810 1777576772.962330 fallocate 0x02c3e5 thru 0x03c058 (0xfc74 bytes) 000811 1777576772.977060 fallocate 0x02e163 thru 0x031823 (0x36c1 bytes) 000812 1777576772.989713 trunc from 0x03c059 to 0x0299a3 (0x126b5 bytes) 000813 1777576773.005881 trunc from 0x0175be to 0x024a62 (0xd4a5 bytes) 000814 1777576773.011056 trunc from 0x0299a4 to 0x01e751 (0xb252 bytes) 000815 1777576773.033768 mapwrite 0x014f89 thru 0x02070c (0xb784 bytes) 000816 1777576773.164865 trunc from 0x02070d to 0x0181b5 (0x8557 bytes) 000818 1777576773.185156 fallocate 0x000077 thru 0x00ec11 (0xeb9b bytes) 000819 1777576773.190377 mapwrite 0x019e15 thru 0x025929 (0xbb15 bytes) 000821 1777576773.351114 mapread 0x016d90 thru 0x01c96b (0x5bdc bytes) 000823 1777576773.356624 read 0x01403c thru 0x014dfd (0xdc2 bytes) 000824 1777576773.357266 trunc from 0x02592a to 0x01b2e1 (0xa648 bytes) 000825 1777576773.378608 read 0x0188da thru 0x01b2e1 (0x2a08 bytes) 000828 1777576773.380823 fallocate 0x033344 thru 0x03ee48 (0xbb05 bytes) 000829 1777576773.394388 mapread 0x00f083 thru 0x016d76 (0x7cf4 bytes) 000830 1777576773.395487 write 0x03bef4 thru 0x03ffff (0x410c bytes) 000831 1777576773.414995 punch from 0x0274e1 to 0x02d81b (0x633b bytes) 000832 1777576773.426222 punch from 0x0092af to 0x009d11 (0xa63 bytes) 000834 1777576773.435603 fallocate 0x026c76 thru 0x0309d9 (0x9d64 bytes) 000835 1777576773.441708 punch from 0x01748b to 0x021aca (0xa640 bytes) 000836 1777576773.448464 trunc from 0x0167cc to 0x017c01 (0x1436 bytes) 000837 1777576773.458218 trunc from 0x040000 to 0x01170a (0x2e8f5 bytes) 000838 1777576773.487056 mapread 0x00843c thru 0x0090b7 (0xc7c bytes) 000839 1777576773.494943 trunc from 0x01170b to 0x00a3fc (0x730e bytes) 000841 1777576773.525392 punch from 0x00566e to 0x00a3fc (0x4d8f bytes) 000842 1777576773.533749 write 0x00424b thru 0x0124a2 (0xe258 bytes) 000843 1777576773.537154 trunc from 0x0124a3 to 0x00795c (0xab46 bytes) 000845 1777576773.559435 trunc from 0x00795d to 0x021b33 (0x1a1d7 bytes) 000846 1777576773.582109 punch from 0x01dd25 to 0x021b33 (0x3e0f bytes) 000847 1777576773.587330 write 0x01077b thru 0x01ca58 (0xc2de bytes) 000848 1777576773.600372 punch from 0x009e3b to 0x00fd53 (0x5f19 bytes) 000849 1777576773.606097 trunc from 0x005114 to 0x00a95a (0x5847 bytes) 000851 1777576773.624179 mapwrite 0x03922d thru 0x03cf0a (0x3cde bytes) 000852 1777576773.675179 fallocate 0x0260dd thru 0x02d1ef (0x7113 bytes) 000853 1777576773.688977 write 0x0279b9 thru 0x03626a (0xe8b2 bytes) 000854 1777576773.713505 read 0x03b4b3 thru 0x03cf0a (0x1a58 bytes) 000855 1777576773.714862 mapwrite 0x010d02 thru 0x018ebb (0x81ba bytes) 000856 1777576773.748262 mapread 0x027675 thru 0x0351d4 (0xdb60 bytes) 000857 1777576773.750795 read 0x03243f thru 0x0399bd (0x757f bytes) 000859 1777576773.765221 read 0x005dbe thru 0x00672b (0x96e bytes) 000860 1777576773.767102 read 0x002846 thru 0x00dc60 (0xb41b bytes) 000861 1777576773.768251 mapwrite 0x004aa2 thru 0x00cfc2 (0x8521 bytes) 000862 1777576773.798277 MIRROR_RESYNC 16 mirrors 000863 1777576779.344592 mapread 0x02f793 thru 0x032e7e (0x36ec bytes) 000864 1777576779.368527 read 0x014dd6 thru 0x01ea3c (0x9c67 bytes) 000865 1777576779.379766 punch from 0x009564 to 0x01153f (0x7fdc bytes) 000866 1777576779.421961 mapwrite 0x03054a thru 0x03e26f (0xdd26 bytes) 000867 1777576779.592363 fallocate 0x01495e thru 0x01e5cf (0x9c72 bytes) 000868 1777576779.602932 fallocate 0x00f2ae thru 0x011b61 (0x28b4 bytes) 000869 1777576779.613133 punch from 0x03ac2a to 0x03e26f (0x3646 bytes) 000870 1777576779.623857 trunc from 0x03e270 to 0x03a4b9 (0x3db6 bytes) 000872 1777576779.668175 MIRROR_SPLIT mirror 11 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a4ba): Mirror 8: 0x3e7d024f (stale) Mirror 14: 0x3e7d024f (stale) Mirror 15: 0x3e7d024f (stale) Mirror 18: 0x3e7d024f (stale) Mirror 20: 0x3e7d024f (stale) Mirror 21: 0x3e7d024f (stale) Mirror 23: 0x3e7d024f (stale) Mirror 24: 0x3e7d024f (stale) Mirror 25: 0x3e7d024f (stale) Mirror 26: 0x3e7d024f (stale) Mirror 29: 0x3e7d024f (stale) Mirror 30: 0x3e7d024f (stale) Mirror 31: 0x3e7d024f (stale) Mirror 32: 0x3e7d024f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a4ba): Mirror 8: 0x3e7d024f (stale) Mirror 14: 0x3e7d024f (stale) Mirror 15: 0x3e7d024f (stale) Mirror 18: 0x3e7d024f (stale) Mirror 20: 0x3e7d024f (stale) Mirror 21: 0x3e7d024f (stale) Mirror 23: 0x3e7d024f (stale) Mirror 24: 0x3e7d024f (stale) Mirror 25: 0x3e7d024f (stale) Mirror 26: 0x3e7d024f (stale) Mirror 29: 0x3e7d024f (stale) Mirror 30: 0x3e7d024f (stale) Mirror 31: 0x3e7d024f (stale) Mirror 32: 0x3e7d024f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a4ba: skipped 000873 1777576780.541620 mapwrite 0x027313 thru 0x030bc5 (0x98b3 bytes) 000874 1777576780.626449 write 0x01691e thru 0x020e0b (0xa4ee bytes) 000875 1777576780.667760 read 0x0198eb thru 0x024c84 (0xb39a bytes) 000876 1777576780.680519 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3a4ba): Mirror 8: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a4ba): Mirror 8: 0x3e7d024f (stale) Mirror 14: 0x3e7d024f (stale) Mirror 15: 0x3e7d024f (stale) Mirror 18: 0x3e7d024f (stale) Mirror 20: 0x3e7d024f (stale) Mirror 21: 0x3e7d024f (stale) Mirror 23: 0x3e7d024f (stale) Mirror 24: 0x3e7d024f (stale) Mirror 25: 0x3e7d024f (stale) Mirror 26: 0x3e7d024f (stale) Mirror 29: 0x3e7d024f (stale) Mirror 30: 0x3e7d024f (stale) Mirror 31: 0x3e7d024f (stale) Mirror 32: 0x3e7d024f (stale) CRC-32 checksum value for chunk [0, 0x3a4ba): Mirror 1: 0x105827cd Mirror 33: 0x105827cd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a4ba: skipped 000878 1777576782.355443 trunc from 0x03a4ba to 0x01e6e6 (0x1bdd3 bytes) 000879 1777576782.409259 fallocate 0x02408a thru 0x02c9d7 (0x894e bytes) 000880 1777576782.451842 MIRROR_RESYNC 16 mirrors 000881 1777576788.025139 MIRROR_SPLIT mirror 1 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000882 1777576788.823028 read 0x010512 thru 0x011d1f (0x180e bytes) 000883 1777576788.829469 write 0x005947 thru 0x01549d (0xfb57 bytes) 000884 1777576788.891957 fallocate 0x006bc4 thru 0x00a824 (0x3c61 bytes) 000885 1777576788.897752 mapread 0x005be3 thru 0x008458 (0x2876 bytes) 000887 1777576788.900911 read 0x0041a5 thru 0x013c03 (0xfa5f bytes) 000888 1777576788.911974 trunc from 0x006280 to 0x00ff89 (0x9d0a bytes) 000889 1777576788.929731 mapwrite 0x03a2b2 thru 0x03ba42 (0x1791 bytes) 000890 1777576789.000569 mapread 0x014af2 thru 0x019aaf (0x4fbe bytes) 000891 1777576789.001851 mapread 0x014793 thru 0x01a8e0 (0x614e bytes) 000892 1777576789.012670 read 0x00cdbc thru 0x015e0c (0x9051 bytes) 000893 1777576789.038461 trunc from 0x00ee17 to 0x00fff1 (0x11db bytes) 000894 1777576789.051312 trunc from 0x02a017 to 0x036ef4 (0xcede bytes) 000896 1777576789.062426 write 0x034b31 thru 0x039e75 (0x5345 bytes) 000897 1777576789.073620 fallocate 0x015632 thru 0x018c87 (0x3656 bytes) 000898 1777576789.110770 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3ba43): Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ba43): Mirror 14: 0xe0ec25da (stale) Mirror 15: 0xe0ec25da (stale) Mirror 18: 0xe0ec25da (stale) Mirror 20: 0xe0ec25da (stale) Mirror 21: 0xe0ec25da (stale) Mirror 23: 0xe0ec25da (stale) Mirror 24: 0xe0ec25da (stale) Mirror 25: 0xe0ec25da (stale) Mirror 26: 0xe0ec25da (stale) Mirror 29: 0xe0ec25da (stale) Mirror 30: 0xe0ec25da (stale) Mirror 31: 0xe0ec25da (stale) Mirror 32: 0xe0ec25da (stale) Mirror 33: 0xe0ec25da (stale) CRC-32 checksum value for chunk [0, 0x3ba43): Mirror 1: 0x4369d54e Mirror 34: 0x4369d54e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ba43: skipped 000899 1777576791.047199 punch from 0x01f9af to 0x02dfb1 (0xe603 bytes) 000900 1777576791.106078 fallocate 0x00d3fa thru 0x01520e (0x7e15 bytes) 000901 1777576791.113508 read 0x009836 thru 0x00b333 (0x1afe bytes) 000903 1777576791.123673 mapread 0x017f06 thru 0x02502e (0xd129 bytes) 000904 1777576791.181631 trunc from 0x03ba43 to 0x0356d5 (0x636d bytes) 000905 1777576791.244720 mapread 0x00bf72 thru 0x017415 (0xb4a4 bytes) 000906 1777576791.258362 trunc from 0x0356d6 to 0x00399a (0x31d3b bytes) 000907 1777576791.277362 read 0x00259d thru 0x00399a (0x13fe bytes) 000908 1777576791.285161 punch from 0x0017c6 to 0x00399a (0x21d5 bytes) 000909 1777576791.290894 mapwrite 0x02f1a2 thru 0x0349d0 (0x582f bytes) 000910 1777576791.332844 trunc from 0x03268e to 0x0349d0 (0x2343 bytes) 000911 1777576791.339063 write 0x014131 thru 0x023776 (0xf646 bytes) 000912 1777576791.341180 punch from 0x017551 to 0x0224f6 (0xafa6 bytes) 000913 1777576791.355112 punch from 0x01a2f8 to 0x029dba (0xfac3 bytes) 000914 1777576791.360121 trunc from 0x0349d1 to 0x02e5e4 (0x63ec bytes) 000915 1777576791.407876 MIRROR_SPLIT mirror 5 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e5e5): Mirror 14: 0x4cf2986 (stale) Mirror 15: 0x4cf2986 (stale) Mirror 18: 0x4cf2986 (stale) Mirror 20: 0x4cf2986 (stale) Mirror 23: 0x4cf2986 (stale) Mirror 24: 0x4cf2986 (stale) Mirror 25: 0x4cf2986 (stale) Mirror 26: 0x4cf2986 (stale) Mirror 29: 0x4cf2986 (stale) Mirror 30: 0x4cf2986 (stale) Mirror 31: 0x4cf2986 (stale) Mirror 32: 0x4cf2986 (stale) Mirror 33: 0x4cf2986 (stale) Mirror 34: 0xb7fda003 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e5e5): Mirror 14: 0x4cf2986 (stale) Mirror 15: 0x4cf2986 (stale) Mirror 18: 0x4cf2986 (stale) Mirror 20: 0x4cf2986 (stale) Mirror 23: 0x4cf2986 (stale) Mirror 24: 0x4cf2986 (stale) Mirror 25: 0x4cf2986 (stale) Mirror 26: 0x4cf2986 (stale) Mirror 29: 0x4cf2986 (stale) Mirror 30: 0x4cf2986 (stale) Mirror 31: 0x4cf2986 (stale) Mirror 32: 0x4cf2986 (stale) Mirror 33: 0x4cf2986 (stale) Mirror 34: 0xb7fda003 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e5e5: skipped 000916 1777576792.486351 write 0x030e02 thru 0x03cdab (0xbfaa bytes) 000917 1777576792.494947 trunc from 0x01415b to 0x020821 (0xc6c7 bytes) 000918 1777576792.505950 mapread 0x0125b4 thru 0x01ec0e (0xc65b bytes) 000919 1777576792.565558 trunc from 0x03cdac to 0x011b97 (0x2b214 bytes) 000920 1777576792.593432 mapwrite 0x00a8f1 thru 0x017204 (0xc914 bytes) 000921 1777576792.705653 mapwrite 0x01cd34 thru 0x025d88 (0x9055 bytes) 000922 1777576792.801967 mapwrite 0x01dc1e thru 0x02d34e (0xf731 bytes) 000924 1777576792.905747 mapread 0x005990 thru 0x007175 (0x17e6 bytes) 000925 1777576792.914840 write 0x01a862 thru 0x021d82 (0x7521 bytes) 000928 1777576792.942213 MIRROR_RESYNC 15 mirrors 000930 1777576798.279689 write 0x0263ba thru 0x02dcf6 (0x793d bytes) 000931 1777576798.329861 trunc from 0x02a7b3 to 0x02dcf6 (0x3544 bytes) 000933 1777576798.351806 trunc from 0x012475 to 0x01bd45 (0x98d1 bytes) 000934 1777576798.361048 mapwrite 0x018d9f thru 0x02000c (0x726e bytes) 000935 1777576798.401342 write 0x032f0c thru 0x0338bf (0x9b4 bytes) 000936 1777576798.414887 MIRROR_RESYNC 15 mirrors 000937 1777576805.504137 mapwrite 0x012d7f thru 0x020b16 (0xdd98 bytes) 000939 1777576805.635391 trunc from 0x0338c0 to 0x01801a (0x1b8a5 bytes) 000940 1777576805.661938 punch from 0x00f1b8 to 0x01801a (0x8e63 bytes) 000941 1777576805.668131 mapwrite 0x0163c2 thru 0x02333f (0xcf7e bytes) 000942 1777576805.739002 punch from 0x00df92 to 0x01baf5 (0xdb64 bytes) 000943 1777576805.751476 write 0x039e50 thru 0x03ffff (0x61b0 bytes) 000944 1777576805.753121 trunc from 0x040000 to 0x02e806 (0x117f9 bytes) 000945 1777576805.785497 MIRROR_RESYNC 15 mirrors 000946 1777576811.011053 mapwrite 0x00d540 thru 0x00f422 (0x1ee3 bytes) 000947 1777576811.155530 write 0x01ab35 thru 0x01d7c9 (0x2c95 bytes) 000948 1777576811.177497 write 0x0226ce thru 0x024d58 (0x268b bytes) 000949 1777576811.193844 fallocate 0x02e2c2 thru 0x038811 (0xa550 bytes) 000950 1777576811.209809 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x2e807): Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e807): Mirror 14: 0x45a52656 (stale) Mirror 15: 0x45a52656 (stale) Mirror 18: 0x45a52656 (stale) Mirror 20: 0x45a52656 (stale) Mirror 23: 0x45a52656 (stale) Mirror 24: 0x45a52656 (stale) Mirror 25: 0x45a52656 (stale) Mirror 26: 0x45a52656 (stale) Mirror 29: 0x45a52656 (stale) Mirror 30: 0x45a52656 (stale) Mirror 31: 0x45a52656 (stale) Mirror 32: 0x45a52656 (stale) Mirror 33: 0x45a52656 (stale) Mirror 34: 0x45a52656 (stale) CRC-32 checksum value for chunk [0, 0x2e807): Mirror 1: 0x6e486153 Mirror 35: 0x6e486153 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e807: skipped 000951 1777576813.175895 write 0x021f4f thru 0x023559 (0x160b bytes) 000952 1777576813.242443 mapread 0x011d55 thru 0x01d0bd (0xb369 bytes) 000953 1777576813.269744 trunc from 0x02e807 to 0x0054b1 (0x29355 bytes) 000954 1777576813.289165 read 0x001430 thru 0x0054b1 (0x4082 bytes) 000955 1777576813.300327 trunc from 0x0039d9 to 0x0054b1 (0x1ad9 bytes) 000956 1777576813.306139 mapread 0x001a0a thru 0x0054b1 (0x3aa8 bytes) 000957 1777576813.312713 trunc from 0x0054b2 to 0x0364ef (0x3103e bytes) 000958 1777576813.332772 read 0x035e95 thru 0x0364ef (0x65b bytes) 000959 1777576813.348849 punch from 0x002618 to 0x00b8e7 (0x92d0 bytes) 000960 1777576813.354888 write 0x0291c8 thru 0x035c52 (0xca8b bytes) 000961 1777576813.357033 fallocate 0x028956 thru 0x037b10 (0xf1bb bytes) 000962 1777576813.362263 read 0x000042 thru 0x007bb4 (0x7b73 bytes) 000963 1777576813.376914 fallocate 0x02ad4a thru 0x02cc63 (0x1f1a bytes) 000965 1777576813.383300 trunc from 0x01feda to 0x025a18 (0x5b3f bytes) 000966 1777576813.389448 trunc from 0x0364f0 to 0x01a8fc (0x1bbf3 bytes) 000967 1777576813.408882 mapread 0x017110 thru 0x01a8fc (0x37ed bytes) 000969 1777576813.412870 fallocate 0x03a45e thru 0x03ffff (0x5ba2 bytes) 000970 1777576813.417905 mapwrite 0x02a7c4 thru 0x031bf2 (0x742f bytes) 000971 1777576813.509083 read 0x00b616 thru 0x0143d1 (0x8dbc bytes) 000972 1777576813.510523 write 0x03882b thru 0x03960c (0xde2 bytes) 000973 1777576813.512256 trunc from 0x035c22 to 0x03e692 (0x8a71 bytes) 000975 1777576813.532253 fallocate 0x0047c9 thru 0x00af49 (0x6781 bytes) 000976 1777576813.540272 read 0x0369b2 thru 0x03ffff (0x964e bytes) 000977 1777576813.556937 trunc from 0x040000 to 0x0101dc (0x2fe23 bytes) 000978 1777576813.583315 trunc from 0x0101dd to 0x032413 (0x22237 bytes) 000979 1777576813.609524 punch from 0x03087d to 0x032413 (0x1b97 bytes) 000981 1777576813.618859 fallocate 0x02d88b thru 0x02f165 (0x18db bytes) 000982 1777576813.625302 trunc from 0x014f2f to 0x01d632 (0x8704 bytes) 000983 1777576813.630791 read 0x01ba03 thru 0x02abec (0xf1ea bytes) 000984 1777576813.650914 trunc from 0x032414 to 0x00865c (0x29db7 bytes) 000985 1777576813.674774 MIRROR_RESYNC 16 mirrors 000986 1777576816.056651 fallocate 0x025017 thru 0x02e39a (0x9384 bytes) 000987 1777576816.105593 read 0x006349 thru 0x0150ef (0xeda7 bytes) 000988 1777576816.127829 read 0x023d74 thru 0x02e39a (0xa627 bytes) 000989 1777576816.150474 read 0x01fd85 thru 0x02d916 (0xdb92 bytes) 000990 1777576816.162011 MIRROR_RESYNC 16 mirrors 000991 1777576818.577037 punch from 0x00aa20 to 0x016e91 (0xc472 bytes) 000992 1777576818.672779 mapwrite 0x02fd9a thru 0x034964 (0x4bcb bytes) 000994 1777576818.793879 fallocate 0x00c299 thru 0x0177d1 (0xb539 bytes) 000995 1777576818.800500 fallocate 0x02f27a thru 0x02f619 (0x3a0 bytes) 000996 1777576818.811671 punch from 0x01c00b to 0x026065 (0xa05b bytes) 000997 1777576818.819372 mapread 0x02ac90 thru 0x034964 (0x9cd5 bytes) 000998 1777576818.826354 mapread 0x00ef47 thru 0x01b972 (0xca2c bytes) 000999 1777576818.854973 write 0x0082ae thru 0x011f62 (0x9cb5 bytes) 001000 1777576818.856290 write 0x03901a thru 0x03e182 (0x5169 bytes) All operations completed A-OK!