== sanity-flr test 70a: flr mode fsx test ================ 02:31:30 (1780381890) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 1892 skipping zero size read 000002 1780381892.936639 mapwrite 0x03b345 thru 0x03ffff (0x4cbb bytes) 000003 1780381893.068967 mapread 0x03cb7c thru 0x03ffff (0x3484 bytes) 000004 1780381893.089382 mapwrite 0x03ae1f thru 0x03c356 (0x1538 bytes) fallocating to largest ever: 0x291b3 000005 1780381893.140781 fallocate 0x01fcaa thru 0x0291b2 (0x9509 bytes) 000006 1780381893.166832 trunc from 0x03172b to 0x036737 (0x500d bytes) 000007 1780381893.187666 mapwrite 0x033c01 thru 0x0349f9 (0xdf9 bytes) 000008 1780381893.263189 punch from 0x03a981 to 0x03ffff (0x567f bytes) 000009 1780381893.271550 trunc from 0x0295fc to 0x036eeb (0xd8f0 bytes) 000010 1780381893.304447 punch from 0x02b298 to 0x037c8f (0xc9f8 bytes) 000011 1780381893.331573 trunc from 0x001e4e to 0x004b1e (0x2cd1 bytes) 000012 1780381893.348367 punch from 0x00783c to 0x00cd2e (0x54f3 bytes) 000013 1780381893.374399 mapread 0x02606d thru 0x029bed (0x3b81 bytes) 000017 1780381893.401782 trunc from 0x03fa42 to 0x03ffff (0x5be bytes) 000018 1780381893.408072 mapread 0x035dca thru 0x03ffff (0xa236 bytes) 000019 1780381893.447426 trunc from 0x00d2ec to 0x01c31e (0xf033 bytes) 000020 1780381893.464166 mapread 0x03bede thru 0x03ffff (0x4122 bytes) truncating to largest ever: 0x3fd81 000021 1780381893.465369 trunc from 0x040000 to 0x03fd80 (0x27f bytes) 000022 1780381893.496103 mapwrite 0x007c62 thru 0x016483 (0xe822 bytes) 000023 1780381893.549084 write 0x0294e6 thru 0x031879 (0x8394 bytes) 000024 1780381893.553134 fallocate 0x029c4a thru 0x02fa36 (0x5ded bytes) 000025 1780381893.564882 punch from 0x036400 to 0x03fd80 (0x9981 bytes) 000027 1780381893.580311 write 0x00cf2e thru 0x0116c0 (0x4793 bytes) fallocating to largest ever: 0x40000 000028 1780381893.585273 fallocate 0x03b0e2 thru 0x03ffff (0x4f1e bytes) 000029 1780381893.593305 punch from 0x01355d to 0x0135de (0x82 bytes) 000030 1780381893.599530 read 0x03cc7a thru 0x03f325 (0x26ac bytes) 000032 1780381893.610203 write 0x039fa9 thru 0x03d479 (0x34d1 bytes) 000033 1780381893.625381 trunc from 0x03bd9f to 0x03ffff (0x4261 bytes) 000034 1780381893.643491 read 0x00a20c thru 0x00da3e (0x3833 bytes) 000036 1780381893.651120 trunc from 0x01277e to 0x01c6e3 (0x9f66 bytes) 000037 1780381893.658990 trunc from 0x040000 to 0x0159c9 (0x2a636 bytes) 000038 1780381893.683035 mapwrite 0x026ac0 thru 0x032b28 (0xc069 bytes) 000039 1780381893.788214 fallocate 0x0209c1 thru 0x02d3d0 (0xca10 bytes) 000041 1780381893.815042 trunc from 0x02c23a to 0x032b28 (0x68ef bytes) 000045 1780381893.831520 read 0x02e95d thru 0x02fef7 (0x159b bytes) 000046 1780381893.856340 mapwrite 0x00ab6b thru 0x012a6e (0x7f04 bytes) 000047 1780381893.891748 mapread 0x0004c7 thru 0x004cf0 (0x482a bytes) 000048 1780381893.894704 read 0x023f92 thru 0x02aae9 (0x6b58 bytes) 000051 1780381893.905012 write 0x019f5a thru 0x025b6c (0xbc13 bytes) 000052 1780381893.909546 trunc from 0x0208b1 to 0x0305b3 (0xfd03 bytes) 000053 1780381893.936316 trunc from 0x01b167 to 0x0274c2 (0xc35c bytes) 000055 1780381893.945480 punch from 0x023f29 to 0x031380 (0xd458 bytes) 000057 1780381893.953708 trunc from 0x032b29 to 0x00c525 (0x26603 bytes) 000058 1780381893.977693 read 0x00a749 thru 0x00a7e2 (0x9a bytes) 000059 1780381893.981536 write 0x02378d thru 0x02d20f (0x9a83 bytes) 000060 1780381893.985570 fallocate 0x0343ce thru 0x0351a9 (0xddc bytes) 000061 1780381893.995485 mapread 0x029832 thru 0x02d20f (0x39de bytes) 000062 1780381893.997801 mapread 0x01b5b2 thru 0x01ef69 (0x39b8 bytes) 000063 1780381894.006892 fallocate 0x027203 thru 0x029b4e (0x294c bytes) 000064 1780381894.022914 write 0x00729d thru 0x01243d (0xb1a1 bytes) 000065 1780381894.024604 mapwrite 0x03949f thru 0x03ffff (0x6b61 bytes) 000066 1780381894.112992 mapread 0x00c900 thru 0x0150ac (0x87ad bytes) 000067 1780381894.114393 write 0x027f1b thru 0x0330c7 (0xb1ad bytes) 000068 1780381894.127548 read 0x002237 thru 0x003728 (0x14f2 bytes) 000069 1780381894.131543 trunc from 0x0383d6 to 0x03ffff (0x7c2a bytes) 000070 1780381894.157238 fallocate 0x02e478 thru 0x034753 (0x62dc bytes) 000072 1780381894.178565 punch from 0x03492c to 0x03ffff (0xb6d4 bytes) 000073 1780381894.192661 trunc from 0x040000 to 0x0145a3 (0x2ba5c bytes) 000076 1780381894.229033 write 0x0055d3 thru 0x012a40 (0xd46e bytes) 000077 1780381894.235604 punch from 0x005593 to 0x00a626 (0x5094 bytes) 000078 1780381894.276312 mapread 0x00c9ac thru 0x0145a3 (0x7bf8 bytes) 000079 1780381894.279641 trunc from 0x0145a4 to 0x020143 (0xbba0 bytes) 000080 1780381894.352155 mapwrite 0x01b5fc thru 0x020c76 (0x567b bytes) 000081 1780381894.461906 mapwrite 0x02984d thru 0x02a8b8 (0x106c bytes) 000082 1780381894.542143 trunc from 0x02a8b9 to 0x02e868 (0x3fb0 bytes) 000085 1780381894.566445 mapwrite 0x0291be thru 0x02b490 (0x22d3 bytes) 000086 1780381894.591301 mapread 0x006865 thru 0x012992 (0xc12e bytes) 000087 1780381894.592662 read 0x021f41 thru 0x027395 (0x5455 bytes) 000088 1780381894.595960 mapwrite 0x01ac5c thru 0x01db0c (0x2eb1 bytes) 000089 1780381894.629209 fallocate 0x02609c thru 0x026dec (0xd51 bytes) 000090 1780381894.639755 trunc from 0x02845e to 0x02a455 (0x1ff8 bytes) 000091 1780381894.666033 mapread 0x014bd5 thru 0x021d3f (0xd16b bytes) 000092 1780381894.667650 trunc from 0x00ee59 to 0x01a42f (0xb5d7 bytes) 000094 1780381894.702535 read 0x00ab2e thru 0x00f9bb (0x4e8e bytes) 000095 1780381894.721432 write 0x00be28 thru 0x01427c (0x8455 bytes) 000096 1780381894.722965 mapwrite 0x03458e thru 0x03b624 (0x7097 bytes) 000097 1780381894.790552 MIRROR_EXTEND to 2 mirrors 000098 1780381895.977258 write 0x02068f thru 0x02c6fb (0xc06d bytes) 000099 1780381896.053910 MIRROR_RESYNC 2 mirrors 000100 1780381897.302900 read 0x013e50 thru 0x01c2ce (0x847f bytes) 000101 1780381897.315936 write 0x024652 thru 0x0250d7 (0xa86 bytes) 000102 1780381897.408831 fallocate 0x038356 thru 0x03ffff (0x7caa bytes) 000103 1780381897.425219 trunc from 0x0021c1 to 0x002c88 (0xac8 bytes) 000104 1780381897.454214 trunc from 0x03b625 to 0x019d40 (0x218e4 bytes) 000105 1780381897.495019 mapwrite 0x0234a8 thru 0x02a9ce (0x7527 bytes) 000106 1780381897.561664 fallocate 0x028491 thru 0x02e7dc (0x634c bytes) 000107 1780381897.568802 mapwrite 0x0075f2 thru 0x007f35 (0x944 bytes) 000109 1780381897.623269 trunc from 0x02a9cf to 0x0050d3 (0x258fb bytes) 000110 1780381897.661243 mapread 0x002b4f thru 0x0050d3 (0x2585 bytes) 000111 1780381897.662558 mapread 0x000fab thru 0x0050d3 (0x4129 bytes) 000112 1780381897.678189 trunc from 0x0050d4 to 0x00e43f (0x936c bytes) 000113 1780381897.749013 punch from 0x009bf0 to 0x00e43f (0x4850 bytes) 000114 1780381897.768979 mapwrite 0x020db8 thru 0x023b44 (0x2d8d bytes) 000116 1780381897.939014 MIRROR_RESYNC 2 mirrors 000117 1780381898.850764 read 0x0196d1 thru 0x01f57b (0x5eab bytes) 000118 1780381898.880174 MIRROR_EXTEND to 3 mirrors 000119 1780381899.806376 trunc from 0x00caa8 to 0x01bb5f (0xf0b8 bytes) 000120 1780381899.875510 mapwrite 0x00e884 thru 0x00f7b7 (0xf34 bytes) 000121 1780381899.911463 mapread 0x01aba8 thru 0x023b44 (0x8f9d bytes) 000122 1780381899.926552 read 0x012d35 thru 0x01ede4 (0xc0b0 bytes) 000123 1780381899.932554 fallocate 0x038f9b thru 0x03b965 (0x29cb bytes) 000124 1780381899.938163 punch from 0x01ed3e to 0x0275b6 (0x8879 bytes) 000125 1780381899.949977 punch from 0x00fe4d to 0x01c3ea (0xc59e bytes) 000126 1780381899.963782 MIRROR_RESYNC 3 mirrors 000127 1780381901.213916 read 0x0318aa thru 0x0332e2 (0x1a39 bytes) 000128 1780381901.235451 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000129 1780381901.713276 trunc from 0x03b966 to 0x03de98 (0x2533 bytes) 000130 1780381901.750446 trunc from 0x023c6a to 0x03353c (0xf8d3 bytes) 000132 1780381901.759161 mapwrite 0x027681 thru 0x0310a8 (0x9a28 bytes) 000133 1780381901.801488 read 0x02c59f thru 0x03c4c9 (0xff2b bytes) 000134 1780381901.814898 fallocate 0x007f4f thru 0x015c4c (0xdcfe bytes) 000135 1780381901.823788 fallocate 0x003577 thru 0x0123f0 (0xee7a bytes) 000136 1780381901.839145 mapwrite 0x03772e thru 0x039bdd (0x24b0 bytes) 000137 1780381901.855610 punch from 0x0000c8 to 0x009c3a (0x9b73 bytes) 000138 1780381901.861996 trunc from 0x02e1f4 to 0x037b9f (0x99ac bytes) 000139 1780381901.868668 trunc from 0x03de99 to 0x03c56e (0x192a bytes) 000141 1780381901.896663 punch from 0x00c581 to 0x01c481 (0xff01 bytes) 000143 1780381901.914982 mapwrite 0x035cd7 thru 0x03664f (0x979 bytes) 000144 1780381901.995204 fallocate 0x012ae0 thru 0x014816 (0x1d37 bytes) 000145 1780381902.013980 trunc from 0x02e43f to 0x0393a4 (0xaf66 bytes) 000146 1780381902.025948 trunc from 0x03c56f to 0x035c95 (0x68d9 bytes) 000147 1780381902.055285 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x35c96): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35c96): Mirror 2: 0xd56effa8 (stale) CRC-32 checksum value for chunk [0, 0x35c96): Mirror 1: 0xf85a730f Mirror 3: 0xf85a730f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35c96: skipped 000148 1780381903.179210 read 0x02d4c9 thru 0x035c95 (0x87cd bytes) 000149 1780381903.195413 read 0x01cfe8 thru 0x028c28 (0xbc41 bytes) 000150 1780381903.216438 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000151 1780381903.668486 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000152 1780381903.900242 fallocate 0x00d332 thru 0x01d08a (0xfd59 bytes) 000153 1780381903.922435 trunc from 0x003ff2 to 0x0132e3 (0xf2f2 bytes) 000154 1780381903.929072 fallocate 0x03085a thru 0x03ef53 (0xe6fa bytes) 000155 1780381903.935899 punch from 0x0105cd to 0x014a31 (0x4465 bytes) 000156 1780381903.947932 MIRROR_EXTEND to 2 mirrors 000157 1780381904.891409 mapread 0x004f4d thru 0x00e8ae (0x9962 bytes) 000158 1780381904.935977 trunc from 0x035c96 to 0x0088f4 (0x2d3a1 bytes) 000161 1780381904.989953 write 0x00f37a thru 0x01afcc (0xbc53 bytes) 000162 1780381904.992335 mapwrite 0x0094f4 thru 0x013474 (0x9f81 bytes) 000164 1780381905.025100 trunc from 0x01afcd to 0x03a3c8 (0x1f3fc bytes) 000165 1780381905.057130 punch from 0x00a678 to 0x01163d (0x6fc6 bytes) 000166 1780381905.073345 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3a3c9): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a3c9): Mirror 2: 0xbb5aeb5d (stale) CRC-32 checksum value for chunk [0, 0x3a3c9): Mirror 1: 0xf5bda7ee Mirror 3: 0xf5bda7ee lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a3c9: skipped 000167 1780381906.362109 mapread 0x032386 thru 0x038883 (0x64fe bytes) 000168 1780381906.459911 MIRROR_RESYNC 3 mirrors 000171 1780381907.511530 punch from 0x0231f3 to 0x02f7c2 (0xc5d0 bytes) 000172 1780381907.561704 trunc from 0x03a3c9 to 0x03cf41 (0x2b79 bytes) 000173 1780381907.582135 trunc from 0x03cf42 to 0x008072 (0x34ecf bytes) 000174 1780381907.604684 read 0x004c30 thru 0x007715 (0x2ae6 bytes) 000175 1780381907.614821 mapread 0x00671c thru 0x008072 (0x1957 bytes) 000176 1780381907.624143 read 0x0008bc thru 0x001c73 (0x13b8 bytes) 000177 1780381907.639113 punch from 0x004c7d to 0x008072 (0x33f6 bytes) 000178 1780381907.651838 write 0x035ae3 thru 0x035e47 (0x365 bytes) 000179 1780381907.661171 fallocate 0x0139f7 thru 0x01ef19 (0xb523 bytes) 000180 1780381907.670107 punch from 0x010873 to 0x01ef2a (0xe6b8 bytes) 000181 1780381907.677704 fallocate 0x02826e thru 0x0353b2 (0xd145 bytes) 000182 1780381907.688863 write 0x00a8d1 thru 0x00d8ca (0x2ffa bytes) 000183 1780381907.727173 trunc from 0x035e48 to 0x02e090 (0x7db7 bytes) 000184 1780381907.760021 read 0x006724 thru 0x012eac (0xc789 bytes) 000185 1780381907.776557 mapread 0x0108af thru 0x0120cd (0x181f bytes) 000186 1780381907.777698 trunc from 0x022346 to 0x02cfd9 (0xac94 bytes) 000187 1780381907.787611 trunc from 0x02e091 to 0x007561 (0x26b2f bytes) 000188 1780381907.827866 trunc from 0x00507a to 0x007561 (0x24e8 bytes) 000189 1780381907.838409 fallocate 0x0397db thru 0x03ffff (0x6825 bytes) 000190 1780381907.854126 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x7562): Mirror 3: 0x82c6599c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x7562): Mirror 3: 0x82c6599c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x7562: skipped 000192 1780381908.281483 mapread 0x0038ab thru 0x007561 (0x3cb7 bytes) 000193 1780381908.320458 punch from 0x001bee to 0x007561 (0x5974 bytes) 000194 1780381908.331120 read 0x004154 thru 0x007561 (0x340e bytes) 000195 1780381908.345229 trunc from 0x007562 to 0x00c40e (0x4ead bytes) 000196 1780381908.387819 mapread 0x00135c thru 0x00bc4f (0xa8f4 bytes) 000197 1780381908.412420 read 0x008b42 thru 0x00c40e (0x38cd bytes) 000198 1780381908.417568 trunc from 0x000c6b to 0x00c40e (0xb7a4 bytes) 000199 1780381908.429011 trunc from 0x00c40f to 0x01d645 (0x11237 bytes) 000200 1780381908.455186 mapwrite 0x01b1cd thru 0x022107 (0x6f3b bytes) 000201 1780381908.588489 read 0x00723d thru 0x00b909 (0x46cd bytes) 000202 1780381908.614832 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000203 1780381908.866211 trunc from 0x022108 to 0x021c38 (0x4cf bytes) 000204 1780381908.884439 trunc from 0x021c39 to 0x0056f3 (0x1c545 bytes) 000205 1780381908.903434 write 0x002c42 thru 0x01128c (0xe64b bytes) 000206 1780381908.911235 fallocate 0x00b54c thru 0x00fc9f (0x4754 bytes) 000208 1780381908.919255 read 0x000479 thru 0x006936 (0x64be bytes) 000209 1780381908.925803 trunc from 0x0034e3 to 0x005db8 (0x28d6 bytes) 000210 1780381908.937891 mapwrite 0x012813 thru 0x02055e (0xdd4c bytes) 000211 1780381909.043594 trunc from 0x02055f to 0x036d14 (0x167b6 bytes) 000212 1780381909.059014 trunc from 0x0190e3 to 0x01ff49 (0x6e67 bytes) 000213 1780381909.070490 MIRROR_EXTEND to 2 mirrors 000214 1780381910.260322 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000215 1780381910.601666 read 0x02f4df thru 0x036d14 (0x7836 bytes) 000216 1780381910.612962 trunc from 0x036d15 to 0x035512 (0x1802 bytes) 000217 1780381910.659751 punch from 0x0335bd to 0x035512 (0x1f56 bytes) 000218 1780381910.666580 write 0x0123d1 thru 0x0127f8 (0x428 bytes) 000219 1780381910.677118 trunc from 0x035513 to 0x007424 (0x2e0ee bytes) 000220 1780381910.703087 MIRROR_EXTEND to 2 mirrors 000221 1780381911.505573 write 0x01a7a5 thru 0x028658 (0xdeb4 bytes) 000223 1780381911.544211 trunc from 0x028659 to 0x01868d (0xffcb bytes) 000224 1780381911.567217 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1868e): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1868e): Mirror 2: 0x7cc78633 (stale) CRC-32 checksum value for chunk [0, 0x1868e): Mirror 1: 0x7cc78633 Mirror 3: 0x7cc78633 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1868e: skipped 000225 1780381912.682238 punch from 0x01430b to 0x015c64 (0x195a bytes) 000227 1780381912.742294 read 0x0041b6 thru 0x00d59e (0x93e9 bytes) 000228 1780381912.753206 trunc from 0x0060a9 to 0x015e47 (0xfd9f bytes) 000231 1780381912.763691 punch from 0x011907 to 0x01833e (0x6a38 bytes) 000232 1780381912.769708 fallocate 0x0185f4 thru 0x01a580 (0x1f8d bytes) 000233 1780381912.775920 trunc from 0x01a581 to 0x02df5e (0x139de bytes) 000234 1780381912.799918 mapwrite 0x03e182 thru 0x03ffff (0x1e7e bytes) 000235 1780381912.862867 trunc from 0x030c46 to 0x03e3d0 (0xd78b bytes) 000236 1780381912.868814 mapread 0x002e2b thru 0x011ebb (0xf091 bytes) 000237 1780381912.905861 fallocate 0x021af3 thru 0x028df6 (0x7304 bytes) 000238 1780381912.914583 write 0x03447f thru 0x036be0 (0x2762 bytes) 000239 1780381912.925629 mapread 0x0303ae thru 0x03b414 (0xb067 bytes) 000240 1780381912.928611 trunc from 0x03cde5 to 0x03e198 (0x13b4 bytes) 000241 1780381912.939477 trunc from 0x040000 to 0x02449d (0x1bb62 bytes) 000242 1780381912.966919 mapread 0x0071db thru 0x0104f8 (0x931e bytes) 000243 1780381912.972644 mapread 0x01d3ca thru 0x02449d (0x70d4 bytes) 000244 1780381912.985842 mapwrite 0x00badf thru 0x0122b8 (0x67da bytes) 000245 1780381913.019575 mapwrite 0x02f158 thru 0x032b57 (0x3a00 bytes) 000246 1780381913.082005 mapwrite 0x03f845 thru 0x03ffff (0x7bb bytes) 000247 1780381913.133192 punch from 0x005750 to 0x009459 (0x3d0a bytes) 000248 1780381913.147710 trunc from 0x0371b6 to 0x03ffff (0x8e4a bytes) 000249 1780381913.160401 fallocate 0x03f42e thru 0x03ffff (0xbd2 bytes) 000250 1780381913.170478 trunc from 0x02fb5e to 0x032093 (0x2536 bytes) 000251 1780381913.177817 trunc from 0x00e9a5 to 0x017fda (0x9636 bytes) 000252 1780381913.183515 write 0x0243fd thru 0x02534d (0xf51 bytes) 000253 1780381913.190873 mapread 0x00bde9 thru 0x016bb8 (0xadd0 bytes) 000254 1780381913.215127 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x58f2ec88 (stale) Mirror 3: 0x58f2ec88 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x9739f73 Mirror 4: 0x9739f73 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000255 1780381914.601324 mapwrite 0x03469f thru 0x035fa7 (0x1909 bytes) 000256 1780381914.718302 MIRROR_RESYNC 4 mirrors 000257 1780381916.829901 punch from 0x00e203 to 0x019284 (0xb082 bytes) 000258 1780381916.899305 trunc from 0x040000 to 0x028935 (0x176ca bytes) 000259 1780381916.949854 trunc from 0x00bc6d to 0x011acf (0x5e63 bytes) 000260 1780381916.974347 punch from 0x01b3ce to 0x01fd46 (0x4979 bytes) 000261 1780381916.985136 write 0x0021bc thru 0x002ba8 (0x9ed bytes) 000262 1780381916.994087 mapread 0x0193ec thru 0x01d48d (0x40a2 bytes) 000263 1780381917.015326 trunc from 0x028936 to 0x033dc4 (0xb48f bytes) 000264 1780381917.034777 mapwrite 0x0346fc thru 0x035bbc (0x14c1 bytes) 000266 1780381917.089064 write 0x008d25 thru 0x00ee4b (0x6127 bytes) 000267 1780381917.117500 punch from 0x01f535 to 0x0269b7 (0x7483 bytes) 000268 1780381917.131622 trunc from 0x01f8fb to 0x023fdf (0x46e5 bytes) 000269 1780381917.162583 MIRROR_RESYNC 4 mirrors 000271 1780381918.768707 punch from 0x02a3d9 to 0x033ed8 (0x9b00 bytes) 000272 1780381918.808145 write 0x017601 thru 0x01af29 (0x3929 bytes) 000273 1780381918.818636 trunc from 0x022eda to 0x02eaa8 (0xbbcf bytes) 000274 1780381918.824168 mapwrite 0x00b157 thru 0x011432 (0x62dc bytes) 000275 1780381918.864044 mapwrite 0x026bea thru 0x02b397 (0x47ae bytes) 000276 1780381918.912854 trunc from 0x007af3 to 0x00ad4a (0x3258 bytes) 000277 1780381918.925232 MIRROR_RESYNC 4 mirrors 000278 1780381921.134026 mapread 0x02fdac thru 0x033770 (0x39c5 bytes) 000280 1780381921.160252 write 0x005a6d thru 0x0118c6 (0xbe5a bytes) 000281 1780381921.238152 punch from 0x008ca5 to 0x0168f7 (0xdc53 bytes) 000282 1780381921.269055 MIRROR_RESYNC 4 mirrors 000283 1780381923.134180 punch from 0x02539d to 0x029f22 (0x4b86 bytes) 000284 1780381923.167061 punch from 0x003720 to 0x00c7c3 (0x90a4 bytes) 000285 1780381923.173697 trunc from 0x03039c to 0x030eb4 (0xb19 bytes) 000286 1780381923.179217 read 0x02b965 thru 0x02cefb (0x1597 bytes) 000287 1780381923.186459 trunc from 0x035bbd to 0x0226bb (0x13501 bytes) 000288 1780381923.207103 fallocate 0x02caf8 thru 0x02f4cb (0x29d4 bytes) 000289 1780381923.218620 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x226bc): Mirror 3: 0x6f188b05 (stale) Mirror 4: 0x6f188b05 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x226bc): Mirror 3: 0x6f188b05 (stale) Mirror 4: 0x6f188b05 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x226bc: skipped 000290 1780381923.598795 mapread 0x018c23 thru 0x0226bb (0x9a99 bytes) 000291 1780381923.627467 mapwrite 0x01845d thru 0x01dd96 (0x593a bytes) 000292 1780381923.648573 mapwrite 0x02f9e4 thru 0x036a20 (0x703d bytes) 000293 1780381923.709853 write 0x01e2cc thru 0x02d7ae (0xf4e3 bytes) 000294 1780381923.718066 MIRROR_RESYNC 3 mirrors 000295 1780381924.665188 mapwrite 0x03a75c thru 0x03ffff (0x58a4 bytes) 000296 1780381924.752309 read 0x0162dd thru 0x01bd9b (0x5abf bytes) 000298 1780381924.762232 mapread 0x00f540 thru 0x01bb2c (0xc5ed bytes) 000299 1780381924.774093 fallocate 0x01516c thru 0x024ef0 (0xfd85 bytes) 000300 1780381924.779613 mapwrite 0x0279c3 thru 0x035d3a (0xe378 bytes) 000302 1780381924.832023 mapwrite 0x02f30a thru 0x03cf15 (0xdc0c bytes) 000303 1780381924.860535 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xc861c7dc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xc861c7dc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000304 1780381925.147095 punch from 0x03afd0 to 0x03ffff (0x5030 bytes) 000305 1780381925.157575 write 0x0152fa thru 0x021862 (0xc569 bytes) 000306 1780381925.176666 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000307 1780381925.319201 trunc from 0x040000 to 0x03a98b (0x5674 bytes) 000308 1780381925.348457 fallocate 0x03aa8e thru 0x03ffff (0x5572 bytes) 000309 1780381925.361291 mapread 0x005607 thru 0x00e06d (0x8a67 bytes) 000310 1780381925.395810 mapwrite 0x01257d thru 0x01fe32 (0xd8b6 bytes) 000311 1780381925.502241 write 0x0305e4 thru 0x03ea77 (0xe494 bytes) 000312 1780381925.556646 trunc from 0x02faec to 0x0357e5 (0x5cfa bytes) 000313 1780381925.591044 read 0x015bad thru 0x01f861 (0x9cb5 bytes) 000314 1780381925.595173 read 0x012bf6 thru 0x01ba1f (0x8e2a bytes) 000315 1780381925.598034 punch from 0x024c20 to 0x027589 (0x296a bytes) 000316 1780381925.605313 fallocate 0x01fff1 thru 0x02802b (0x803b bytes) 000317 1780381925.637163 mapwrite 0x02fcee thru 0x03f3a5 (0xf6b8 bytes) 000318 1780381925.704845 trunc from 0x036f36 to 0x03eefd (0x7fc8 bytes) 000319 1780381925.711587 read 0x03da44 thru 0x03ffff (0x25bc bytes) 000320 1780381925.728487 punch from 0x036224 to 0x03ffff (0x9ddc bytes) 000322 1780381925.739184 fallocate 0x0275c3 thru 0x037218 (0xfc56 bytes) 000323 1780381925.748653 trunc from 0x02a3cd to 0x037bc4 (0xd7f8 bytes) 000324 1780381925.758115 write 0x02499c thru 0x02874e (0x3db3 bytes) 000325 1780381925.763767 trunc from 0x040000 to 0x000f8d (0x3f072 bytes) 000326 1780381925.786676 mapwrite 0x01c04b thru 0x029fbc (0xdf72 bytes) 000327 1780381925.909333 mapread 0x027339 thru 0x029fbc (0x2c84 bytes) 000328 1780381925.910563 trunc from 0x029fbd to 0x03d264 (0x132a8 bytes) 000329 1780381925.932362 trunc from 0x03d265 to 0x03e7c4 (0x1560 bytes) 000331 1780381925.946985 write 0x002a64 thru 0x005c04 (0x31a1 bytes) 000333 1780381925.962247 write 0x035f7d thru 0x03bc98 (0x5d1c bytes) 000334 1780381925.974570 trunc from 0x00bac2 to 0x01a4d6 (0xea15 bytes) 000335 1780381925.979086 trunc from 0x03e7c5 to 0x000be5 (0x3dbdf bytes) 000337 1780381925.996399 trunc from 0x000be6 to 0x0044bf (0x38da bytes) 000338 1780381926.010230 read 0x0006d5 thru 0x0044bf (0x3deb bytes) 000339 1780381926.018079 mapread 0x000781 thru 0x0044bf (0x3d3f bytes) 000340 1780381926.021164 trunc from 0x0044c0 to 0x0380d0 (0x33c11 bytes) 000342 1780381926.037280 trunc from 0x012974 to 0x01f353 (0xc9e0 bytes) 000343 1780381926.042513 write 0x038e04 thru 0x03bd32 (0x2f2f bytes) 000344 1780381926.060175 trunc from 0x031c8d to 0x03728e (0x5602 bytes) 000346 1780381926.066064 mapwrite 0x021148 thru 0x02ce23 (0xbcdc bytes) 000347 1780381926.090659 MIRROR_EXTEND to 2 mirrors 000348 1780381926.614232 trunc from 0x02dd57 to 0x03bd32 (0xdfdc bytes) 000349 1780381926.689006 mapwrite 0x01d488 thru 0x026e5b (0x99d4 bytes) 000350 1780381926.771001 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000351 1780381926.944076 mapwrite 0x001025 thru 0x0031b9 (0x2195 bytes) 000352 1780381926.981757 mapread 0x00d85a thru 0x0105a4 (0x2d4b bytes) 000353 1780381926.983188 read 0x012569 thru 0x020e84 (0xe91c bytes) 000355 1780381926.999947 trunc from 0x009614 to 0x00e4c0 (0x4ead bytes) 000356 1780381927.005650 punch from 0x027c11 to 0x02bae8 (0x3ed8 bytes) 000358 1780381927.012470 fallocate 0x039181 thru 0x03ffff (0x6e7f bytes) 000359 1780381927.017815 write 0x035aeb thru 0x039541 (0x3a57 bytes) 000360 1780381927.031462 fallocate 0x03abfe thru 0x03ffff (0x5402 bytes) 000361 1780381927.038691 write 0x01fc1c thru 0x024b55 (0x4f3a bytes) 000362 1780381927.047486 read 0x018d0a thru 0x01e0b8 (0x53af bytes) 000363 1780381927.048695 trunc from 0x040000 to 0x009c64 (0x3639b bytes) 000364 1780381927.108263 read 0x003741 thru 0x009c64 (0x6524 bytes) 000365 1780381927.117694 trunc from 0x00393d to 0x009c64 (0x6328 bytes) 000366 1780381927.129649 mapwrite 0x0044ab thru 0x009fc4 (0x5b1a bytes) 000367 1780381927.239479 read 0x007466 thru 0x009fc4 (0x2b5f bytes) 000368 1780381927.241011 trunc from 0x0017b1 to 0x009fc4 (0x8814 bytes) 000369 1780381927.249433 mapwrite 0x0034db thru 0x01224a (0xed70 bytes) 000370 1780381927.326430 MIRROR_EXTEND to 2 mirrors 000371 1780381928.140167 trunc from 0x01224b to 0x004a37 (0xd813 bytes) 000372 1780381928.286367 fallocate 0x03a2b7 thru 0x03ffff (0x5d49 bytes) 000373 1780381928.312456 punch from 0x016d21 to 0x01bc6d (0x4f4d bytes) 000374 1780381928.323900 write 0x0198f2 thru 0x0264ee (0xcbfd bytes) 000375 1780381928.356102 trunc from 0x021e26 to 0x02f520 (0xd6fb bytes) 000376 1780381928.396902 fallocate 0x013774 thru 0x01791d (0x41aa bytes) 000377 1780381928.429599 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000378 1780381928.612635 mapread 0x000755 thru 0x0017f5 (0x10a1 bytes) 000379 1780381928.638862 trunc from 0x001268 to 0x00186a (0x603 bytes) 000380 1780381928.645231 mapread 0x015c30 thru 0x018c52 (0x3023 bytes) 000381 1780381928.674159 mapwrite 0x03f670 thru 0x03ffff (0x990 bytes) 000382 1780381928.715979 mapread 0x03b402 thru 0x03ffff (0x4bfe bytes) 000383 1780381928.717650 mapwrite 0x02e529 thru 0x030957 (0x242f bytes) 000385 1780381928.788785 trunc from 0x02e53f to 0x035be0 (0x76a2 bytes) 000386 1780381928.801139 read 0x02c394 thru 0x030b37 (0x47a4 bytes) 000387 1780381928.807539 mapread 0x0230fa thru 0x028328 (0x522f bytes) 000388 1780381928.838627 punch from 0x02f0bf to 0x0380cb (0x900d bytes) 000389 1780381928.844748 mapwrite 0x004935 thru 0x00f786 (0xae52 bytes) 000390 1780381928.915532 punch from 0x00712b to 0x00b472 (0x4348 bytes) 000391 1780381928.930607 fallocate 0x02ab2b thru 0x02cb2b (0x2001 bytes) 000393 1780381928.956562 fallocate 0x039c46 thru 0x03ffff (0x63ba bytes) 000395 1780381928.969778 mapread 0x01865b thru 0x01b602 (0x2fa8 bytes) 000396 1780381928.978061 write 0x0320df thru 0x032973 (0x895 bytes) 000397 1780381929.006174 trunc from 0x040000 to 0x032f73 (0xd08c bytes) 000398 1780381929.027051 trunc from 0x017d70 to 0x020307 (0x8598 bytes) 000399 1780381929.033479 trunc from 0x0286c9 to 0x032f73 (0xa8ab bytes) 000402 1780381929.047576 trunc from 0x032f74 to 0x0349bb (0x1a48 bytes) 000403 1780381929.066205 mapwrite 0x022dc9 thru 0x031800 (0xea38 bytes) 000404 1780381929.142696 read 0x003e7a thru 0x00a4a7 (0x662e bytes) 000405 1780381929.151242 punch from 0x030009 to 0x0349bb (0x49b3 bytes) 000406 1780381929.156555 read 0x01ce3e thru 0x0241db (0x739e bytes) 000408 1780381929.158009 fallocate 0x018332 thru 0x01e690 (0x635f bytes) 000409 1780381929.162785 mapwrite 0x024d16 thru 0x0314d3 (0xc7be bytes) 000410 1780381929.190160 trunc from 0x025ec7 to 0x0349bb (0xeaf5 bytes) 000411 1780381929.196545 write 0x0020ee thru 0x009308 (0x721b bytes) 000413 1780381929.206556 MIRROR_EXTEND to 2 mirrors 000414 1780381930.061066 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000415 1780381930.235395 mapread 0x005280 thru 0x007c4d (0x29ce bytes) 000417 1780381930.270207 trunc from 0x0349bc to 0x021ff7 (0x129c4 bytes) 000418 1780381930.369019 punch from 0x00a804 to 0x017f56 (0xd753 bytes) 000419 1780381930.375257 mapread 0x013f50 thru 0x01a3c3 (0x6474 bytes) 000420 1780381930.394520 punch from 0x01f465 to 0x021ff7 (0x2b93 bytes) 000421 1780381930.406458 mapwrite 0x01de52 thru 0x02cb7e (0xed2d bytes) 000422 1780381930.523674 punch from 0x01c15e to 0x02a969 (0xe80c bytes) 000425 1780381930.534043 write 0x0196e3 thru 0x0261d7 (0xcaf5 bytes) 000426 1780381930.540100 read 0x006f0d thru 0x013e4a (0xcf3e bytes) 000427 1780381930.550471 read 0x007b32 thru 0x0095e0 (0x1aaf bytes) 000428 1780381930.551401 fallocate 0x038837 thru 0x03ffff (0x77c9 bytes) 000429 1780381930.559591 trunc from 0x040000 to 0x01e304 (0x21cfb bytes) 000430 1780381930.606621 fallocate 0x02d3a2 thru 0x03a54d (0xd1ac bytes) 000431 1780381930.624017 fallocate 0x023ff6 thru 0x0251e7 (0x11f2 bytes) 000432 1780381930.638661 trunc from 0x01a5d4 to 0x01c14b (0x1b78 bytes) 000433 1780381930.666614 trunc from 0x02128d to 0x0251e7 (0x3f5b bytes) 000434 1780381930.673176 trunc from 0x0251e8 to 0x02caa2 (0x78bb bytes) 000435 1780381930.693484 write 0x017a88 thru 0x01eab4 (0x702d bytes) 000436 1780381930.698031 fallocate 0x03347b thru 0x03de9c (0xaa22 bytes) 000437 1780381930.709162 MIRROR_EXTEND to 2 mirrors 000438 1780381931.681654 trunc from 0x02caa3 to 0x0131c6 (0x198dc bytes) 000439 1780381931.769952 punch from 0x004096 to 0x01092a (0xc895 bytes) 000440 1780381931.780824 mapwrite 0x021773 thru 0x02d963 (0xc1f1 bytes) 000441 1780381931.914609 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000442 1780381932.025239 fallocate 0x004f7a thru 0x005817 (0x89e bytes) 000443 1780381932.036399 MIRROR_EXTEND to 2 mirrors 000444 1780381933.050899 mapwrite 0x039c4d thru 0x03ffff (0x63b3 bytes) 000445 1780381933.208891 write 0x01cf4d thru 0x022687 (0x573b bytes) 000446 1780381933.237219 write 0x03dc12 thru 0x03ffff (0x23ee bytes) 000447 1780381933.238291 fallocate 0x031feb thru 0x03ef12 (0xcf28 bytes) 000448 1780381933.254774 read 0x01e5f8 thru 0x0279c4 (0x93cd bytes) 000449 1780381933.298422 fallocate 0x0349d4 thru 0x038cb9 (0x42e6 bytes) 000450 1780381933.313699 MIRROR_RESYNC 2 mirrors 000451 1780381934.294292 read 0x0326f4 thru 0x03ffff (0xd90c bytes) 000452 1780381934.339497 MIRROR_EXTEND to 3 mirrors 000453 1780381935.498238 mapwrite 0x013119 thru 0x015510 (0x23f8 bytes) 000454 1780381935.642048 read 0x001edd thru 0x004c1d (0x2d41 bytes) 000455 1780381935.661894 punch from 0x039dd3 to 0x03ffff (0x622d bytes) 000456 1780381935.672525 trunc from 0x03885b to 0x03ffff (0x77a5 bytes) 000457 1780381935.684428 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x7c3fdb55 (stale) Mirror 3: 0x7c3fdb55 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x828fc67d Mirror 4: 0x828fc67d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000458 1780381936.809009 mapwrite 0x02c922 thru 0x02f6d7 (0x2db6 bytes) 000459 1780381936.947289 mapwrite 0x00b232 thru 0x0135f3 (0x83c2 bytes) 000460 1780381936.984220 mapread 0x0055a7 thru 0x00a6b7 (0x5111 bytes) 000461 1780381936.988979 fallocate 0x0164d7 thru 0x018bd8 (0x2702 bytes) 000462 1780381936.996007 mapread 0x01469f thru 0x014dbe (0x720 bytes) 000463 1780381937.011063 mapwrite 0x0113c8 thru 0x01fb06 (0xe73f bytes) 000464 1780381937.110497 write 0x01cf52 thru 0x025e48 (0x8ef7 bytes) 000465 1780381937.152483 read 0x018478 thru 0x01dc53 (0x57dc bytes) 000466 1780381937.169381 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x7c3fdb55 (stale) Mirror 3: 0x7c3fdb55 (stale) Mirror 4: 0x828fc67d (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xcdb3d053 Mirror 5: 0xcdb3d053 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000467 1780381938.334127 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x7c3fdb55 (stale) Mirror 3: 0x7c3fdb55 (stale) Mirror 4: 0x828fc67d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x7c3fdb55 (stale) Mirror 3: 0x7c3fdb55 (stale) Mirror 4: 0x828fc67d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000468 1780381938.930790 trunc from 0x040000 to 0x02fdf3 (0x1020c bytes) 000469 1780381939.035131 punch from 0x0007e4 to 0x004b0f (0x432c bytes) 000470 1780381939.054006 fallocate 0x03862b thru 0x039b60 (0x1536 bytes) 000471 1780381939.063342 trunc from 0x014dd2 to 0x02340e (0xe63d bytes) 000472 1780381939.074097 mapread 0x011fe9 thru 0x017504 (0x551c bytes) 000473 1780381939.123486 fallocate 0x0255e4 thru 0x02ed73 (0x9790 bytes) 000475 1780381939.141366 mapread 0x02b96d thru 0x02c232 (0x8c6 bytes) 000476 1780381939.208453 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2fdf4): Mirror 2: 0x305c84bf (stale) Mirror 3: 0x305c84bf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fdf4): Mirror 2: 0x305c84bf (stale) Mirror 3: 0x305c84bf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fdf4: skipped 000477 1780381939.827380 fallocate 0x0289c7 thru 0x036516 (0xdb50 bytes) 000478 1780381939.836010 write 0x0213b2 thru 0x023a7f (0x26ce bytes) 000479 1780381939.864149 punch from 0x01de54 to 0x026776 (0x8923 bytes) 000480 1780381939.884549 write 0x0391f7 thru 0x03cdbc (0x3bc6 bytes) 000481 1780381939.887452 trunc from 0x01aa89 to 0x026cd9 (0xc251 bytes) 000482 1780381939.902585 trunc from 0x03cdbd to 0x03a70d (0x26af bytes) 000483 1780381939.933610 mapwrite 0x017cd4 thru 0x0206e4 (0x8a11 bytes) 000484 1780381939.995306 fallocate 0x00e2fc thru 0x018d3a (0xaa3f bytes) 000485 1780381940.001267 write 0x006b3c thru 0x010580 (0x9a45 bytes) 000486 1780381940.012255 read 0x011c8c thru 0x01dc62 (0xbfd7 bytes) 000487 1780381940.013040 mapread 0x0365b6 thru 0x03a70d (0x4158 bytes) 000488 1780381940.028040 mapread 0x01ba41 thru 0x01f646 (0x3c06 bytes) 000489 1780381940.029994 fallocate 0x03576c thru 0x03ffff (0xa894 bytes) 000490 1780381940.043297 mapread 0x011b7e thru 0x01fbc7 (0xe04a bytes) 000491 1780381940.046459 mapread 0x020b61 thru 0x020caa (0x14a bytes) 000492 1780381940.048454 fallocate 0x034e3c thru 0x03ce48 (0x800d bytes) 000493 1780381940.057971 fallocate 0x03e55e thru 0x03ffff (0x1aa2 bytes) 000494 1780381940.070177 punch from 0x03c122 to 0x03ffff (0x3ede bytes) 000495 1780381940.078483 write 0x00ee88 thru 0x016662 (0x77db bytes) 000496 1780381940.081606 fallocate 0x017958 thru 0x023725 (0xbdce bytes) 000497 1780381940.088356 trunc from 0x00a3b2 to 0x00af57 (0xba6 bytes) 000498 1780381940.109891 read 0x033dd7 thru 0x03e196 (0xa3c0 bytes) 000499 1780381940.137369 fallocate 0x02e60c thru 0x035e70 (0x7865 bytes) 000501 1780381940.150504 read 0x02856e thru 0x02901c (0xaaf bytes) 000502 1780381940.157211 mapread 0x017d8b thru 0x01dded (0x6063 bytes) 000503 1780381940.166581 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x7c3fdb55 (stale) Mirror 3: 0x7c3fdb55 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe0b4f2d0 Mirror 4: 0xe0b4f2d0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000504 1780381941.480581 fallocate 0x00d241 thru 0x01067c (0x343c bytes) 000505 1780381941.545847 write 0x02470d thru 0x030ef3 (0xc7e7 bytes) 000506 1780381941.569880 mapread 0x01fa7c thru 0x02ed5a (0xf2df bytes) 000507 1780381941.586047 trunc from 0x01c507 to 0x01ce40 (0x93a bytes) 000508 1780381941.593864 fallocate 0x01b257 thru 0x0219b6 (0x6760 bytes) 000509 1780381941.605490 trunc from 0x040000 to 0x01ec18 (0x213e7 bytes) 000510 1780381941.673568 mapread 0x00ce44 thru 0x0181e7 (0xb3a4 bytes) 000511 1780381941.730696 punch from 0x00c5f1 to 0x00e860 (0x2270 bytes) 000512 1780381941.746059 read 0x018c4f thru 0x01bdc4 (0x3176 bytes) 000513 1780381941.746768 fallocate 0x0242de thru 0x032fe1 (0xed04 bytes) 000514 1780381941.756885 mapwrite 0x00c5f9 thru 0x012b82 (0x658a bytes) 000515 1780381941.804181 fallocate 0x02fe70 thru 0x03366a (0x37fb bytes) 000516 1780381941.809046 trunc from 0x0086e1 to 0x00adef (0x270f bytes) 000517 1780381941.816339 mapread 0x003a60 thru 0x01156d (0xdb0e bytes) 000518 1780381941.830531 punch from 0x01e960 to 0x0256ea (0x6d8b bytes) 000519 1780381941.835965 mapread 0x012f38 thru 0x01f799 (0xc862 bytes) 000520 1780381941.847617 mapread 0x0320ce thru 0x032fe1 (0xf14 bytes) 000521 1780381941.860799 trunc from 0x032fe2 to 0x03ece3 (0xbd02 bytes) 000522 1780381941.888502 write 0x01cb96 thru 0x0237ba (0x6c25 bytes) 000523 1780381941.893585 mapwrite 0x004272 thru 0x011a13 (0xd7a2 bytes) 000524 1780381941.981157 MIRROR_RESYNC 4 mirrors 000526 1780381943.408502 read 0x007b34 thru 0x01129e (0x976b bytes) 000527 1780381943.431954 mapwrite 0x0359a7 thru 0x03ffff (0xa659 bytes) 000528 1780381943.566485 fallocate 0x013703 thru 0x016f17 (0x3815 bytes) 000529 1780381943.575846 fallocate 0x00c2af thru 0x00e494 (0x21e6 bytes) 000530 1780381943.590567 trunc from 0x003961 to 0x009ab5 (0x6155 bytes) 000531 1780381943.612013 MIRROR_RESYNC 4 mirrors 000532 1780381944.915077 read 0x033037 thru 0x03ffff (0xcfc9 bytes) 000533 1780381944.933193 fallocate 0x008548 thru 0x00bca0 (0x3759 bytes) 000534 1780381944.986288 mapwrite 0x018704 thru 0x020675 (0x7f72 bytes) 000535 1780381945.025249 trunc from 0x016a70 to 0x020612 (0x9ba3 bytes) 000537 1780381945.036285 write 0x03529d thru 0x039fa0 (0x4d04 bytes) 000538 1780381945.047020 mapread 0x00e09a thru 0x01657d (0x84e4 bytes) 000539 1780381945.059979 fallocate 0x01653f thru 0x016c92 (0x754 bytes) 000540 1780381945.065341 trunc from 0x00fcd8 to 0x01c333 (0xc65c bytes) 000541 1780381945.072054 mapread 0x017de5 thru 0x01c47d (0x4699 bytes) 000543 1780381945.085030 trunc from 0x026d6d to 0x033b30 (0xcdc4 bytes) 000544 1780381945.090618 mapwrite 0x020f52 thru 0x02d33c (0xc3eb bytes) 000546 1780381945.151949 punch from 0x01373f to 0x01e3ca (0xac8c bytes) 000547 1780381945.158622 punch from 0x005a15 to 0x00fa94 (0xa080 bytes) 000548 1780381945.164360 trunc from 0x007864 to 0x00a027 (0x27c4 bytes) 000549 1780381945.170873 write 0x0187e2 thru 0x01ae28 (0x2647 bytes) 000550 1780381945.187483 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x95741642 (stale) Mirror 4: 0x95741642 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x95741642 (stale) Mirror 4: 0x95741642 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000551 1780381945.555605 mapread 0x025373 thru 0x02ad13 (0x59a1 bytes) 000552 1780381945.614952 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x95741642 (stale) Mirror 4: 0x95741642 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc2ae122e Mirror 5: 0xc2ae122e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000553 1780381946.810504 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x95741642 (stale) Mirror 4: 0x95741642 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc2ae122e Mirror 5: 0xc2ae122e Mirror 6: 0xc2ae122e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000554 1780381947.907387 mapwrite 0x03b705 thru 0x03ffff (0x48fb bytes) 000555 1780381948.036077 MIRROR_RESYNC 5 mirrors 000556 1780381950.105283 trunc from 0x040000 to 0x0205f9 (0x1fa06 bytes) 000557 1780381950.212524 mapread 0x00b0bf thru 0x00cdce (0x1d10 bytes) 000559 1780381950.226656 read 0x0169d8 thru 0x01ab71 (0x419a bytes) 000561 1780381950.247088 write 0x001b66 thru 0x009a57 (0x7ef2 bytes) 000562 1780381950.265995 write 0x039264 thru 0x03ffff (0x6d9c bytes) 000563 1780381950.276822 read 0x00081f thru 0x0047a5 (0x3f87 bytes) 000564 1780381950.303210 fallocate 0x002c08 thru 0x00f0d0 (0xc4c9 bytes) 000565 1780381950.315892 trunc from 0x040000 to 0x014541 (0x2babe bytes) 000566 1780381950.359532 trunc from 0x00d615 to 0x010d56 (0x3742 bytes) 000567 1780381950.379967 mapread 0x011fdb thru 0x01259e (0x5c4 bytes) 000569 1780381950.387946 trunc from 0x005eb5 to 0x014541 (0xe68d bytes) 000570 1780381950.422194 trunc from 0x010208 to 0x0105c5 (0x3be bytes) 000571 1780381950.433312 trunc from 0x014542 to 0x007f0f (0xc632 bytes) 000573 1780381950.461076 fallocate 0x02297d thru 0x023840 (0xec4 bytes) 000574 1780381950.474403 mapread 0x021676 thru 0x023840 (0x21cb bytes) 000575 1780381950.508584 mapread 0x017620 thru 0x01a8ac (0x328d bytes) 000577 1780381950.535203 punch from 0x002ca5 to 0x0104f8 (0xd854 bytes) 000578 1780381950.540502 mapwrite 0x019c09 thru 0x0290cb (0xf4c3 bytes) 000579 1780381950.747161 read 0x005089 thru 0x013fca (0xef42 bytes) 000581 1780381950.772884 trunc from 0x0290cc to 0x0216d0 (0x79fb bytes) 000582 1780381950.808398 trunc from 0x00ba7d to 0x01af38 (0xf4bc bytes) 000583 1780381950.824258 read 0x006487 thru 0x0103c9 (0x9f43 bytes) 000584 1780381950.848928 mapwrite 0x002161 thru 0x002ee7 (0xd87 bytes) 000585 1780381950.887421 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x216d1): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x216d1): Mirror 3: 0xe28afb64 (stale) Mirror 4: 0xe28afb64 (stale) Mirror 5: 0xe28afb64 (stale) Mirror 6: 0xe28afb64 (stale) CRC-32 checksum value for chunk [0, 0x216d1): Mirror 1: 0xb9cd18c0 Mirror 7: 0xb9cd18c0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x216d1: skipped 000586 1780381951.900655 punch from 0x007eff to 0x01245c (0xa55e bytes) 000587 1780381951.937194 trunc from 0x0070b9 to 0x014c38 (0xdb80 bytes) 000588 1780381951.943932 mapread 0x01cf8c thru 0x0216d0 (0x4745 bytes) 000589 1780381951.978320 trunc from 0x00297a to 0x0104fe (0xdb85 bytes) 000590 1780381951.986897 trunc from 0x0216d1 to 0x01bf19 (0x57b7 bytes) 000591 1780381952.024691 trunc from 0x01b486 to 0x01bf19 (0xa94 bytes) 000592 1780381952.038443 punch from 0x00fe77 to 0x0150a0 (0x522a bytes) 000594 1780381952.050309 punch from 0x00b029 to 0x010c53 (0x5c2b bytes) 000595 1780381952.055821 mapwrite 0x00ab35 thru 0x019dc9 (0xf295 bytes) 000596 1780381952.122590 punch from 0x0125ff to 0x01bf19 (0x991b bytes) 000597 1780381952.132938 trunc from 0x01bf1a to 0x02be38 (0xff1f bytes) 000598 1780381952.155083 fallocate 0x014d77 thru 0x02487a (0xfb04 bytes) 000599 1780381952.161742 trunc from 0x0181a0 to 0x01cbfc (0x4a5d bytes) 000600 1780381952.166449 punch from 0x02a633 to 0x02be38 (0x1806 bytes) 000601 1780381952.179793 mapwrite 0x03bab8 thru 0x03ffff (0x4548 bytes) 000602 1780381952.251754 mapread 0x002fb1 thru 0x011d87 (0xedd7 bytes) 000604 1780381952.261998 mapwrite 0x006a5e thru 0x00be9a (0x543d bytes) 000605 1780381952.287952 fallocate 0x022fa6 thru 0x02f17e (0xc1d9 bytes) 000606 1780381952.297191 mapread 0x00e0cf thru 0x0194ef (0xb421 bytes) 000607 1780381952.320053 mapwrite 0x036ce4 thru 0x0389fb (0x1d18 bytes) 000608 1780381952.368319 mapread 0x017c0b thru 0x023ee2 (0xc2d8 bytes) 000609 1780381952.400155 trunc from 0x040000 to 0x03e76c (0x1893 bytes) 000610 1780381952.454062 read 0x034850 thru 0x03a487 (0x5c38 bytes) 000611 1780381952.455249 trunc from 0x03e76d to 0x024b5a (0x19c12 bytes) 000612 1780381952.502620 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24b5b): Mirror 3: 0x3fcb5b08 (stale) Mirror 4: 0x3fcb5b08 (stale) Mirror 5: 0x3fcb5b08 (stale) Mirror 7: 0x67cd6f0c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24b5b): Mirror 3: 0x3fcb5b08 (stale) Mirror 4: 0x3fcb5b08 (stale) Mirror 5: 0x3fcb5b08 (stale) Mirror 7: 0x67cd6f0c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24b5b: skipped 000613 1780381953.030261 mapwrite 0x019806 thru 0x02898b (0xf186 bytes) 000614 1780381953.115976 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2898c): Mirror 4: 0xe39997e2 (stale) Mirror 5: 0xe39997e2 (stale) Mirror 7: 0x689354fd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2898c): Mirror 4: 0xe39997e2 (stale) Mirror 5: 0xe39997e2 (stale) Mirror 7: 0x689354fd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2898c: skipped 000615 1780381953.530210 trunc from 0x0098f3 to 0x0121b0 (0x88be bytes) 000616 1780381953.548698 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2898c): Mirror 5: 0xe39997e2 (stale) Mirror 7: 0x689354fd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2898c): Mirror 5: 0xe39997e2 (stale) Mirror 7: 0x689354fd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2898c: skipped 000617 1780381953.965391 trunc from 0x000916 to 0x000e8e (0x579 bytes) 000618 1780381953.974903 mapread 0x00f922 thru 0x016f29 (0x7608 bytes) 000619 1780381954.004136 trunc from 0x01a59d to 0x02806d (0xdad1 bytes) 000622 1780381954.020060 read 0x01bbdf thru 0x023dba (0x81dc bytes) 000623 1780381954.035170 MIRROR_RESYNC 3 mirrors 000624 1780381955.399930 read 0x0191ab thru 0x019fbe (0xe14 bytes) 000625 1780381955.409241 punch from 0x00dbb3 to 0x010b5c (0x2faa bytes) 000626 1780381955.436314 trunc from 0x00c2cd to 0x014ca4 (0x89d8 bytes) 000627 1780381955.444689 MIRROR_RESYNC 3 mirrors 000628 1780381956.490230 write 0x019695 thru 0x023562 (0x9ece bytes) 000629 1780381956.543416 trunc from 0x02898c to 0x0295f8 (0xc6d bytes) 000630 1780381956.575890 MIRROR_RESYNC 3 mirrors 000631 1780381957.629315 mapread 0x008f8a thru 0x010606 (0x767d bytes) 000632 1780381957.657449 trunc from 0x0295f9 to 0x026954 (0x2ca4 bytes) 000633 1780381957.721468 punch from 0x011b1e to 0x0122e1 (0x7c4 bytes) 000634 1780381957.727858 mapwrite 0x0049d8 thru 0x014218 (0xf841 bytes) 000635 1780381957.811931 MIRROR_RESYNC 3 mirrors 000636 1780381958.880990 trunc from 0x001ab2 to 0x00d13a (0xb689 bytes) 000637 1780381958.950281 trunc from 0x026955 to 0x03fb9d (0x19249 bytes) 000638 1780381958.994390 punch from 0x01f752 to 0x024a28 (0x52d7 bytes) 000639 1780381959.007248 read 0x0346c1 thru 0x03fb9d (0xb4dd bytes) 000641 1780381959.039130 punch from 0x00c59e to 0x012e75 (0x68d8 bytes) 000642 1780381959.045970 mapread 0x01a599 thru 0x0209c5 (0x642d bytes) 000643 1780381959.070411 trunc from 0x03fb9e to 0x02c109 (0x13a94 bytes) 000644 1780381959.098674 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2c10a): Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c10a): Mirror 5: 0xe41f6bb4 (stale) Mirror 7: 0xe41f6bb4 (stale) CRC-32 checksum value for chunk [0, 0x2c10a): Mirror 1: 0xe7d80464 Mirror 8: 0xe7d80464 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c10a: skipped 000645 1780381960.121279 fallocate 0x03405b thru 0x03ffff (0xbfa5 bytes) 000646 1780381960.184633 trunc from 0x013130 to 0x021052 (0xdf23 bytes) 000647 1780381960.199749 mapwrite 0x0135ca thru 0x01860d (0x5044 bytes) 000648 1780381960.282584 fallocate 0x009484 thru 0x018591 (0xf10e bytes) 000650 1780381960.303872 mapwrite 0x029da1 thru 0x0338ef (0x9b4f bytes) 000651 1780381960.463034 mapwrite 0x0097db thru 0x013f2e (0xa754 bytes) 000652 1780381960.506504 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x338f0): Mirror 7: 0x7e407b57 (stale) Mirror 8: 0x1d090dac (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x338f0): Mirror 7: 0x7e407b57 (stale) Mirror 8: 0x1d090dac (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x338f0: skipped 000653 1780381960.946508 mapread 0x008def thru 0x011b95 (0x8da7 bytes) 000654 1780381960.995623 MIRROR_RESYNC 3 mirrors 000656 1780381962.044679 MIRROR_RESYNC 3 mirrors 000657 1780381962.396191 fallocate 0x00d87a thru 0x019e6a (0xc5f1 bytes) 000658 1780381962.485259 read 0x026038 thru 0x02e926 (0x88ef bytes) 000659 1780381962.507488 trunc from 0x0338f0 to 0x00579a (0x2e155 bytes) 000660 1780381962.553934 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x579b): Mirror 8: 0xc6c0380f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x579b): Mirror 8: 0xc6c0380f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x579b: skipped 000661 1780381962.844906 fallocate 0x00df69 thru 0x0199fb (0xba93 bytes) 000662 1780381962.854945 trunc from 0x00579b to 0x0222f1 (0x1cb57 bytes) 000663 1780381962.888271 trunc from 0x00d8c1 to 0x013116 (0x5856 bytes) 000664 1780381962.896541 trunc from 0x0222f2 to 0x001d49 (0x205a8 bytes) 000666 1780381962.929867 mapwrite 0x026003 thru 0x02f242 (0x9240 bytes) 000667 1780381963.036566 read 0x01d2d2 thru 0x0243e8 (0x7117 bytes) 000668 1780381963.052787 punch from 0x017ce4 to 0x01cbe2 (0x4eff bytes) 000669 1780381963.058505 trunc from 0x02789d to 0x029a2f (0x2193 bytes) 000670 1780381963.064514 punch from 0x006f8b to 0x013aa9 (0xcb1f bytes) 000671 1780381963.069754 trunc from 0x02f243 to 0x02c00a (0x3238 bytes) 000672 1780381963.103031 fallocate 0x03f087 thru 0x03ffff (0xf79 bytes) 000673 1780381963.121416 trunc from 0x00860f to 0x00abc0 (0x25b2 bytes) 000674 1780381963.144995 write 0x0182a1 thru 0x01ab54 (0x28b4 bytes) 000675 1780381963.174171 mapwrite 0x027a1f thru 0x03290c (0xaeee bytes) 000676 1780381963.287248 punch from 0x00ee85 to 0x01afa9 (0xc125 bytes) 000677 1780381963.312600 mapwrite 0x034555 thru 0x03ffff (0xbaab bytes) 000678 1780381963.364807 punch from 0x001a7f to 0x01033a (0xe8bc bytes) 000679 1780381963.376534 mapread 0x01e6b9 thru 0x024ded (0x6735 bytes) 000680 1780381963.391531 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000681 1780381963.585437 write 0x00c3e8 thru 0x00ffcd (0x3be6 bytes) 000683 1780381963.613772 fallocate 0x028fed thru 0x02dfc1 (0x4fd5 bytes) 000684 1780381963.639341 read 0x025260 thru 0x026d33 (0x1ad4 bytes) 000685 1780381963.649647 punch from 0x015be6 to 0x01c51b (0x6936 bytes) 000686 1780381963.656960 trunc from 0x040000 to 0x006883 (0x3977c bytes) 000687 1780381963.712295 mapread 0x000cb7 thru 0x006883 (0x5bcd bytes) 000688 1780381963.728059 read 0x0002d3 thru 0x006883 (0x65b1 bytes) 000689 1780381963.730259 mapread 0x000c12 thru 0x005124 (0x4513 bytes) 000690 1780381963.732814 fallocate 0x03be85 thru 0x03ffff (0x417b bytes) 000691 1780381963.744386 read 0x00645b thru 0x006883 (0x429 bytes) 000692 1780381963.749770 MIRROR_EXTEND to 2 mirrors 000693 1780381964.637305 fallocate 0x0394a0 thru 0x03ffff (0x6b60 bytes) 000694 1780381964.704487 read 0x003738 thru 0x00e65b (0xaf24 bytes) 000695 1780381964.725505 mapwrite 0x00cd00 thru 0x013e16 (0x7117 bytes) 000696 1780381964.803731 write 0x002a5d thru 0x006513 (0x3ab7 bytes) 000697 1780381964.826520 trunc from 0x03bb60 to 0x03ffff (0x44a0 bytes) 000698 1780381964.834470 trunc from 0x022f8a to 0x03159d (0xe614 bytes) 000699 1780381964.849517 read 0x022afb thru 0x023601 (0xb07 bytes) 000700 1780381964.867902 mapread 0x037e2c thru 0x039c07 (0x1ddc bytes) 000701 1780381964.869966 mapread 0x037493 thru 0x03f7e1 (0x834f bytes) 000702 1780381964.873255 trunc from 0x040000 to 0x015542 (0x2aabd bytes) 000703 1780381964.919969 mapread 0x00641d thru 0x0153a7 (0xef8b bytes) 000705 1780381964.929919 MIRROR_RESYNC 2 mirrors 000706 1780381965.669360 mapread 0x014843 thru 0x015542 (0xd00 bytes) 000708 1780381965.678906 mapwrite 0x03e3e7 thru 0x03ffff (0x1c19 bytes) 000710 1780381965.744182 trunc from 0x040000 to 0x03b855 (0x47aa bytes) 000711 1780381965.760355 write 0x01c6c3 thru 0x02a09f (0xd9dd bytes) 000712 1780381965.777649 punch from 0x035552 to 0x03b855 (0x6304 bytes) 000713 1780381965.782360 mapwrite 0x03d591 thru 0x03dfbd (0xa2d bytes) 000714 1780381965.858825 mapread 0x02cf4b thru 0x03b82f (0xe8e5 bytes) 000715 1780381965.884778 read 0x029ad3 thru 0x031072 (0x75a0 bytes) 000716 1780381965.887001 mapread 0x03b3e0 thru 0x03dfbd (0x2bde bytes) 000717 1780381965.890978 mapwrite 0x01309a thru 0x01c7c4 (0x972b bytes) 000718 1780381965.938610 read 0x011b7f thru 0x01a165 (0x85e7 bytes) 000719 1780381965.939658 trunc from 0x00b353 to 0x0120e0 (0x6d8e bytes) 000721 1780381965.955014 read 0x01b8fd thru 0x01d473 (0x1b77 bytes) 000722 1780381965.955766 mapread 0x034218 thru 0x03dfbd (0x9da6 bytes) 000723 1780381965.967044 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000724 1780381966.182237 mapread 0x0151fb thru 0x023bd2 (0xe9d8 bytes) 000725 1780381966.238882 punch from 0x007a88 to 0x00a818 (0x2d91 bytes) 000726 1780381966.243603 trunc from 0x01226d to 0x01bf6b (0x9cff bytes) 000727 1780381966.251106 trunc from 0x03dfbe to 0x02afc2 (0x12ffb bytes) 000728 1780381966.275125 fallocate 0x0146dc thru 0x015b59 (0x147e bytes) 000729 1780381966.286829 trunc from 0x02afc3 to 0x002092 (0x28f30 bytes) 000730 1780381966.306365 read 0x001a87 thru 0x002092 (0x60c bytes) 000731 1780381966.315317 trunc from 0x00031b to 0x002092 (0x1d78 bytes) 000733 1780381966.321455 mapread 0x0011ba thru 0x002092 (0xed9 bytes) 000734 1780381966.329270 read 0x000b10 thru 0x002092 (0x1583 bytes) 000735 1780381966.336195 read 0x001b4b thru 0x002092 (0x548 bytes) 000737 1780381966.338683 write 0x0107ce thru 0x017709 (0x6f3c bytes) 000738 1780381966.340580 mapread 0x003086 thru 0x0082b7 (0x5232 bytes) 000739 1780381966.350950 fallocate 0x00506d thru 0x00ac97 (0x5c2b bytes) 000740 1780381966.357059 mapwrite 0x008725 thru 0x00c08c (0x3968 bytes) 000741 1780381966.395676 read 0x0075fd thru 0x007d46 (0x74a bytes) 000742 1780381966.396319 mapwrite 0x021d57 thru 0x0256a0 (0x394a bytes) 000743 1780381966.451337 write 0x011bee thru 0x0173f4 (0x5807 bytes) 000744 1780381966.452607 mapread 0x01b2a1 thru 0x01f03f (0x3d9f bytes) 000745 1780381966.458344 MIRROR_EXTEND to 2 mirrors 000746 1780381967.051269 trunc from 0x01cd55 to 0x0256a0 (0x894c bytes) 000747 1780381967.121931 MIRROR_RESYNC 2 mirrors 000748 1780381968.049964 trunc from 0x0256a1 to 0x012b19 (0x12b87 bytes) 000749 1780381968.091334 punch from 0x00770d to 0x00ef8a (0x787e bytes) 000750 1780381968.096403 write 0x00494b thru 0x007562 (0x2c18 bytes) 000751 1780381968.106242 read 0x0080b7 thru 0x009270 (0x11ba bytes) 000752 1780381968.112314 trunc from 0x012b1a to 0x012421 (0x6f8 bytes) 000753 1780381968.140889 trunc from 0x012422 to 0x00ddf9 (0x4628 bytes) 000754 1780381968.160103 mapwrite 0x008d2f thru 0x01251a (0x97ec bytes) 000755 1780381968.241046 read 0x0038e6 thru 0x00e5b3 (0xacce bytes) 000756 1780381968.242057 read 0x003189 thru 0x0079c3 (0x483b bytes) 000757 1780381968.250093 mapread 0x001096 thru 0x008e1c (0x7d87 bytes) 000759 1780381968.264036 mapwrite 0x004288 thru 0x011a4f (0xd7c8 bytes) 000760 1780381968.335588 read 0x010411 thru 0x01251a (0x210a bytes) 000761 1780381968.352488 MIRROR_RESYNC 2 mirrors 000762 1780381969.017295 trunc from 0x00b7f5 to 0x00fd56 (0x4562 bytes) 000763 1780381969.081122 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1251b): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1251b): Mirror 2: 0x8fb3b37a (stale) CRC-32 checksum value for chunk [0, 0x1251b): Mirror 1: 0xb91018d3 Mirror 3: 0xb91018d3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1251b: skipped 000764 1780381969.946161 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) 000765 1780381970.364200 punch from 0x00b9a3 to 0x01251a (0x6b78 bytes) 000766 1780381970.422503 trunc from 0x01251b to 0x004102 (0xe418 bytes) 000767 1780381970.466753 trunc from 0x003340 to 0x004102 (0xdc3 bytes) 000768 1780381970.478581 write 0x030d9d thru 0x034832 (0x3a96 bytes) 000769 1780381970.480038 punch from 0x00f0a1 to 0x0190e8 (0xa048 bytes) 000770 1780381970.485029 trunc from 0x034833 to 0x01b23a (0x195f8 bytes) 000771 1780381970.516128 trunc from 0x01ab47 to 0x01b23a (0x6f4 bytes) 000773 1780381970.529251 trunc from 0x01b23b to 0x033596 (0x1835c bytes) 000774 1780381970.553531 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x33597): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33597): Mirror 3: 0xdbef5a8c (stale) CRC-32 checksum value for chunk [0, 0x33597): Mirror 1: 0xf799ea34 Mirror 4: 0xf799ea34 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33597: skipped 000775 1780381971.636194 mapwrite 0x0034d0 thru 0x00f895 (0xc3c6 bytes) 000776 1780381971.787649 punch from 0x000baf to 0x00e57e (0xd9d0 bytes) 000777 1780381971.805519 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x33597): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33597): Mirror 3: 0xdbef5a8c (stale) Mirror 4: 0xf799ea34 (stale) CRC-32 checksum value for chunk [0, 0x33597): Mirror 1: 0x960c5502 Mirror 5: 0x960c5502 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33597: skipped 000778 1780381972.986827 mapread 0x02aa7c thru 0x02e4d5 (0x3a5a bytes) 000779 1780381973.053069 trunc from 0x0287c2 to 0x02c570 (0x3daf bytes) 000780 1780381973.107298 mapwrite 0x004a30 thru 0x00e562 (0x9b33 bytes) 000781 1780381973.169361 MIRROR_RESYNC 4 mirrors 000782 1780381974.355530 read 0x008a40 thru 0x00efc9 (0x658a bytes) 000783 1780381974.363394 write 0x01d6ec thru 0x022a5a (0x536f bytes) 000784 1780381974.416122 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x33597): Mirror 4: 0x407e049c (stale) Mirror 5: 0x407e049c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33597): Mirror 4: 0x407e049c (stale) Mirror 5: 0x407e049c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33597: skipped 000785 1780381974.820021 trunc from 0x033597 to 0x03d2ba (0x9d24 bytes) 000786 1780381974.877179 mapread 0x00ae68 thru 0x00df9c (0x3135 bytes) 000787 1780381974.917145 mapwrite 0x01d0c7 thru 0x02210d (0x5047 bytes) 000788 1780381974.973763 fallocate 0x00813a thru 0x00a3f0 (0x22b7 bytes) 000789 1780381974.979895 mapwrite 0x03be3d thru 0x03ffff (0x41c3 bytes) 000790 1780381975.055231 mapread 0x030093 thru 0x03b15e (0xb0cc bytes) 000791 1780381975.102667 mapwrite 0x008825 thru 0x00b763 (0x2f3f bytes) 000793 1780381975.120685 fallocate 0x00595d thru 0x01588e (0xff32 bytes) 000794 1780381975.129430 mapwrite 0x029bcd thru 0x03995f (0xfd93 bytes) 000795 1780381975.181500 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x84a730cf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x84a730cf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000796 1780381975.545673 punch from 0x02bc0d to 0x039e61 (0xe255 bytes) 000797 1780381975.564295 fallocate 0x02349b thru 0x02981a (0x6380 bytes) 000800 1780381975.576815 trunc from 0x040000 to 0x031b1c (0xe4e3 bytes) 000801 1780381975.616940 mapread 0x01cc6c thru 0x028634 (0xb9c9 bytes) 000802 1780381975.645269 trunc from 0x031b1d to 0x00fff6 (0x21b26 bytes) 000803 1780381975.661683 read 0x00af7c thru 0x00fff6 (0x507b bytes) 000804 1780381975.678286 read 0x002dce thru 0x00ca35 (0x9c68 bytes) 000805 1780381975.693084 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0xfff7): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xfff7): Mirror 4: 0xd43b003c (stale) CRC-32 checksum value for chunk [0, 0xfff7): Mirror 1: 0x8aabb0fc Mirror 5: 0x8aabb0fc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xfff7: skipped 000806 1780381976.632647 fallocate 0x03112c thru 0x034696 (0x356b bytes) 000807 1780381976.672843 trunc from 0x00fff7 to 0x01e518 (0xe522 bytes) 000808 1780381976.736112 trunc from 0x011808 to 0x019233 (0x7a2c bytes) 000809 1780381976.752417 mapwrite 0x00717c thru 0x016ac7 (0xf94c bytes) 000810 1780381976.853861 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1e519): Mirror 5: 0xfb3e2b64 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e519): Mirror 5: 0xfb3e2b64 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e519: skipped 000811 1780381977.210156 trunc from 0x01551a to 0x01dc72 (0x8759 bytes) 000812 1780381977.218446 fallocate 0x0189f1 thru 0x024dee (0xc3fe bytes) 000813 1780381977.227631 fallocate 0x025248 thru 0x025387 (0x140 bytes) 000814 1780381977.237254 trunc from 0x004079 to 0x00c578 (0x8500 bytes) 000815 1780381977.246882 read 0x018a97 thru 0x025387 (0xc8f1 bytes) 000816 1780381977.272127 mapread 0x024f6c thru 0x025387 (0x41c bytes) 000817 1780381977.280856 mapwrite 0x02b212 thru 0x0369ca (0xb7b9 bytes) 000820 1780381977.395113 trunc from 0x026f32 to 0x02c970 (0x5a3f bytes) 000821 1780381977.407847 write 0x0225af thru 0x02ee6a (0xc8bc bytes) 000822 1780381977.414992 write 0x01b842 thru 0x01c57c (0xd3b bytes) 000823 1780381977.416288 mapwrite 0x015bf6 thru 0x01bec3 (0x62ce bytes) 000824 1780381977.458172 trunc from 0x0369cb to 0x02afd5 (0xb9f5 bytes) 000825 1780381977.496871 mapwrite 0x0328c2 thru 0x03ffff (0xd73e bytes) 000826 1780381977.617265 trunc from 0x040000 to 0x0021fd (0x3de02 bytes) 000827 1780381977.669998 fallocate 0x02692a thru 0x0309c8 (0xa09f bytes) 000828 1780381977.678060 punch from 0x017635 to 0x024cdd (0xd6a9 bytes) 000829 1780381977.701783 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x309c9): Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x309c9): Mirror 5: 0xaae743dd (stale) CRC-32 checksum value for chunk [0, 0x309c9): Mirror 1: 0x20a209db Mirror 6: 0x20a209db lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x309c9: skipped 000830 1780381978.782631 mapread 0x006b1a thru 0x00ceab (0x6392 bytes) 000831 1780381978.844565 punch from 0x020bb3 to 0x02e4da (0xd928 bytes) 000833 1780381978.906519 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x309c9): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x309c9): Mirror 5: 0xaae743dd (stale) Mirror 6: 0x20a209db (stale) CRC-32 checksum value for chunk [0, 0x309c9): Mirror 1: 0x20a209db Mirror 7: 0x20a209db lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x309c9: skipped 000834 1780381980.275477 write 0x03eb9d thru 0x03ffff (0x1463 bytes) 000835 1780381980.325047 MIRROR_RESYNC 4 mirrors 000836 1780381981.107421 MIRROR_EXTEND to 5 mirrors 000837 1780381981.980609 MIRROR_RESYNC 5 mirrors 000838 1780381982.583043 mapread 0x02908f thru 0x036423 (0xd395 bytes) 000839 1780381982.634106 mapwrite 0x03b394 thru 0x03ffff (0x4c6c bytes) 000840 1780381982.743706 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x894a696 (stale) Mirror 7: 0x894a696 (stale) Mirror 8: 0x894a696 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x894a696 (stale) Mirror 7: 0x894a696 (stale) Mirror 8: 0x894a696 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000841 1780381983.154132 write 0x011edd thru 0x01777f (0x58a3 bytes) 000842 1780381983.178366 punch from 0x00ab11 to 0x019271 (0xe761 bytes) 000843 1780381983.207995 trunc from 0x0190d7 to 0x01fba6 (0x6ad0 bytes) 000844 1780381983.224843 trunc from 0x040000 to 0x02b3c2 (0x14c3d bytes) 000845 1780381983.260217 write 0x01c8f8 thru 0x021e54 (0x555d bytes) 000846 1780381983.276550 mapwrite 0x005071 thru 0x01143a (0xc3ca bytes) 000847 1780381983.350091 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2b3c3): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b3c3): Mirror 5: 0x9f5411f6 (stale) Mirror 7: 0x9f5411f6 (stale) Mirror 8: 0x9f5411f6 (stale) CRC-32 checksum value for chunk [0, 0x2b3c3): Mirror 1: 0x439d79ec Mirror 9: 0x439d79ec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b3c3: skipped 000848 1780381984.341022 mapwrite 0x028514 thru 0x032233 (0x9d20 bytes) 000849 1780381984.519231 trunc from 0x02b122 to 0x02c537 (0x1416 bytes) 000850 1780381984.525476 mapwrite 0x03762d thru 0x039a8e (0x2462 bytes) 000851 1780381984.620166 MIRROR_RESYNC 5 mirrors 000852 1780381986.666230 MIRROR_EXTEND to 6 mirrors 000854 1780381987.858694 mapwrite 0x000c21 thru 0x00b50d (0xa8ed bytes) 000855 1780381988.061736 fallocate 0x022925 thru 0x029b5a (0x7236 bytes) 000857 1780381988.081874 mapread 0x009c09 thru 0x0156c4 (0xbabc bytes) 000858 1780381988.096279 trunc from 0x037613 to 0x039a8e (0x247c bytes) 000859 1780381988.113192 trunc from 0x039a8f to 0x031edd (0x7bb1 bytes) 000860 1780381988.149013 mapread 0x01012f thru 0x018d7b (0x8c4d bytes) 000861 1780381988.152022 mapread 0x011b37 thru 0x016762 (0x4c2c bytes) 000862 1780381988.154950 fallocate 0x00f9d3 thru 0x012c60 (0x328e bytes) 000863 1780381988.168797 mapwrite 0x0220b2 thru 0x02ac05 (0x8b54 bytes) 000864 1780381988.255856 write 0x001086 thru 0x00710c (0x6087 bytes) 000865 1780381988.257549 mapwrite 0x00723e thru 0x0092d8 (0x209b bytes) 000866 1780381988.298994 trunc from 0x01ca02 to 0x023b43 (0x7142 bytes) 000867 1780381988.338231 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31ede): Mirror 5: 0x47b7d7c3 (stale) Mirror 7: 0x47b7d7c3 (stale) Mirror 9: 0x47b7d7c3 (stale) Mirror 10: 0x47b7d7c3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31ede): Mirror 5: 0x47b7d7c3 (stale) Mirror 7: 0x47b7d7c3 (stale) Mirror 9: 0x47b7d7c3 (stale) Mirror 10: 0x47b7d7c3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31ede: skipped 000868 1780381988.994516 mapread 0x0069f9 thru 0x013c1f (0xd227 bytes) 000869 1780381989.026973 MIRROR_RESYNC 5 mirrors 000870 1780381990.870760 punch from 0x00a2d4 to 0x00b602 (0x132f bytes) 000872 1780381990.979132 punch from 0x012ac2 to 0x0131d9 (0x718 bytes) 000873 1780381990.991777 trunc from 0x010845 to 0x013a59 (0x3215 bytes) 000876 1780381991.005250 mapread 0x00ef3a thru 0x01c587 (0xd64e bytes) 000877 1780381991.051639 trunc from 0x031ede to 0x029cd7 (0x8206 bytes) 000878 1780381991.092570 write 0x003089 thru 0x00cce9 (0x9c61 bytes) 000879 1780381991.131584 write 0x01950e thru 0x023649 (0xa13c bytes) 000880 1780381991.160067 write 0x035312 thru 0x0390c0 (0x3daf bytes) 000881 1780381991.166118 write 0x011500 thru 0x0122ea (0xdeb bytes) 000882 1780381991.168704 mapwrite 0x028979 thru 0x02f0c6 (0x674e bytes) 000884 1780381991.245636 fallocate 0x032ad5 thru 0x0345dd (0x1b09 bytes) 000885 1780381991.267656 trunc from 0x0390c1 to 0x01c877 (0x1c849 bytes) 000886 1780381991.308391 trunc from 0x01c878 to 0x03ccb2 (0x2043b bytes) 000887 1780381991.343945 trunc from 0x03519c to 0x03918b (0x3ff0 bytes) 000888 1780381991.351387 trunc from 0x007c84 to 0x00c776 (0x4af3 bytes) 000889 1780381991.363844 punch from 0x016473 to 0x0260f8 (0xfc86 bytes) 000890 1780381991.391060 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ccb3): Mirror 5: 0xf4a61214 (stale) Mirror 9: 0xf4a61214 (stale) Mirror 10: 0xf4a61214 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ccb3): Mirror 5: 0xf4a61214 (stale) Mirror 9: 0xf4a61214 (stale) Mirror 10: 0xf4a61214 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ccb3: skipped 000891 1780381991.962331 read 0x0177ed thru 0x024671 (0xce85 bytes) 000892 1780381991.971299 trunc from 0x0278d2 to 0x02dadd (0x620c bytes) 000893 1780381991.982264 mapwrite 0x004e79 thru 0x0054d8 (0x660 bytes) 000894 1780381992.008087 punch from 0x00424c to 0x00aa41 (0x67f6 bytes) 000895 1780381992.014228 punch from 0x03bdfd to 0x03ccb2 (0xeb6 bytes) 000896 1780381992.019068 mapread 0x022b02 thru 0x024920 (0x1e1f bytes) 000897 1780381992.020282 trunc from 0x03ccb3 to 0x0393ea (0x38c8 bytes) 000898 1780381992.044461 trunc from 0x0393eb to 0x02be4f (0xd59b bytes) 000899 1780381992.065285 mapwrite 0x033853 thru 0x035cdd (0x248b bytes) 000900 1780381992.114756 fallocate 0x009db8 thru 0x00cd89 (0x2fd2 bytes) 000901 1780381992.132229 read 0x01e9d9 thru 0x02aba5 (0xc1cd bytes) 000902 1780381992.151340 fallocate 0x02bb26 thru 0x02bd8f (0x26a bytes) 000903 1780381992.170697 trunc from 0x015d99 to 0x01791b (0x1b83 bytes) 000904 1780381992.178772 punch from 0x020679 to 0x022d36 (0x26be bytes) 000906 1780381992.189879 read 0x0277bb thru 0x0346d4 (0xcf1a bytes) 000907 1780381992.191251 read 0x018fdc thru 0x028db0 (0xfdd5 bytes) 000909 1780381992.209095 fallocate 0x033cbe thru 0x0388c6 (0x4c09 bytes) 000910 1780381992.213691 punch from 0x031ca1 to 0x035cdd (0x403d bytes) 000911 1780381992.223772 read 0x00c4cb thru 0x0177ea (0xb320 bytes) 000912 1780381992.225088 fallocate 0x03c662 thru 0x03ffff (0x399e bytes) 000913 1780381992.233846 read 0x001f58 thru 0x009d70 (0x7e19 bytes) 000914 1780381992.234597 fallocate 0x015f91 thru 0x01c09d (0x610d bytes) 000915 1780381992.246691 mapread 0x005a6e thru 0x014a90 (0xf023 bytes) 000917 1780381992.256917 trunc from 0x01040a to 0x01955d (0x9154 bytes) 000918 1780381992.265704 trunc from 0x026f19 to 0x02ce88 (0x5f70 bytes) 000919 1780381992.272903 trunc from 0x040000 to 0x00ce14 (0x331eb bytes) 000920 1780381992.296705 write 0x019da7 thru 0x0281b4 (0xe40e bytes) 000921 1780381992.309332 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x281b5): Mirror 5: 0x2b2becd4 (stale) Mirror 9: 0x2b2becd4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x281b5): Mirror 5: 0x2b2becd4 (stale) Mirror 9: 0x2b2becd4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x281b5: skipped 000922 1780381992.741144 read 0x022151 thru 0x0281b4 (0x6064 bytes) 000923 1780381992.774268 trunc from 0x006c0a to 0x00f2d8 (0x86cf bytes) 000924 1780381992.785538 trunc from 0x0069fa to 0x00eaea (0x80f1 bytes) 000925 1780381992.809245 punch from 0x00ab04 to 0x0151f1 (0xa6ee bytes) 000926 1780381992.818092 trunc from 0x02433b to 0x026a29 (0x26ef bytes) 000928 1780381992.835570 mapread 0x00304b thru 0x003ea2 (0xe58 bytes) 000929 1780381992.846998 mapread 0x002354 thru 0x006b94 (0x4841 bytes) 000930 1780381992.867460 mapwrite 0x02805d thru 0x032f15 (0xaeb9 bytes) 000931 1780381992.935710 fallocate 0x00b2a3 thru 0x00ca2d (0x178b bytes) 000932 1780381992.941981 punch from 0x00f220 to 0x0171a8 (0x7f89 bytes) 000933 1780381992.949093 mapread 0x026192 thru 0x027f67 (0x1dd6 bytes) 000934 1780381992.952486 fallocate 0x013f62 thru 0x014c3e (0xcdd bytes) 000935 1780381992.962054 trunc from 0x032f16 to 0x034115 (0x1200 bytes) 000936 1780381992.981219 mapwrite 0x0249dc thru 0x029b40 (0x5165 bytes) 000937 1780381993.007000 MIRROR_RESYNC 3 mirrors 000938 1780381994.184233 punch from 0x024d65 to 0x033877 (0xeb13 bytes) 000939 1780381994.236892 MIRROR_RESYNC 3 mirrors 000941 1780381995.140321 mapread 0x02c45d thru 0x033238 (0x6ddc bytes) 000943 1780381995.172121 read 0x0230e3 thru 0x0272cb (0x41e9 bytes) 000944 1780381995.178233 trunc from 0x034116 to 0x015a87 (0x1e68e bytes) 000945 1780381995.216591 trunc from 0x015a88 to 0x018e36 (0x33af bytes) 000946 1780381995.237772 punch from 0x00b7d5 to 0x011248 (0x5a74 bytes) 000947 1780381995.241843 mapwrite 0x02a9ce thru 0x039155 (0xe788 bytes) 000948 1780381995.296699 read 0x00d464 thru 0x010afd (0x369a bytes) 000949 1780381995.309433 trunc from 0x039156 to 0x002354 (0x36e01 bytes) 000950 1780381995.330604 fallocate 0x00e41e thru 0x0167e3 (0x83c6 bytes) 000951 1780381995.336184 write 0x012ceb thru 0x01fb1d (0xce33 bytes) 000952 1780381995.339403 mapread 0x016e13 thru 0x01acf6 (0x3ee4 bytes) 000953 1780381995.340994 punch from 0x01566e to 0x01fb1d (0xa4b0 bytes) 000954 1780381995.355859 punch from 0x01b8eb to 0x01fb1d (0x4233 bytes) 000955 1780381995.362041 mapwrite 0x038ae9 thru 0x03ffff (0x7517 bytes) 000956 1780381995.447449 write 0x02bf81 thru 0x03a3fe (0xe47e bytes) 000957 1780381995.462227 trunc from 0x00d271 to 0x013a8a (0x681a bytes) 000958 1780381995.487434 MIRROR_RESYNC 3 mirrors 000959 1780381996.852527 write 0x0074c5 thru 0x01429c (0xcdd8 bytes) 000961 1780381996.895090 punch from 0x03d6da to 0x03ffff (0x2926 bytes) 000962 1780381996.900645 mapwrite 0x030a0a thru 0x03ae95 (0xa48c bytes) 000963 1780381996.943951 mapwrite 0x036552 thru 0x03ffff (0x9aae bytes) 000964 1780381996.968220 mapread 0x0229ba thru 0x0240ef (0x1736 bytes) 000965 1780381996.988559 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x53:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x28d58429 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x28d58429 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000966 1780381997.386990 write 0x03e3b9 thru 0x03ffff (0x1c47 bytes) 000968 1780381997.405491 MIRROR_RESYNC 2 mirrors 000969 1780381998.549831 mapwrite 0x01ac1f thru 0x0278c7 (0xcca9 bytes) 000970 1780381998.728010 mapwrite 0x01844c thru 0x01c028 (0x3bdd bytes) 000971 1780381998.747037 punch from 0x029204 to 0x034b7c (0xb979 bytes) 000972 1780381998.755063 punch from 0x0219be to 0x0303cc (0xea0f bytes) 000973 1780381998.772972 trunc from 0x040000 to 0x02ba8b (0x14574 bytes) 000974 1780381998.828621 trunc from 0x01e637 to 0x025d1d (0x76e7 bytes) 000975 1780381998.834069 trunc from 0x012647 to 0x0220f6 (0xfab0 bytes) 000976 1780381998.844917 trunc from 0x022d51 to 0x02ba8b (0x8d3b bytes) 000977 1780381998.862163 mapwrite 0x0125bc thru 0x020366 (0xddab bytes) 000979 1780381998.910266 fallocate 0x03b00d thru 0x03b3e5 (0x3d9 bytes) 000981 1780381998.917346 trunc from 0x038290 to 0x03b3e5 (0x3156 bytes) 000983 1780381998.923540 read 0x036f75 thru 0x03b3e5 (0x4471 bytes) 000984 1780381998.937422 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3b3e6): Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b3e6): Mirror 9: 0xce05395d (stale) CRC-32 checksum value for chunk [0, 0x3b3e6): Mirror 1: 0xb38abf1d Mirror 10: 0xb38abf1d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b3e6: skipped 000985 1780382000.140214 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3b3e6): Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b3e6): Mirror 9: 0xce05395d (stale) CRC-32 checksum value for chunk [0, 0x3b3e6): Mirror 1: 0xb38abf1d Mirror 10: 0xb38abf1d Mirror 11: 0xb38abf1d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b3e6: skipped 000986 1780382001.303708 mapread 0x034a45 thru 0x03b3e5 (0x69a1 bytes) 000987 1780382001.357357 mapread 0x00408c thru 0x006c4e (0x2bc3 bytes) 000988 1780382001.377119 fallocate 0x00d742 thru 0x011f49 (0x4808 bytes) 000989 1780382001.452645 mapwrite 0x0184ad thru 0x01c22c (0x3d80 bytes) 000990 1780382001.518981 read 0x00a442 thru 0x010847 (0x6406 bytes) 000991 1780382001.530917 trunc from 0x027289 to 0x02e870 (0x75e8 bytes) 000992 1780382001.537017 trunc from 0x038eb6 to 0x03b046 (0x2191 bytes) 000993 1780382001.543206 trunc from 0x03b3e6 to 0x029758 (0x11c8d bytes) 000994 1780382001.584048 write 0x00fb08 thru 0x01e3ff (0xe8f8 bytes) 000995 1780382001.591994 mapwrite 0x0174f8 thru 0x01a95e (0x3467 bytes) 000996 1780382001.636194 punch from 0x016120 to 0x024ac7 (0xe9a8 bytes) 000997 1780382001.660535 trunc from 0x01031a to 0x018a9a (0x8781 bytes) 000998 1780382001.670163 mapread 0x021e0b thru 0x022378 (0x56e bytes) 000999 1780382001.681214 mapwrite 0x0252c2 thru 0x029416 (0x4155 bytes) 001000 1780382001.730090 write 0x03e907 thru 0x03ffff (0x16f9 bytes) All operations completed A-OK!