== sanity-flr test 70a: flr mode fsx test ================ 07:28:00 (1788521280) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 1283 skipping zero length punch hole 000002 1788521283.712935 mapwrite 0x014c82 thru 0x0159e5 (0xd64 bytes) 000003 1788521283.787054 MIRROR_EXTEND to 2 mirrors 000004 1788521284.583545 mapread 0x000ddf thru 0x008c0b (0x7e2d bytes) 000005 1788521284.625608 mapwrite 0x03251c thru 0x035155 (0x2c3a bytes) fallocating to largest ever: 0x21b1a 000006 1788521284.691474 fallocate 0x01daa4 thru 0x021b19 (0x4076 bytes) truncating to largest ever: 0x3e765 000007 1788521284.698158 trunc from 0x035156 to 0x03e764 (0x960f bytes) 000008 1788521284.720807 write 0x00f2b2 thru 0x017387 (0x80d6 bytes) 000009 1788521284.731526 trunc from 0x00a464 to 0x0189f8 (0xe595 bytes) 000010 1788521284.748045 trunc from 0x001698 to 0x00e9ca (0xd333 bytes) 000011 1788521284.754475 trunc from 0x0030e6 to 0x00b23c (0x8157 bytes) 000012 1788521284.760430 mapwrite 0x020393 thru 0x02cce7 (0xc955 bytes) 000013 1788521284.809388 mapwrite 0x03b52c thru 0x03ffff (0x4ad4 bytes) 000014 1788521284.867921 trunc from 0x00eadd to 0x0110e9 (0x260d bytes) 000016 1788521284.873761 trunc from 0x040000 to 0x00feed (0x30112 bytes) 000017 1788521284.893974 mapread 0x00c867 thru 0x00feed (0x3687 bytes) 000018 1788521284.914638 write 0x002991 thru 0x00824b (0x58bb bytes) 000019 1788521284.955134 trunc from 0x00441b to 0x00ab89 (0x676f bytes) 000020 1788521284.987550 trunc from 0x00398a to 0x00feed (0xc564 bytes) 000021 1788521285.007155 write 0x0069d2 thru 0x014395 (0xd9c4 bytes) 000022 1788521285.026253 trunc from 0x014396 to 0x004a29 (0xf96c bytes) 000023 1788521285.070731 mapread 0x0042fa thru 0x004a29 (0x730 bytes) 000024 1788521285.095464 write 0x018677 thru 0x01d808 (0x5192 bytes) 000025 1788521285.098658 mapwrite 0x0180a0 thru 0x025b78 (0xdad9 bytes) 000026 1788521285.211066 mapwrite 0x013148 thru 0x02217c (0xf035 bytes) 000027 1788521285.274735 mapwrite 0x00157e thru 0x008312 (0x6d95 bytes) 000028 1788521285.360430 mapwrite 0x00b756 thru 0x01b737 (0xffe2 bytes) 000029 1788521285.421370 mapread 0x01c127 thru 0x0227fb (0x66d5 bytes) 000030 1788521285.422453 read 0x00de92 thru 0x013288 (0x53f7 bytes) 000031 1788521285.447073 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x25b79): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25b79): Mirror 2: 0xcef4055c (stale) CRC-32 checksum value for chunk [0, 0x25b79): Mirror 1: 0xb57ce1b3 Mirror 3: 0xb57ce1b3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25b79: skipped 000032 1788521287.134819 punch from 0x010f1a to 0x012632 (0x1719 bytes) 000033 1788521287.188252 read 0x02053e thru 0x025b78 (0x563b bytes) 000034 1788521287.208522 mapread 0x022713 thru 0x0255b3 (0x2ea1 bytes) 000035 1788521287.209834 write 0x0016e8 thru 0x00efc2 (0xd8db bytes) 000036 1788521287.233672 trunc from 0x025b79 to 0x010816 (0x15362 bytes) 000037 1788521287.267552 mapwrite 0x008038 thru 0x00af49 (0x2f12 bytes) 000038 1788521287.300619 trunc from 0x010817 to 0x01420c (0x39f6 bytes) 000039 1788521287.321378 mapwrite 0x03bc83 thru 0x03c7d9 (0xb57 bytes) 000040 1788521287.406122 punch from 0x014f52 to 0x01db3f (0x8bee bytes) 000041 1788521287.433084 punch from 0x0225b7 to 0x02edb8 (0xc802 bytes) 000043 1788521287.452190 trunc from 0x02aedf to 0x02bef2 (0x1014 bytes) 000044 1788521287.479564 fallocate 0x003438 thru 0x0121d6 (0xed9f bytes) fallocating to largest ever: 0x3f085 000045 1788521287.507505 fallocate 0x037122 thru 0x03f084 (0x7f63 bytes) 000046 1788521287.526157 trunc from 0x037149 to 0x03c7d9 (0x5691 bytes) 000048 1788521287.547115 trunc from 0x00597e to 0x00ed29 (0x93ac bytes) 000049 1788521287.559273 punch from 0x015911 to 0x01b898 (0x5f88 bytes) 000050 1788521287.574111 mapwrite 0x0018d4 thru 0x0066ec (0x4e19 bytes) 000051 1788521287.653556 fallocate 0x01471c thru 0x01950c (0x4df1 bytes) 000052 1788521287.676473 mapread 0x01ed6a thru 0x0297f1 (0xaa88 bytes) 000053 1788521287.713175 read 0x0313e6 thru 0x03c7d9 (0xb3f4 bytes) 000054 1788521287.734120 mapwrite 0x022f61 thru 0x02818b (0x522b bytes) 000055 1788521287.789009 write 0x02d18b thru 0x0336f1 (0x6567 bytes) 000056 1788521287.799134 mapwrite 0x02a853 thru 0x036fcf (0xc77d bytes) 000057 1788521287.830879 trunc from 0x03c7da to 0x01ee98 (0x1d941 bytes) 000058 1788521287.886979 trunc from 0x01ee99 to 0x035894 (0x169fc bytes) 000059 1788521287.960874 MIRROR_RESYNC 3 mirrors 000061 1788521289.704476 write 0x0353e8 thru 0x03c129 (0x6d42 bytes) 000062 1788521289.744359 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3c12a): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c12a): Mirror 2: 0x3c68094a (stale) Mirror 3: 0x3c68094a (stale) CRC-32 checksum value for chunk [0, 0x3c12a): Mirror 1: 0xe0e66754 Mirror 4: 0xe0e66754 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c12a: skipped 000063 1788521291.210568 write 0x023c5e thru 0x027501 (0x38a4 bytes) 000066 1788521291.318445 trunc from 0x01a695 to 0x027d13 (0xd67f bytes) 000067 1788521291.361593 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c12a): Mirror 3: 0x3c68094a (stale) Mirror 4: 0xe0e66754 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c12a): Mirror 3: 0x3c68094a (stale) Mirror 4: 0xe0e66754 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c12a: skipped 000068 1788521291.851153 fallocate 0x00368c thru 0x011054 (0xd9c9 bytes) 000069 1788521291.857989 trunc from 0x03c12a to 0x005964 (0x367c5 bytes) 000070 1788521291.885334 write 0x02e750 thru 0x038950 (0xa201 bytes) 000071 1788521291.886913 mapwrite 0x0357b9 thru 0x03ab10 (0x5358 bytes) 000072 1788521291.939166 write 0x009e38 thru 0x017617 (0xd7e0 bytes) fallocating to largest ever: 0x40000 000073 1788521291.960116 fallocate 0x039b10 thru 0x03ffff (0x64f0 bytes) 000074 1788521291.967172 mapwrite 0x029612 thru 0x02dd5e (0x474d bytes) 000075 1788521292.014752 mapread 0x015af2 thru 0x018ea5 (0x33b4 bytes) 000076 1788521292.026994 trunc from 0x031d5a to 0x03c8ff (0xaba6 bytes) 000077 1788521292.034539 trunc from 0x01c5f4 to 0x0247d5 (0x81e2 bytes) 000078 1788521292.042219 write 0x025a75 thru 0x02f079 (0x9605 bytes) 000079 1788521292.051743 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xb3ee0f71 (stale) Mirror 4: 0x4929f2d4 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdd9414ca Mirror 5: 0xdd9414ca lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000081 1788521293.164240 trunc from 0x0392c5 to 0x03c0cd (0x2e09 bytes) 000083 1788521293.216131 mapwrite 0x01e103 thru 0x024918 (0x6816 bytes) 000084 1788521293.254262 fallocate 0x0172bd thru 0x01e589 (0x72cd bytes) 000085 1788521293.263390 fallocate 0x0074f7 thru 0x00d581 (0x608b bytes) 000086 1788521293.279002 write 0x01f046 thru 0x02e376 (0xf331 bytes) 000087 1788521293.300842 trunc from 0x018e01 to 0x022582 (0x9782 bytes) 000088 1788521293.321071 MIRROR_RESYNC 4 mirrors 000089 1788521295.311925 trunc from 0x00c7c8 to 0x00eea7 (0x26e0 bytes) 000090 1788521295.412178 fallocate 0x0247e9 thru 0x025028 (0x840 bytes) 000091 1788521295.439433 read 0x02ddca thru 0x035570 (0x77a7 bytes) 000092 1788521295.498251 fallocate 0x0283c9 thru 0x029dea (0x1a22 bytes) 000093 1788521295.507500 trunc from 0x03d138 to 0x03ffff (0x2ec8 bytes) 000094 1788521295.527438 write 0x03f41b thru 0x03ffff (0xbe5 bytes) 000095 1788521295.545593 read 0x03e92f thru 0x03ffff (0x16d1 bytes) 000098 1788521295.572374 trunc from 0x040000 to 0x0251d7 (0x1ae28 bytes) 000099 1788521295.646441 fallocate 0x0324e4 thru 0x03cb27 (0xa644 bytes) 000100 1788521295.662187 trunc from 0x036049 to 0x037db6 (0x1d6e bytes) 000101 1788521295.672963 punch from 0x027742 to 0x02adfc (0x36bb bytes) 000102 1788521295.678170 mapwrite 0x039a3e thru 0x03ffff (0x65c2 bytes) 000103 1788521295.860212 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xc0066e8f (stale) Mirror 4: 0xc0066e8f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xc0066e8f (stale) Mirror 4: 0xc0066e8f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000104 1788521296.511134 write 0x03250d thru 0x038fe6 (0x6ada bytes) 000106 1788521296.532812 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xc0066e8f (stale) Mirror 4: 0xc0066e8f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xb625089b Mirror 5: 0xb625089b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000107 1788521298.715409 punch from 0x032c4e to 0x039375 (0x6728 bytes) 000108 1788521298.806991 fallocate 0x0365ae thru 0x03cf4c (0x699f bytes) 000109 1788521298.831177 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xc0066e8f (stale) Mirror 4: 0xc0066e8f (stale) Mirror 5: 0xb625089b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2de4010c Mirror 6: 0x2de4010c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000110 1788521300.749235 read 0x005546 thru 0x012b76 (0xd631 bytes) 000111 1788521300.810627 fallocate 0x029615 thru 0x02eef6 (0x58e2 bytes) 000112 1788521300.916570 punch from 0x03cad9 to 0x03deb7 (0x13df bytes) 000113 1788521300.938048 MIRROR_RESYNC 5 mirrors 000114 1788521304.771260 mapwrite 0x02dc79 thru 0x0329fb (0x4d83 bytes) 000115 1788521304.920834 mapread 0x0317d6 thru 0x03631f (0x4b4a bytes) 000116 1788521304.922574 trunc from 0x02dcc2 to 0x03d357 (0xf696 bytes) 000117 1788521304.944411 trunc from 0x00ed32 to 0x011059 (0x2328 bytes) 000118 1788521304.957820 fallocate 0x0285c3 thru 0x033ab7 (0xb4f5 bytes) 000120 1788521304.968640 punch from 0x02d7ea to 0x03d0a7 (0xf8be bytes) 000121 1788521304.974657 write 0x01e063 thru 0x02597c (0x791a bytes) 000122 1788521304.993753 mapwrite 0x01e470 thru 0x029658 (0xb1e9 bytes) 000123 1788521305.058800 read 0x007ee2 thru 0x01532a (0xd449 bytes) 000124 1788521305.081723 trunc from 0x040000 to 0x00f9ae (0x30651 bytes) 000125 1788521305.118222 trunc from 0x002d84 to 0x004344 (0x15c1 bytes) 000126 1788521305.151769 mapwrite 0x039aa3 thru 0x039add (0x3b bytes) 000128 1788521305.266218 write 0x03e4dc thru 0x03ffff (0x1b24 bytes) 000129 1788521305.267419 write 0x023fa1 thru 0x02fbab (0xbc0b bytes) 000130 1788521305.307772 punch from 0x011f3c to 0x021191 (0xf256 bytes) 000132 1788521305.321785 fallocate 0x029e31 thru 0x03436c (0xa53c bytes) 000133 1788521305.345665 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x1a6aec72 (stale) Mirror 4: 0x1a6aec72 (stale) Mirror 6: 0x1a6aec72 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x1a6aec72 (stale) Mirror 4: 0x1a6aec72 (stale) Mirror 6: 0x1a6aec72 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000134 1788521306.302133 read 0x036b9f thru 0x038ec9 (0x232b bytes) 000135 1788521306.320209 write 0x028a33 thru 0x02f5a8 (0x6b76 bytes) 000136 1788521306.346793 punch from 0x01f84d to 0x026323 (0x6ad7 bytes) 000137 1788521306.352945 trunc from 0x02979d to 0x02cf8b (0x37ef bytes) 000139 1788521306.364030 trunc from 0x040000 to 0x026081 (0x19f7e bytes) 000140 1788521306.380061 mapwrite 0x02c291 thru 0x032189 (0x5ef9 bytes) 000141 1788521306.428532 mapread 0x0159c4 thru 0x019899 (0x3ed6 bytes) 000142 1788521306.440124 read 0x018637 thru 0x01f89d (0x7267 bytes) 000143 1788521306.448957 trunc from 0x03218a to 0x007ad3 (0x2a6b6 bytes) 000144 1788521306.463729 punch from 0x001912 to 0x007ad3 (0x61c2 bytes) 000145 1788521306.472877 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x7ad4): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x7ad4): Mirror 3: 0x5fd0ce15 (stale) Mirror 4: 0x5fd0ce15 (stale) Mirror 6: 0x5fd0ce15 (stale) CRC-32 checksum value for chunk [0, 0x7ad4): Mirror 1: 0x650429b5 Mirror 7: 0x650429b5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x7ad4: skipped 000146 1788521307.177227 mapwrite 0x0003f1 thru 0x004674 (0x4284 bytes) 000147 1788521307.351104 trunc from 0x007ad4 to 0x02cd44 (0x25271 bytes) 000149 1788521307.426781 fallocate 0x02ef7b thru 0x038ee0 (0x9f66 bytes) 000151 1788521307.440256 write 0x0333b4 thru 0x03c0b8 (0x8d05 bytes) 000152 1788521307.441762 read 0x02ba74 thru 0x03849f (0xca2c bytes) 000153 1788521307.450898 mapwrite 0x030d0f thru 0x033325 (0x2617 bytes) 000154 1788521307.493007 mapread 0x03b33c thru 0x03c0b8 (0xd7d bytes) 000155 1788521307.494203 mapread 0x00eb3a thru 0x017c63 (0x912a bytes) 000156 1788521307.540006 fallocate 0x025210 thru 0x02c654 (0x7445 bytes) 000157 1788521307.556079 fallocate 0x03093f thru 0x033a8f (0x3151 bytes) 000158 1788521307.570950 fallocate 0x02cc83 thru 0x03a6c3 (0xda41 bytes) 000159 1788521307.595149 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c0b9): Mirror 3: 0x75e3886b (stale) Mirror 6: 0x75e3886b (stale) Mirror 7: 0x2e5e81b4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c0b9): Mirror 3: 0x75e3886b (stale) Mirror 6: 0x75e3886b (stale) Mirror 7: 0x2e5e81b4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c0b9: skipped 000160 1788521307.993477 mapread 0x004d7a thru 0x008816 (0x3a9d bytes) 000161 1788521308.031780 trunc from 0x00e4f1 to 0x010157 (0x1c67 bytes) 000162 1788521308.037105 trunc from 0x03c00d to 0x03c0b8 (0xac bytes) 000163 1788521308.049826 mapread 0x02d328 thru 0x035383 (0x805c bytes) 000165 1788521308.077794 write 0x01c603 thru 0x02af80 (0xe97e bytes) 000166 1788521308.110680 punch from 0x031f87 to 0x037c8e (0x5d08 bytes) 000167 1788521308.124756 mapwrite 0x00bcc6 thru 0x014e43 (0x917e bytes) 000168 1788521308.164579 punch from 0x02ce2c to 0x02fb31 (0x2d06 bytes) 000169 1788521308.218949 mapwrite 0x007393 thru 0x00da6e (0x66dc bytes) 000170 1788521308.249590 write 0x00eb2a thru 0x01c696 (0xdb6d bytes) 000171 1788521308.258487 MIRROR_RESYNC 4 mirrors 000172 1788521309.620872 write 0x004c41 thru 0x009ca9 (0x5069 bytes) 000173 1788521309.651038 trunc from 0x02eb3e to 0x03c0b8 (0xd57b bytes) 000174 1788521309.655747 mapwrite 0x02fa13 thru 0x036237 (0x6825 bytes) 000175 1788521309.688260 punch from 0x011c8f to 0x0154f3 (0x3865 bytes) 000176 1788521309.694856 trunc from 0x035260 to 0x03c0b8 (0x6e59 bytes) 000177 1788521309.701500 read 0x013820 thru 0x019d7c (0x655d bytes) 000178 1788521309.714127 mapwrite 0x039cfd thru 0x03b99b (0x1c9f bytes) 000179 1788521309.739024 MIRROR_RESYNC 4 mirrors 000180 1788521310.829940 fallocate 0x002032 thru 0x0061ca (0x4199 bytes) 000181 1788521310.870718 trunc from 0x0160a0 to 0x0233c5 (0xd326 bytes) 000182 1788521310.878668 punch from 0x001cd4 to 0x011627 (0xf954 bytes) 000183 1788521310.897514 trunc from 0x023920 to 0x02d583 (0x9c64 bytes) 000185 1788521310.910983 mapwrite 0x03ded9 thru 0x03ffff (0x2127 bytes) 000188 1788521311.018039 read 0x0350ca thru 0x035f95 (0xecc bytes) 000189 1788521311.024828 read 0x025984 thru 0x02cad1 (0x714e bytes) 000190 1788521311.051797 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xa60508dd (stale) Mirror 6: 0xa60508dd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xa60508dd (stale) Mirror 6: 0xa60508dd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000191 1788521311.398423 mapwrite 0x03acad thru 0x03c893 (0x1be7 bytes) 000192 1788521311.436032 fallocate 0x03636f thru 0x03ffff (0x9c91 bytes) 000193 1788521311.442772 punch from 0x02e1d1 to 0x02ee9f (0xccf bytes) 000194 1788521311.447959 trunc from 0x040000 to 0x01926d (0x26d92 bytes) 000195 1788521311.476965 mapwrite 0x00d501 thru 0x01d1c6 (0xfcc6 bytes) 000196 1788521311.541256 mapwrite 0x022d63 thru 0x027f41 (0x51df bytes) 000197 1788521311.590811 read 0x015037 thru 0x017dfb (0x2dc5 bytes) 000198 1788521311.592914 mapread 0x0273e4 thru 0x027f41 (0xb5e bytes) 000199 1788521311.600048 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x27f42): Mirror 3: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27f42): Mirror 3: 0x61c86d95 (stale) Mirror 6: 0x61c86d95 (stale) CRC-32 checksum value for chunk [0, 0x27f42): Mirror 1: 0x9715b2e3 Mirror 7: 0x9715b2e3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27f42: skipped 000200 1788521313.023379 mapread 0x001e36 thru 0x004e11 (0x2fdc bytes) 000201 1788521313.150880 fallocate 0x023858 thru 0x029c84 (0x642d bytes) 000202 1788521313.244185 MIRROR_RESYNC 4 mirrors 000203 1788521315.694695 read 0x00cad1 thru 0x01b4d7 (0xea07 bytes) 000204 1788521315.711161 mapread 0x01a64e thru 0x027f41 (0xd8f4 bytes) 000205 1788521315.776181 write 0x000cbd thru 0x005f2d (0x5271 bytes) 000206 1788521315.875885 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27f42): Mirror 3: 0x9715b2e3 (stale) Mirror 6: 0x9715b2e3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27f42): Mirror 3: 0x9715b2e3 (stale) Mirror 6: 0x9715b2e3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27f42: skipped 000207 1788521316.530627 write 0x0275b4 thru 0x034b93 (0xd5e0 bytes) 000208 1788521316.559944 fallocate 0x03c5b2 thru 0x03e4fc (0x1f4b bytes) 000209 1788521316.571800 MIRROR_RESYNC 3 mirrors 000210 1788521318.431009 fallocate 0x033f1c thru 0x03ffff (0xc0e4 bytes) 000211 1788521318.465250 punch from 0x0302ec to 0x03e4fc (0xe211 bytes) 000212 1788521318.476577 trunc from 0x03e4fd to 0x011e28 (0x2c6d4 bytes) 000213 1788521318.527650 punch from 0x000980 to 0x01073e (0xfdbf bytes) 000214 1788521318.535100 trunc from 0x011e29 to 0x033f5f (0x22137 bytes) 000215 1788521318.568582 mapwrite 0x008b82 thru 0x00abb1 (0x2030 bytes) 000216 1788521318.637553 trunc from 0x033f60 to 0x02ca8d (0x74d2 bytes) 000217 1788521318.710024 punch from 0x00ea3a to 0x01d1a5 (0xe76c bytes) 000218 1788521318.721110 trunc from 0x02ca8e to 0x009e3f (0x22c4e bytes) 000219 1788521318.770106 trunc from 0x00581e to 0x006a16 (0x11f9 bytes) 000220 1788521318.779994 trunc from 0x009e40 to 0x03ad75 (0x30f36 bytes) 000221 1788521318.828128 mapread 0x00b972 thru 0x00be0c (0x49b bytes) 000222 1788521318.858167 punch from 0x037267 to 0x03ad75 (0x3b0f bytes) 000223 1788521318.872967 trunc from 0x03ad76 to 0x0125fb (0x2877a bytes) 000224 1788521318.935337 mapread 0x0111cd thru 0x0125fb (0x142f bytes) 000225 1788521318.939476 fallocate 0x00b842 thru 0x0174cf (0xbc8e bytes) 000226 1788521318.956548 trunc from 0x0043b7 to 0x010ac8 (0xc712 bytes) 000227 1788521318.974560 fallocate 0x01375e thru 0x02146c (0xdd0f bytes) 000229 1788521319.000938 fallocate 0x01e15d thru 0x026cf4 (0x8b98 bytes) 000230 1788521319.034912 trunc from 0x00623a to 0x0066ea (0x4b1 bytes) 000231 1788521319.083304 mapread 0x02588f thru 0x026cf4 (0x1466 bytes) 000232 1788521319.121299 trunc from 0x026cf5 to 0x002b3d (0x241b7 bytes) 000233 1788521319.200033 punch from 0x000d7d to 0x002b3d (0x1dc1 bytes) 000234 1788521319.222042 mapread 0x0001a2 thru 0x002b3d (0x299c bytes) 000235 1788521319.242702 write 0x006ecf thru 0x010f80 (0xa0b2 bytes) 000236 1788521319.254027 read 0x0102c7 thru 0x010f80 (0xcba bytes) 000237 1788521319.260145 trunc from 0x010f81 to 0x0156f0 (0x4770 bytes) 000238 1788521319.329141 punch from 0x0084d6 to 0x012685 (0xa1b0 bytes) 000239 1788521319.401008 mapread 0x00b4da thru 0x012335 (0x6e5c bytes) 000240 1788521319.447537 read 0x004f06 thru 0x0087d9 (0x38d4 bytes) 000241 1788521319.455697 read 0x00cb4c thru 0x0156f0 (0x8ba5 bytes) 000242 1788521319.485112 mapwrite 0x00b761 thru 0x015795 (0xa035 bytes) 000243 1788521319.585022 write 0x02ab92 thru 0x038974 (0xdde3 bytes) 000244 1788521319.595971 mapwrite 0x000e89 thru 0x00e43d (0xd5b5 bytes) 000245 1788521319.657700 mapwrite 0x02ab7e thru 0x0341c3 (0x9646 bytes) 000246 1788521319.735009 trunc from 0x038975 to 0x037890 (0x10e4 bytes) 000247 1788521319.774032 fallocate 0x036770 thru 0x03ffff (0x9890 bytes) 000248 1788521319.797846 fallocate 0x01e4b4 thru 0x02012d (0x1c7a bytes) 000249 1788521319.808005 fallocate 0x0339be thru 0x03ab41 (0x7184 bytes) 000250 1788521319.817578 trunc from 0x040000 to 0x02148c (0x1eb73 bytes) 000251 1788521319.840342 write 0x030348 thru 0x03e913 (0xe5cc bytes) 000252 1788521319.842228 mapwrite 0x01c0c6 thru 0x021fea (0x5f25 bytes) 000253 1788521319.904388 trunc from 0x0278b6 to 0x02a9ee (0x3139 bytes) 000254 1788521319.922792 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e914): Mirror 6: 0x2d7d88b7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e914): Mirror 6: 0x2d7d88b7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e914: skipped 000255 1788521320.477792 trunc from 0x03e914 to 0x003a35 (0x3aede bytes) 000256 1788521320.548979 read 0x000426 thru 0x002246 (0x1e21 bytes) 000257 1788521320.562804 write 0x02f270 thru 0x035259 (0x5fea bytes) 000258 1788521320.567239 trunc from 0x03525a to 0x02043f (0x14e1a bytes) 000259 1788521320.601616 punch from 0x018f8d to 0x01dde9 (0x4e5d bytes) 000260 1788521320.611432 mapread 0x00fbf4 thru 0x018b48 (0x8f55 bytes) 000261 1788521320.683853 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x20440): Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20440): Mirror 6: 0x6dd0eef0 (stale) CRC-32 checksum value for chunk [0, 0x20440): Mirror 1: 0x711dee8b Mirror 7: 0x711dee8b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20440: skipped 000262 1788521322.520833 trunc from 0x00ea92 to 0x01d908 (0xee77 bytes) 000263 1788521322.605153 mapread 0x00a180 thru 0x011a44 (0x78c5 bytes) 000264 1788521322.650827 trunc from 0x020440 to 0x01e9ba (0x1a85 bytes) 000265 1788521322.724816 trunc from 0x0109dd to 0x01c6d0 (0xbcf4 bytes) 000266 1788521322.730412 mapwrite 0x00a452 thru 0x0145e2 (0xa191 bytes) 000267 1788521322.775859 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1e9bb): Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e9bb): Mirror 6: 0xfde326b6 (stale) Mirror 7: 0x60e610da (stale) CRC-32 checksum value for chunk [0, 0x1e9bb): Mirror 1: 0x5bdc9435 Mirror 8: 0x5bdc9435 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e9bb: skipped 000268 1788521324.366624 read 0x00c833 thru 0x00dd46 (0x1514 bytes) 000269 1788521324.387058 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1e9bb): Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e9bb): Mirror 6: 0xfde326b6 (stale) Mirror 7: 0x60e610da (stale) CRC-32 checksum value for chunk [0, 0x1e9bb): Mirror 1: 0x5bdc9435 Mirror 8: 0x5bdc9435 Mirror 9: 0x5bdc9435 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e9bb: skipped 000270 1788521325.598826 write 0x0120a5 thru 0x01c31d (0xa279 bytes) 000271 1788521325.648191 mapread 0x019d1f thru 0x01e9ba (0x4c9c bytes) 000272 1788521325.664004 fallocate 0x037862 thru 0x039a95 (0x2234 bytes) 000273 1788521325.668919 mapread 0x02ae84 thru 0x039a95 (0xec12 bytes) 000274 1788521325.694841 punch from 0x0276e2 to 0x02fbbf (0x84de bytes) 000275 1788521325.705880 punch from 0x02359f to 0x026bfc (0x365e bytes) 000276 1788521325.724644 trunc from 0x039a96 to 0x039fe9 (0x554 bytes) 000277 1788521325.752350 trunc from 0x039fea to 0x025856 (0x14793 bytes) 000278 1788521325.779217 punch from 0x01cb23 to 0x025856 (0x8d34 bytes) 000280 1788521325.802513 read 0x023697 thru 0x025856 (0x21c0 bytes) 000281 1788521325.808430 trunc from 0x025857 to 0x039d18 (0x144c2 bytes) 000282 1788521325.830697 trunc from 0x039d19 to 0x00aeca (0x2ee4e bytes) 000283 1788521325.855195 trunc from 0x00aecb to 0x03f7de (0x34914 bytes) 000284 1788521325.885787 read 0x0387cb thru 0x03f7de (0x7014 bytes) 000285 1788521325.902962 trunc from 0x020527 to 0x02ac76 (0xa750 bytes) 000286 1788521325.915537 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f7df): Mirror 7: 0x58f8d073 (stale) Mirror 8: 0x70e9a425 (stale) Mirror 9: 0x70e9a425 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f7df): Mirror 7: 0x58f8d073 (stale) Mirror 8: 0x70e9a425 (stale) Mirror 9: 0x70e9a425 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f7df: skipped 000287 1788521326.342637 mapread 0x022d90 thru 0x031454 (0xe6c5 bytes) 000288 1788521326.370207 read 0x03c290 thru 0x03f7de (0x354f bytes) 000289 1788521326.375818 trunc from 0x03f7df to 0x028a34 (0x16daa bytes) 000290 1788521326.393958 trunc from 0x01a09d to 0x01dba0 (0x3b04 bytes) 000291 1788521326.398865 read 0x014aec thru 0x01e3b8 (0x98cd bytes) 000292 1788521326.408423 punch from 0x01edba to 0x028a34 (0x9c7b bytes) 000293 1788521326.413790 mapread 0x01c073 thru 0x028a34 (0xc9c2 bytes) 000294 1788521326.489532 trunc from 0x01911a to 0x01ec1f (0x5b06 bytes) 000295 1788521326.495396 punch from 0x0188d8 to 0x01bd32 (0x345b bytes) 000297 1788521326.501864 write 0x02146f thru 0x022b9e (0x1730 bytes) 000298 1788521326.503554 punch from 0x010759 to 0x0144ec (0x3d94 bytes) 000299 1788521326.511323 mapwrite 0x01f5a0 thru 0x029d23 (0xa784 bytes) 000300 1788521326.617319 mapread 0x009176 thru 0x01795a (0xe7e5 bytes) 000301 1788521326.669916 mapread 0x00806f thru 0x00909a (0x102c bytes) 000302 1788521326.671395 write 0x0226a0 thru 0x02de79 (0xb7da bytes) 000303 1788521326.673838 trunc from 0x000bff to 0x00288e (0x1c90 bytes) 000304 1788521326.682934 write 0x034e54 thru 0x03e560 (0x970d bytes) 000305 1788521326.684709 mapread 0x034499 thru 0x03e560 (0xa0c8 bytes) 000307 1788521326.689488 mapwrite 0x03b204 thru 0x03be43 (0xc40 bytes) 000309 1788521326.721937 trunc from 0x03e561 to 0x03a2ab (0x42b5 bytes) 000310 1788521326.744462 fallocate 0x01191b thru 0x020d2d (0xf413 bytes) 000311 1788521326.750001 read 0x00aa6d thru 0x013dfe (0x9392 bytes) 000312 1788521326.751494 read 0x00210f thru 0x0031ae (0x10a0 bytes) 000315 1788521326.759998 trunc from 0x03a2ac to 0x02e145 (0xc166 bytes) 000316 1788521326.771879 trunc from 0x02e146 to 0x0089c6 (0x2577f bytes) 000317 1788521326.787825 mapread 0x00773f thru 0x0089c6 (0x1288 bytes) 000318 1788521326.789017 fallocate 0x0340e8 thru 0x03ffff (0xbf18 bytes) 000319 1788521326.796433 trunc from 0x0089c7 to 0x0075a4 (0x1422 bytes) 000320 1788521326.813195 read 0x00733c thru 0x0075a4 (0x269 bytes) 000321 1788521326.813923 write 0x025c3c thru 0x033d12 (0xe0d7 bytes) 000322 1788521326.817784 read 0x01e8cf thru 0x0240e6 (0x5818 bytes) 000323 1788521326.826621 punch from 0x024128 to 0x02dec6 (0x9d9f bytes) 000324 1788521326.849983 punch from 0x027d67 to 0x02a34b (0x25e5 bytes) 000325 1788521326.860518 fallocate 0x02f06a thru 0x030b7c (0x1b13 bytes) 000326 1788521326.867262 write 0x01f84a thru 0x02c179 (0xc930 bytes) 000328 1788521326.882945 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x33d13): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33d13): Mirror 7: 0x871ba242 (stale) Mirror 8: 0x55710c9 (stale) Mirror 9: 0x55710c9 (stale) CRC-32 checksum value for chunk [0, 0x33d13): Mirror 1: 0xc4ccb1f9 Mirror 10: 0xc4ccb1f9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33d13: skipped 000329 1788521327.802866 read 0x02d31b thru 0x030c73 (0x3959 bytes) 000330 1788521327.820089 mapwrite 0x03cbf0 thru 0x03e4be (0x18cf bytes) 000331 1788521327.902916 read 0x012218 thru 0x0187ea (0x65d3 bytes) 000332 1788521327.914825 read 0x02c198 thru 0x031ecf (0x5d38 bytes) 000333 1788521327.915650 punch from 0x0242b4 to 0x02ce9a (0x8be7 bytes) 000334 1788521327.922168 fallocate 0x03267b thru 0x03ebf6 (0xc57c bytes) 000335 1788521327.926693 trunc from 0x01799c to 0x025c35 (0xe29a bytes) 000336 1788521327.931908 read 0x01767f thru 0x01dfd1 (0x6953 bytes) 000337 1788521327.949918 trunc from 0x03ebf7 to 0x0397f9 (0x53fd bytes) 000339 1788521327.970482 write 0x02b74f thru 0x02e44f (0x2d01 bytes) 000340 1788521327.977943 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x397fa): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x397fa): Mirror 7: 0xb3c635ec (stale) Mirror 8: 0x4e499210 (stale) Mirror 9: 0x4e499210 (stale) Mirror 10: 0x2ee99c56 (stale) CRC-32 checksum value for chunk [0, 0x397fa): Mirror 1: 0xc614472f Mirror 11: 0xc614472f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x397fa: skipped 000341 1788521328.960702 trunc from 0x0397fa to 0x022627 (0x171d2 bytes) 000342 1788521329.011237 mapread 0x004282 thru 0x00db1e (0x989d bytes) 000343 1788521329.029831 trunc from 0x022628 to 0x029afc (0x74d5 bytes) 000344 1788521329.056493 trunc from 0x029afd to 0x02ded0 (0x43d4 bytes) 000345 1788521329.073569 read 0x003771 thru 0x00720a (0x3a9a bytes) 000346 1788521329.074730 fallocate 0x02ce28 thru 0x03aabf (0xdc98 bytes) 000347 1788521329.082193 read 0x000fa4 thru 0x00e144 (0xd1a1 bytes) 000348 1788521329.106454 mapread 0x0027e4 thru 0x00cafd (0xa31a bytes) 000349 1788521329.111661 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2ded1): Mirror 7: 0x6a8d2514 (stale) Mirror 9: 0xeaf5dc7f (stale) Mirror 10: 0x335316a1 (stale) Mirror 11: 0x8f323038 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ded1): Mirror 7: 0x6a8d2514 (stale) Mirror 9: 0xeaf5dc7f (stale) Mirror 10: 0x335316a1 (stale) Mirror 11: 0x8f323038 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ded1: skipped 000351 1788521329.543954 trunc from 0x02ded1 to 0x01ae49 (0x13087 bytes) 000352 1788521329.571659 read 0x002d86 thru 0x003b12 (0xd8d bytes) 000353 1788521329.577114 read 0x009783 thru 0x018a7c (0xf2fa bytes) 000354 1788521329.586912 mapread 0x00bed1 thru 0x016663 (0xa793 bytes) 000356 1788521329.588127 trunc from 0x01ae4a to 0x02e8ae (0x13a65 bytes) 000357 1788521329.601334 trunc from 0x02e8af to 0x0234f6 (0xb3b8 bytes) 000359 1788521329.623272 MIRROR_RESYNC 5 mirrors 000361 1788521330.914920 mapread 0x004d16 thru 0x00c2af (0x759a bytes) 000363 1788521330.933777 mapwrite 0x012661 thru 0x018a62 (0x6402 bytes) 000364 1788521331.038451 read 0x016d48 thru 0x0202b9 (0x9572 bytes) 000365 1788521331.047592 read 0x013d99 thru 0x01eaef (0xad57 bytes) 000366 1788521331.048316 trunc from 0x0234f7 to 0x02a710 (0x721a bytes) 000368 1788521331.071042 MIRROR_RESYNC 5 mirrors 000369 1788521332.113662 read 0x01a205 thru 0x024526 (0xa322 bytes) 000370 1788521332.124016 mapwrite 0x008507 thru 0x0087f8 (0x2f2 bytes) 000371 1788521332.201925 write 0x017587 thru 0x0229a3 (0xb41d bytes) 000372 1788521332.215071 fallocate 0x03de1d thru 0x03ffff (0x21e3 bytes) 000373 1788521332.221544 trunc from 0x040000 to 0x02dfde (0x12021 bytes) 000374 1788521332.263726 fallocate 0x01047d thru 0x01660c (0x6190 bytes) 000375 1788521332.272598 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2dfdf): Mirror 7: 0xaa3294bb (stale) Mirror 9: 0xaa3294bb (stale) Mirror 10: 0xaa3294bb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2dfdf): Mirror 7: 0xaa3294bb (stale) Mirror 9: 0xaa3294bb (stale) Mirror 10: 0xaa3294bb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2dfdf: skipped 000376 1788521332.688436 mapread 0x02d44a thru 0x02dfde (0xb95 bytes) 000377 1788521332.698173 mapwrite 0x0144ea thru 0x023140 (0xec57 bytes) 000378 1788521332.747820 fallocate 0x001ffb thru 0x00648b (0x4491 bytes) 000379 1788521332.753356 trunc from 0x003f86 to 0x013171 (0xf1ec bytes) 000380 1788521332.758562 trunc from 0x02dfdf to 0x03cd16 (0xed38 bytes) 000381 1788521332.777949 mapread 0x03b23e thru 0x03c4d2 (0x1295 bytes) 000382 1788521332.787095 mapwrite 0x03b045 thru 0x03ffff (0x4fbb bytes) 000383 1788521332.830068 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x29148379 (stale) Mirror 10: 0x29148379 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x29148379 (stale) Mirror 10: 0x29148379 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000384 1788521333.127837 trunc from 0x040000 to 0x0362a3 (0x9d5c bytes) 000385 1788521333.152888 mapwrite 0x01aedb thru 0x023464 (0x858a bytes) 000386 1788521333.193144 punch from 0x016fba to 0x01f3a7 (0x83ee bytes) 000387 1788521333.198379 mapwrite 0x033ba4 thru 0x039b97 (0x5ff4 bytes) 000388 1788521333.246517 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39b98): Mirror 10: 0x3eff8e0d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39b98): Mirror 10: 0x3eff8e0d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39b98: skipped 000389 1788521333.577433 fallocate 0x02d07f thru 0x0363b7 (0x9339 bytes) 000390 1788521333.588861 read 0x029ef1 thru 0x0358d7 (0xb9e7 bytes) 000391 1788521333.607789 read 0x038bff thru 0x039b97 (0xf99 bytes) 000392 1788521333.648613 trunc from 0x01ea3a to 0x02b3b4 (0xc97b bytes) 000393 1788521333.654398 mapread 0x034d89 thru 0x039b97 (0x4e0f bytes) 000394 1788521333.655775 fallocate 0x01e4af thru 0x02d811 (0xf363 bytes) 000395 1788521333.661614 trunc from 0x029288 to 0x02fcb1 (0x6a2a bytes) 000396 1788521333.666352 trunc from 0x01ea5e to 0x02e231 (0xf7d4 bytes) 000397 1788521333.671846 fallocate 0x00f5bd thru 0x01ea34 (0xf478 bytes) 000398 1788521333.677776 mapread 0x02ba8a thru 0x037ec2 (0xc439 bytes) 000399 1788521333.702620 fallocate 0x02425f thru 0x03087d (0xc61f bytes) 000400 1788521333.707780 punch from 0x00a116 to 0x00c9f8 (0x28e3 bytes) 000401 1788521333.713041 mapread 0x0128d0 thru 0x01578d (0x2ebe bytes) 000402 1788521333.714617 mapwrite 0x019909 thru 0x028029 (0xe721 bytes) 000403 1788521333.811761 mapwrite 0x03c43e thru 0x03ffff (0x3bc2 bytes) 000404 1788521333.861566 MIRROR_RESYNC 2 mirrors 000405 1788521335.046749 trunc from 0x02181c to 0x02e3b8 (0xcb9d bytes) 000406 1788521335.090941 trunc from 0x040000 to 0x00f315 (0x30cea bytes) 000407 1788521335.144717 mapread 0x005653 thru 0x00ad6a (0x5718 bytes) 000408 1788521335.167970 write 0x00fa37 thru 0x01f1b3 (0xf77d bytes) 000409 1788521335.175170 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1f1b4): Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f1b4): Mirror 10: 0xc33f23 (stale) CRC-32 checksum value for chunk [0, 0x1f1b4): Mirror 1: 0x36d6276f Mirror 11: 0x36d6276f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f1b4: skipped 000410 1788521336.030959 punch from 0x012a11 to 0x012db1 (0x3a1 bytes) 000411 1788521336.071672 read 0x01aa33 thru 0x01f1b3 (0x4781 bytes) 000412 1788521336.084478 trunc from 0x01dfac to 0x01f1b3 (0x1208 bytes) 000414 1788521336.090658 write 0x0390c2 thru 0x03ffff (0x6f3e bytes) 000415 1788521336.102057 mapread 0x02826a thru 0x02e458 (0x61ef bytes) 000416 1788521336.121742 mapread 0x00a50a thru 0x00ae37 (0x92e bytes) 000417 1788521336.132558 trunc from 0x040000 to 0x038849 (0x77b6 bytes) 000418 1788521336.178486 write 0x03bd4d thru 0x03ffff (0x42b3 bytes) 000419 1788521336.179918 trunc from 0x040000 to 0x02298c (0x1d673 bytes) 000421 1788521336.199250 write 0x006772 thru 0x007320 (0xbaf bytes) 000422 1788521336.204996 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2298d): Mirror 11: 0x2c7876c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2298d): Mirror 11: 0x2c7876c2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2298d: skipped 000423 1788521336.476675 read 0x01bd91 thru 0x02298c (0x6bfc bytes) 000424 1788521336.489400 fallocate 0x039d07 thru 0x03ffff (0x62f9 bytes) 000425 1788521336.500443 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) 000426 1788521336.634967 trunc from 0x00b7a2 to 0x019db2 (0xe611 bytes) 000427 1788521336.641410 read 0x000710 thru 0x007b80 (0x7471 bytes) 000428 1788521336.656138 mapwrite 0x023616 thru 0x02a817 (0x7202 bytes) 000429 1788521336.725105 mapread 0x00f1b3 thru 0x019a0c (0xa85a bytes) 000430 1788521336.745136 read 0x00e93e thru 0x01b8fd (0xcfc0 bytes) 000431 1788521336.745959 write 0x01df21 thru 0x028c7c (0xad5c bytes) 000432 1788521336.748097 fallocate 0x0039be thru 0x008dd6 (0x5419 bytes) 000433 1788521336.754145 read 0x001f30 thru 0x00bbea (0x9cbb bytes) 000435 1788521336.756619 mapwrite 0x0031c1 thru 0x009b44 (0x6984 bytes) 000436 1788521336.785186 read 0x0059b9 thru 0x015771 (0xfdb9 bytes) 000437 1788521336.785902 mapwrite 0x02d8de thru 0x0380c0 (0xa7e3 bytes) 000438 1788521336.851507 mapwrite 0x001915 thru 0x01044f (0xeb3b bytes) 000439 1788521336.887774 trunc from 0x032ccd to 0x0380c0 (0x53f4 bytes) 000440 1788521336.895736 fallocate 0x029c8f thru 0x02f85d (0x5bcf bytes) 000441 1788521336.906782 MIRROR_EXTEND to 2 mirrors 000442 1788521337.827738 punch from 0x028d65 to 0x030df7 (0x8093 bytes) 000443 1788521337.885215 MIRROR_RESYNC 2 mirrors 000444 1788521338.690528 read 0x0107f8 thru 0x01619b (0x59a4 bytes) 000445 1788521338.703499 punch from 0x023cb8 to 0x030a55 (0xcd9e bytes) 000446 1788521338.736270 fallocate 0x0262a4 thru 0x0296c9 (0x3426 bytes) 000448 1788521338.742450 trunc from 0x02053b to 0x0261d1 (0x5c97 bytes) 000450 1788521338.751795 mapwrite 0x01bf12 thru 0x029f18 (0xe007 bytes) 000451 1788521338.807611 trunc from 0x0380c1 to 0x02318f (0x14f31 bytes) 000452 1788521338.833043 mapwrite 0x034600 thru 0x03600a (0x1a0b bytes) 000453 1788521338.892754 write 0x005f3e thru 0x006353 (0x416 bytes) 000454 1788521338.903065 trunc from 0x03600b to 0x000ed9 (0x35131 bytes) 000455 1788521338.925735 trunc from 0x000daf to 0x000ed9 (0x12b bytes) 000456 1788521338.930264 fallocate 0x038d78 thru 0x03ffff (0x7288 bytes) 000457 1788521338.936246 write 0x01d775 thru 0x021cbe (0x454a bytes) 000458 1788521338.937798 mapwrite 0x01c410 thru 0x01e425 (0x2016 bytes) 000460 1788521338.977051 fallocate 0x02d948 thru 0x0388e4 (0xaf9d bytes) 000461 1788521338.984256 read 0x0218db thru 0x021cbe (0x3e4 bytes) 000462 1788521338.989887 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x21cbf): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21cbf): Mirror 2: 0x411cd7b (stale) CRC-32 checksum value for chunk [0, 0x21cbf): Mirror 1: 0xbd4684ec Mirror 3: 0xbd4684ec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21cbf: skipped 000463 1788521340.071156 MIRROR_RESYNC 3 mirrors 000464 1788521341.151466 punch from 0x01547f to 0x021cbe (0xc840 bytes) 000465 1788521341.228431 punch from 0x01e83f to 0x021cbe (0x3480 bytes) 000466 1788521341.241482 trunc from 0x021cbf to 0x017a46 (0xa278 bytes) 000467 1788521341.269026 punch from 0x007078 to 0x014f8c (0xdf15 bytes) 000468 1788521341.279421 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x17a47): Mirror 2: 0xb543c12 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17a47): Mirror 2: 0xb543c12 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17a47: skipped 000469 1788521341.696182 mapwrite 0x02dca5 thru 0x03c62d (0xe989 bytes) 000470 1788521341.805112 trunc from 0x03c62e to 0x03f95d (0x3330 bytes) 000471 1788521341.854667 trunc from 0x03f95e to 0x008b2f (0x36e2e bytes) 000473 1788521341.888171 trunc from 0x005b5c to 0x008b2f (0x2fd4 bytes) 000474 1788521341.898102 mapread 0x0063b8 thru 0x008b2f (0x2778 bytes) 000476 1788521341.911544 mapread 0x0084ab thru 0x008b2f (0x685 bytes) 000477 1788521341.913465 punch from 0x005b57 to 0x0077e4 (0x1c8e bytes) 000478 1788521341.920750 fallocate 0x020fc3 thru 0x028dc0 (0x7dfe bytes) 000479 1788521341.931479 read 0x0010e7 thru 0x008b2f (0x7a49 bytes) 000480 1788521341.950663 trunc from 0x008b30 to 0x0296d3 (0x20ba4 bytes) 000481 1788521341.977117 MIRROR_RESYNC 2 mirrors 000482 1788521342.643130 punch from 0x00bb14 to 0x01a4b2 (0xe99f bytes) 000484 1788521342.756621 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x296d4): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x296d4): Mirror 2: 0xa4e0c4ae (stale) CRC-32 checksum value for chunk [0, 0x296d4): Mirror 1: 0xa4e0c4ae Mirror 3: 0xa4e0c4ae lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x296d4: skipped 000485 1788521343.952736 trunc from 0x0296d4 to 0x0091cb (0x20508 bytes) 000486 1788521343.989215 fallocate 0x00672f thru 0x006fcd (0x89f bytes) 000487 1788521343.996258 punch from 0x007e7b to 0x0091cb (0x1351 bytes) 000489 1788521344.004672 fallocate 0x039caa thru 0x03cfd1 (0x3328 bytes) 000490 1788521344.011205 trunc from 0x0029ba to 0x008bea (0x6231 bytes) 000491 1788521344.020998 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x91cc): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x91cc): Mirror 2: 0x2d2b112d (stale) Mirror 3: 0x2d2b112d (stale) CRC-32 checksum value for chunk [0, 0x91cc): Mirror 1: 0x2d2b112d Mirror 4: 0x2d2b112d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x91cc: skipped 000492 1788521345.138763 read 0x004453 thru 0x0091cb (0x4d79 bytes) 000493 1788521345.160600 trunc from 0x004b79 to 0x0091cb (0x4653 bytes) 000495 1788521345.227016 MIRROR_RESYNC 4 mirrors 000496 1788521346.033087 MIRROR_EXTEND to 5 mirrors 000497 1788521346.716703 trunc from 0x0053ff to 0x0091cb (0x3dcd bytes) 000498 1788521346.763633 mapwrite 0x03ef47 thru 0x03ffff (0x10b9 bytes) 000500 1788521346.819254 read 0x02c494 thru 0x02d853 (0x13c0 bytes) 000502 1788521346.827901 punch from 0x02579e to 0x0285ab (0x2e0e bytes) 000503 1788521346.833615 punch from 0x0360fc to 0x03ffff (0x9f04 bytes) 000504 1788521346.840704 trunc from 0x040000 to 0x00f075 (0x30f8a bytes) 000505 1788521346.866919 MIRROR_RESYNC 5 mirrors 000506 1788521347.875555 trunc from 0x00f076 to 0x01d9ce (0xe959 bytes) 000507 1788521347.915086 write 0x02c816 thru 0x02cad2 (0x2bd bytes) 000508 1788521347.916207 write 0x00f47b thru 0x01a606 (0xb18c bytes) 000510 1788521347.926366 trunc from 0x029bb7 to 0x02cad2 (0x2f1c bytes) 000511 1788521347.943373 mapwrite 0x0070e4 thru 0x014852 (0xd76f bytes) 000513 1788521348.015126 trunc from 0x022a7a to 0x02cad2 (0xa059 bytes) 000515 1788521348.034074 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2cad3): Mirror 2: 0x7b4a3596 (stale) Mirror 3: 0x7b4a3596 (stale) Mirror 5: 0x7b4a3596 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2cad3): Mirror 2: 0x7b4a3596 (stale) Mirror 3: 0x7b4a3596 (stale) Mirror 5: 0x7b4a3596 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2cad3: skipped 000516 1788521348.482070 trunc from 0x01c611 to 0x02a933 (0xe323 bytes) 000517 1788521348.489496 write 0x017342 thru 0x019a48 (0x2707 bytes) 000518 1788521348.506372 read 0x020573 thru 0x0246b7 (0x4145 bytes) 000520 1788521348.519858 fallocate 0x01b2c9 thru 0x027179 (0xbeb1 bytes) 000521 1788521348.527578 MIRROR_RESYNC 4 mirrors 000522 1788521349.860034 read 0x00c085 thru 0x01128c (0x5208 bytes) 000523 1788521349.872227 read 0x01b29c thru 0x01bafd (0x862 bytes) 000524 1788521349.902171 trunc from 0x00c9d9 to 0x01a315 (0xd93d bytes) 000525 1788521349.938555 read 0x02b30c thru 0x02cad2 (0x17c7 bytes) 000526 1788521349.959562 trunc from 0x02cad3 to 0x024604 (0x84ce bytes) 000527 1788521349.982753 trunc from 0x016f51 to 0x01dc43 (0x6cf3 bytes) 000528 1788521349.988472 trunc from 0x024605 to 0x001a25 (0x22bdf bytes) 000529 1788521350.011065 fallocate 0x037b24 thru 0x03ffff (0x84dc bytes) 000530 1788521350.022982 trunc from 0x001a26 to 0x032e6b (0x31446 bytes) 000531 1788521350.046991 write 0x03ab9b thru 0x03fa95 (0x4efb bytes) 000532 1788521350.050256 read 0x00138a thru 0x004fd1 (0x3c48 bytes) 000533 1788521350.064052 trunc from 0x025a3e to 0x033b8c (0xe14f bytes) 000534 1788521350.070212 read 0x002cfb thru 0x003432 (0x738 bytes) 000536 1788521350.071478 punch from 0x004e64 to 0x007669 (0x2806 bytes) 000537 1788521350.076597 fallocate 0x0195a4 thru 0x0198ba (0x317 bytes) 000538 1788521350.082540 mapread 0x0260f0 thru 0x02a4c7 (0x43d8 bytes) 000539 1788521350.092591 fallocate 0x0272af thru 0x027770 (0x4c2 bytes) 000540 1788521350.098210 fallocate 0x03c321 thru 0x03c4c1 (0x1a1 bytes) 000541 1788521350.103738 write 0x0378e7 thru 0x03ea38 (0x7152 bytes) 000543 1788521350.106307 mapread 0x002f33 thru 0x00a093 (0x7161 bytes) 000544 1788521350.108272 fallocate 0x033645 thru 0x0366c2 (0x307e bytes) 000545 1788521350.114241 trunc from 0x03fa96 to 0x038476 (0x761f bytes) 000546 1788521350.133947 MIRROR_RESYNC 4 mirrors 000547 1788521351.036760 trunc from 0x038477 to 0x0162a3 (0x221d3 bytes) 000548 1788521351.160161 fallocate 0x0029a4 thru 0x008525 (0x5b82 bytes) 000549 1788521351.167691 trunc from 0x0162a4 to 0x016bf3 (0x950 bytes) 000550 1788521351.197159 read 0x007ab2 thru 0x00fba9 (0x80f8 bytes) 000552 1788521351.212584 trunc from 0x016bf4 to 0x02cf3e (0x1634b bytes) 000553 1788521351.230977 fallocate 0x02b1d9 thru 0x02f8a0 (0x46c8 bytes) 000554 1788521351.238958 trunc from 0x01c6f0 to 0x027e9f (0xb7b0 bytes) 000555 1788521351.244642 read 0x011cc1 thru 0x019c10 (0x7f50 bytes) 000556 1788521351.258957 mapwrite 0x012242 thru 0x015133 (0x2ef2 bytes) 000557 1788521351.282493 MIRROR_RESYNC 4 mirrors 000558 1788521352.606843 fallocate 0x01f168 thru 0x020a2b (0x18c4 bytes) 000559 1788521352.639344 fallocate 0x02b1a7 thru 0x036146 (0xafa0 bytes) 000560 1788521352.645329 trunc from 0x012a09 to 0x01cc4e (0xa246 bytes) 000561 1788521352.650394 punch from 0x01b8cc to 0x029ced (0xe422 bytes) 000562 1788521352.657007 mapread 0x003d05 thru 0x00af52 (0x724e bytes) 000563 1788521352.674737 punch from 0x023556 to 0x02f62d (0xc0d8 bytes) 000564 1788521352.679104 trunc from 0x02f8a1 to 0x018ebe (0x169e2 bytes) 000565 1788521352.700441 trunc from 0x018ebf to 0x02f5b5 (0x166f7 bytes) 000566 1788521352.719089 fallocate 0x010709 thru 0x01137e (0xc76 bytes) 000567 1788521352.727104 trunc from 0x02f5b6 to 0x002a56 (0x2cb5f bytes) 000568 1788521352.744842 trunc from 0x001d0c to 0x002a56 (0xd4b bytes) 000569 1788521352.750957 trunc from 0x002a57 to 0x004251 (0x17fb bytes) 000571 1788521352.773402 mapwrite 0x01e434 thru 0x0241e9 (0x5db6 bytes) 000572 1788521352.854453 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x241ea): Mirror 3: 0x91c1c4d4 (stale) Mirror 5: 0x91c1c4d4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x241ea): Mirror 3: 0x91c1c4d4 (stale) Mirror 5: 0x91c1c4d4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x241ea: skipped 000573 1788521353.337808 read 0x00e2fc thru 0x014cb2 (0x69b7 bytes) 000574 1788521353.357681 fallocate 0x037e1a thru 0x03bb34 (0x3d1b bytes) 000575 1788521353.366435 punch from 0x00d9b9 to 0x01d13d (0xf785 bytes) 000576 1788521353.381704 mapwrite 0x008132 thru 0x0138b1 (0xb780 bytes) 000577 1788521353.473698 fallocate 0x02e76a thru 0x039ef0 (0xb787 bytes) 000578 1788521353.481516 read 0x022524 thru 0x02a20e (0x7ceb bytes) 000579 1788521353.500873 trunc from 0x03bb35 to 0x0254a9 (0x1668b bytes) 000580 1788521353.534153 trunc from 0x018fed to 0x024f72 (0xbf86 bytes) 000581 1788521353.545699 trunc from 0x0211d2 to 0x0254a9 (0x42d8 bytes) 000582 1788521353.551344 trunc from 0x01f43a to 0x024192 (0x4d59 bytes) 000584 1788521353.576345 write 0x02dfee thru 0x039b4b (0xbb5e bytes) 000585 1788521353.579489 trunc from 0x01f314 to 0x0252eb (0x5fd8 bytes) 000586 1788521353.586255 mapwrite 0x01b85d thru 0x02b33c (0xfae0 bytes) 000587 1788521353.806645 trunc from 0x02d96a to 0x038d3f (0xb3d6 bytes) 000588 1788521353.816449 punch from 0x01885d to 0x0231e1 (0xa985 bytes) 000589 1788521353.825128 trunc from 0x039b4c to 0x016489 (0x236c2 bytes) 000590 1788521353.849108 punch from 0x00f212 to 0x015997 (0x6786 bytes) 000591 1788521353.861681 mapwrite 0x029844 thru 0x036ee8 (0xd6a5 bytes) 000592 1788521354.008089 trunc from 0x007b94 to 0x01376f (0xbbdc bytes) 000593 1788521354.012487 trunc from 0x007480 to 0x01287d (0xb3fe bytes) 000594 1788521354.016642 trunc from 0x02caff to 0x036ee8 (0xa3ea bytes) 000595 1788521354.020829 fallocate 0x03bddd thru 0x03ffff (0x4223 bytes) 000596 1788521354.024235 trunc from 0x040000 to 0x02dd02 (0x122fd bytes) 000597 1788521354.045514 fallocate 0x017106 thru 0x017627 (0x522 bytes) 000598 1788521354.052497 trunc from 0x02dd03 to 0x01c9a1 (0x11361 bytes) 000599 1788521354.070560 read 0x01bd95 thru 0x01c9a1 (0xc0d bytes) 000600 1788521354.082349 mapwrite 0x01f59a thru 0x02c1f7 (0xcc5e bytes) 000601 1788521354.140359 trunc from 0x00d0f5 to 0x0162ad (0x91b9 bytes) 000602 1788521354.146040 mapwrite 0x00dd08 thru 0x00f0f4 (0x13ed bytes) 000603 1788521354.176321 write 0x020bab thru 0x0305a9 (0xf9ff bytes) 000604 1788521354.177995 trunc from 0x0305aa to 0x03683b (0x6292 bytes) 000605 1788521354.205150 mapwrite 0x02dd0e thru 0x02f779 (0x1a6c bytes) 000606 1788521354.225867 punch from 0x00b7ce to 0x01a457 (0xec8a bytes) 000608 1788521354.233162 read 0x01d33d thru 0x021134 (0x3df8 bytes) 000609 1788521354.234238 punch from 0x020d16 to 0x02c0c8 (0xb3b3 bytes) 000610 1788521354.240498 write 0x015a39 thru 0x023c94 (0xe25c bytes) 000611 1788521354.260399 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3683c): Mirror 3: 0x57686ef6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3683c): Mirror 3: 0x57686ef6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3683c: skipped 000612 1788521354.550141 MIRROR_RESYNC 2 mirrors 000613 1788521355.397992 trunc from 0x03683c to 0x03f0a4 (0x8869 bytes) 000614 1788521355.440223 fallocate 0x037dd8 thru 0x03ffff (0x8228 bytes) 000615 1788521355.446738 trunc from 0x03ac13 to 0x03ffff (0x53ed bytes) 000616 1788521355.452324 read 0x01f5c5 thru 0x028009 (0x8a45 bytes) 000617 1788521355.461685 punch from 0x00e16a to 0x018542 (0xa3d9 bytes) 000618 1788521355.473673 MIRROR_RESYNC 2 mirrors 000619 1788521356.581187 read 0x02ffaf thru 0x0373af (0x7401 bytes) 000620 1788521356.597016 trunc from 0x01af13 to 0x0224af (0x759d bytes) 000621 1788521356.646347 write 0x03475f thru 0x03e5f4 (0x9e96 bytes) 000622 1788521356.680316 mapwrite 0x02f5bf thru 0x0352a1 (0x5ce3 bytes) 000623 1788521356.778099 trunc from 0x0170c6 to 0x024ff6 (0xdf31 bytes) 000624 1788521356.784073 mapread 0x021221 thru 0x023e8c (0x2c6c bytes) 000625 1788521356.795832 mapread 0x035e0c thru 0x03ce81 (0x7076 bytes) 000626 1788521356.800551 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) 000627 1788521357.036130 mapwrite 0x037d82 thru 0x03ffff (0x827e bytes) 000628 1788521357.140093 fallocate 0x03c6dd thru 0x03cbff (0x523 bytes) 000629 1788521357.146342 read 0x0124c2 thru 0x0164e9 (0x4028 bytes) 000630 1788521357.185262 punch from 0x019f0e to 0x01ac92 (0xd85 bytes) 000631 1788521357.194120 read 0x03964e thru 0x039efc (0x8af bytes) 000632 1788521357.197302 fallocate 0x032b7b thru 0x03aa6b (0x7ef1 bytes) 000636 1788521357.217337 punch from 0x030fe3 to 0x0394e7 (0x8505 bytes) 000638 1788521357.239259 fallocate 0x03a89c thru 0x03ffff (0x5764 bytes) 000639 1788521357.249872 trunc from 0x00c6b2 to 0x00ed8c (0x26db bytes) 000641 1788521357.269105 read 0x0167b6 thru 0x01d32b (0x6b76 bytes) 000644 1788521357.312824 write 0x005ace thru 0x00fb8d (0xa0c0 bytes) 000645 1788521357.338754 mapread 0x00e64e thru 0x017182 (0x8b35 bytes) 000646 1788521357.342821 mapwrite 0x0377f6 thru 0x03ffff (0x880a bytes) 000647 1788521357.382742 mapwrite 0x020c25 thru 0x02f545 (0xe921 bytes) 000648 1788521357.457826 fallocate 0x02f167 thru 0x0361a4 (0x703e bytes) 000650 1788521357.476057 trunc from 0x040000 to 0x037f3f (0x80c0 bytes) 000651 1788521357.500248 mapwrite 0x017870 thru 0x026e02 (0xf593 bytes) 000652 1788521357.548268 read 0x016fc2 thru 0x019abd (0x2afc bytes) 000653 1788521357.549797 trunc from 0x037f40 to 0x035743 (0x27fc bytes) 000654 1788521357.586959 mapwrite 0x00cefd thru 0x014a36 (0x7b3a bytes) 000655 1788521357.638391 write 0x00d9e1 thru 0x015626 (0x7c46 bytes) 000656 1788521357.639897 fallocate 0x02712d thru 0x029642 (0x2516 bytes) 000657 1788521357.647418 fallocate 0x028ba9 thru 0x033ed9 (0xb331 bytes) 000658 1788521357.654679 write 0x03882e thru 0x03ffff (0x77d2 bytes) 000659 1788521357.667587 trunc from 0x040000 to 0x02a69d (0x15962 bytes) 000660 1788521357.694848 write 0x03c2ae thru 0x03ffff (0x3d52 bytes) 000661 1788521357.696599 write 0x011bf8 thru 0x018f52 (0x735b bytes) 000662 1788521357.701845 trunc from 0x01f766 to 0x02de1a (0xe6b5 bytes) 000663 1788521357.727173 MIRROR_EXTEND to 2 mirrors 000664 1788521358.880090 write 0x0072d6 thru 0x01025f (0x8f8a bytes) 000665 1788521358.929278 fallocate 0x01764f thru 0x019cdf (0x2691 bytes) 000666 1788521358.935074 write 0x007d36 thru 0x013881 (0xbb4c bytes) 000667 1788521358.942802 mapread 0x03edfb thru 0x03ffff (0x1205 bytes) 000668 1788521358.952336 punch from 0x035c1d to 0x0397ed (0x3bd1 bytes) 000669 1788521358.958854 trunc from 0x018527 to 0x023c25 (0xb6ff bytes) 000671 1788521358.965802 trunc from 0x040000 to 0x02d79f (0x12860 bytes) 000672 1788521358.988949 trunc from 0x02d7a0 to 0x03456a (0x6dcb bytes) 000673 1788521359.015619 trunc from 0x00c96f to 0x01345a (0x6aec bytes) 000674 1788521359.038651 trunc from 0x0134a0 to 0x0135f1 (0x152 bytes) 000675 1788521359.048881 write 0x000fdf thru 0x00b87b (0xa89d bytes) 000676 1788521359.056849 write 0x03b023 thru 0x03de54 (0x2e32 bytes) 000677 1788521359.058061 fallocate 0x0310c6 thru 0x032e1a (0x1d55 bytes) 000678 1788521359.064163 trunc from 0x03de55 to 0x031636 (0xc81e bytes) 000679 1788521359.089881 MIRROR_RESYNC 2 mirrors 000680 1788521360.099136 mapread 0x02f2c1 thru 0x030315 (0x1055 bytes) 000681 1788521360.118126 trunc from 0x031637 to 0x00cbb7 (0x24a7f bytes) 000682 1788521360.155922 trunc from 0x007f0c to 0x00cbb7 (0x4cac bytes) 000683 1788521360.164109 trunc from 0x0018eb to 0x001cc9 (0x3df bytes) 000684 1788521360.170664 trunc from 0x008d1b to 0x00b597 (0x287d bytes) 000685 1788521360.175801 punch from 0x00046d to 0x002b59 (0x26ed bytes) 000686 1788521360.181091 mapwrite 0x00df35 thru 0x018d97 (0xae63 bytes) 000687 1788521360.241753 write 0x01b924 thru 0x01cb3f (0x121c bytes) 000688 1788521360.243370 punch from 0x0030ce to 0x005e1d (0x2d50 bytes) 000689 1788521360.248274 mapread 0x017dbc thru 0x01cb3f (0x4d84 bytes) 000690 1788521360.253612 trunc from 0x0126b7 to 0x01cb3f (0xa489 bytes) 000691 1788521360.263791 punch from 0x017796 to 0x01cb3f (0x53aa bytes) 000692 1788521360.269074 write 0x0374da thru 0x03ac0a (0x3731 bytes) 000693 1788521360.271747 punch from 0x029ede to 0x0367a3 (0xc8c6 bytes) 000694 1788521360.276031 read 0x00ca1f thru 0x0176e1 (0xacc3 bytes) 000695 1788521360.285688 trunc from 0x01f97e to 0x022b56 (0x31d9 bytes) 000696 1788521360.293884 write 0x001824 thru 0x010d18 (0xf4f5 bytes) 000697 1788521360.306678 fallocate 0x02b99e thru 0x037945 (0xbfa8 bytes) 000698 1788521360.314804 trunc from 0x03ac0b to 0x0026cb (0x3853f bytes) 000699 1788521360.335595 read 0x00041c thru 0x0026cb (0x22b0 bytes) 000700 1788521360.341769 mapread 0x001830 thru 0x0026cb (0xe9c bytes) 000701 1788521360.343185 fallocate 0x037927 thru 0x03f279 (0x7953 bytes) 000702 1788521360.348424 write 0x029155 thru 0x03638d (0xd239 bytes) 000703 1788521360.366588 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) 000704 1788521360.524923 trunc from 0x003445 to 0x011b88 (0xe744 bytes) 000705 1788521360.528262 mapwrite 0x03d745 thru 0x03ffff (0x28bb bytes) 000706 1788521360.559740 read 0x017564 thru 0x0252b5 (0xdd52 bytes) 000707 1788521360.572176 write 0x007efd thru 0x00ada2 (0x2ea6 bytes) 000708 1788521360.582247 write 0x004a46 thru 0x013a25 (0xefe0 bytes) 000709 1788521360.597245 fallocate 0x03055d thru 0x0398fc (0x93a0 bytes) 000710 1788521360.608246 mapread 0x0346f7 thru 0x03f926 (0xb230 bytes) 000711 1788521360.622572 mapwrite 0x018123 thru 0x01e7c6 (0x66a4 bytes) 000712 1788521360.641207 punch from 0x02eeec to 0x030c03 (0x1d18 bytes) 000713 1788521360.647872 trunc from 0x0077ae to 0x00d87a (0x60cd bytes) 000715 1788521360.655415 mapwrite 0x002ce1 thru 0x011d59 (0xf079 bytes) 000716 1788521360.701550 punch from 0x01f690 to 0x029718 (0xa089 bytes) 000717 1788521360.708067 mapread 0x02cf5b thru 0x03b52d (0xe5d3 bytes) 000718 1788521360.725884 trunc from 0x00b8b3 to 0x017d93 (0xc4e1 bytes) 000719 1788521360.733178 trunc from 0x001357 to 0x008221 (0x6ecb bytes) 000720 1788521360.740063 trunc from 0x040000 to 0x00692e (0x396d1 bytes) 000722 1788521360.759186 punch from 0x005914 to 0x00692e (0x101b bytes) 000723 1788521360.763929 punch from 0x0041f5 to 0x00692e (0x273a bytes) 000724 1788521360.768351 write 0x007d08 thru 0x016bab (0xeea4 bytes) 000725 1788521360.770159 trunc from 0x00a5e1 to 0x00be73 (0x1893 bytes) 000726 1788521360.798194 fallocate 0x01bc68 thru 0x02aba0 (0xef39 bytes) 000727 1788521360.803006 trunc from 0x02aba1 to 0x02bf16 (0x1376 bytes) 000728 1788521360.818048 write 0x02fb3d thru 0x03fa4b (0xff0f bytes) 000729 1788521360.821214 punch from 0x01b06c to 0x02560f (0xa5a4 bytes) 000731 1788521360.826949 fallocate 0x039536 thru 0x03ffff (0x6aca bytes) 000732 1788521360.836151 MIRROR_EXTEND to 2 mirrors 000734 1788521361.861080 trunc from 0x03fa4c to 0x02f489 (0x105c2 bytes) 000735 1788521361.913103 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2f48a): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f48a): Mirror 2: 0xd5d683e9 (stale) CRC-32 checksum value for chunk [0, 0x2f48a): Mirror 1: 0xd5d683e9 Mirror 3: 0xd5d683e9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f48a: skipped 000736 1788521362.971276 MIRROR_RESYNC 3 mirrors 000737 1788521363.806254 MIRROR_RESYNC 3 mirrors 000738 1788521364.182700 mapread 0x00cc31 thru 0x018ff4 (0xc3c4 bytes) 000739 1788521364.228188 punch from 0x0230af to 0x026619 (0x356b bytes) 000740 1788521364.264557 write 0x0086ab thru 0x00c00a (0x3960 bytes) 000741 1788521364.275036 trunc from 0x02f48a to 0x031475 (0x1fec bytes) 000742 1788521364.295196 read 0x028b40 thru 0x031475 (0x8936 bytes) 000743 1788521364.304555 fallocate 0x020017 thru 0x025cdf (0x5cc9 bytes) 000744 1788521364.309863 mapread 0x021bc8 thru 0x028f45 (0x737e bytes) 000745 1788521364.323676 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31476): Mirror 3: 0xae9f82a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31476): Mirror 3: 0xae9f82a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31476: skipped 000746 1788521364.723583 trunc from 0x031476 to 0x00c6d0 (0x24da5 bytes) 000747 1788521364.758275 write 0x022e2d thru 0x0262cb (0x349f bytes) 000748 1788521364.761986 mapwrite 0x02577e thru 0x032590 (0xce13 bytes) 000749 1788521364.893725 read 0x008a37 thru 0x00e530 (0x5afa bytes) 000750 1788521364.903173 trunc from 0x0288b2 to 0x03146c (0x8bbb bytes) 000751 1788521364.909786 trunc from 0x02ba18 to 0x032590 (0x6b79 bytes) 000752 1788521364.915142 trunc from 0x032591 to 0x037b54 (0x55c4 bytes) 000753 1788521364.930522 read 0x00152d thru 0x00c38f (0xae63 bytes) 000754 1788521364.951831 write 0x039882 thru 0x03ffff (0x677e bytes) 000756 1788521364.953812 write 0x00970a thru 0x00c4b3 (0x2daa bytes) 000757 1788521364.955709 trunc from 0x040000 to 0x001a25 (0x3e5da bytes) 000758 1788521364.974656 mapwrite 0x016c84 thru 0x02138e (0xa70b bytes) 000759 1788521365.081263 trunc from 0x02138f to 0x03a608 (0x1927a bytes) 000760 1788521365.102114 trunc from 0x017461 to 0x01976c (0x230c bytes) 000761 1788521365.107933 trunc from 0x0331db to 0x0381d0 (0x4ff6 bytes) 000762 1788521365.113135 write 0x00666b thru 0x013da8 (0xd73e bytes) 000763 1788521365.128630 trunc from 0x01388d to 0x014363 (0xad7 bytes) 000764 1788521365.145491 punch from 0x008850 to 0x00b030 (0x27e1 bytes) 000766 1788521365.151240 write 0x035a22 thru 0x03fefc (0xa4db bytes) 000768 1788521365.160755 trunc from 0x031d03 to 0x03f699 (0xd997 bytes) 000769 1788521365.175562 trunc from 0x036e9f to 0x03fefc (0x905e bytes) 000770 1788521365.180922 read 0x02dbaf thru 0x03a301 (0xc753 bytes) 000771 1788521365.199785 trunc from 0x03fefd to 0x00f273 (0x30c89 bytes) 000772 1788521365.218021 punch from 0x00e6a5 to 0x00f273 (0xbcf bytes) 000775 1788521365.229796 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) 000776 1788521365.366138 read 0x00a332 thru 0x00f273 (0x4f42 bytes) 000777 1788521365.378742 punch from 0x002168 to 0x00d795 (0xb62e bytes) 000778 1788521365.384993 read 0x000c8c thru 0x007e55 (0x71ca bytes) 000779 1788521365.394004 trunc from 0x00f274 to 0x005b12 (0x9761 bytes) 000780 1788521365.415010 mapread 0x005584 thru 0x005b12 (0x58f bytes) 000781 1788521365.416641 fallocate 0x02ccfa thru 0x033b0c (0x6e13 bytes) 000782 1788521365.422191 write 0x021b03 thru 0x027134 (0x5632 bytes) 000783 1788521365.424168 write 0x02dd4a thru 0x03c5bb (0xe872 bytes) 000784 1788521365.426799 trunc from 0x03c5bc to 0x02807b (0x14540 bytes) 000785 1788521365.440842 trunc from 0x02807c to 0x03c7bc (0x14741 bytes) 000786 1788521365.453805 write 0x004520 thru 0x006379 (0x1e5a bytes) 000787 1788521365.477793 trunc from 0x005e05 to 0x00f19a (0x9396 bytes) 000789 1788521365.491946 read 0x004f93 thru 0x00d2b1 (0x831f bytes) 000791 1788521365.501066 trunc from 0x03c7bd to 0x028ebd (0x138ff bytes) 000792 1788521365.516672 trunc from 0x01f45b to 0x024a09 (0x55af bytes) 000793 1788521365.522025 write 0x008330 thru 0x016bec (0xe8bd bytes) 000794 1788521365.523824 mapwrite 0x0315be thru 0x036771 (0x51b4 bytes) 000795 1788521365.582965 mapread 0x027e42 thru 0x02d996 (0x5b55 bytes) 000796 1788521365.611382 mapread 0x01b376 thru 0x01b90c (0x597 bytes) 000798 1788521365.619782 MIRROR_EXTEND to 2 mirrors 000799 1788521366.280560 trunc from 0x036772 to 0x02c965 (0x9e0c bytes) 000800 1788521366.330497 mapwrite 0x02d396 thru 0x030ed5 (0x3b40 bytes) 000801 1788521366.387983 mapwrite 0x004b53 thru 0x010450 (0xb8fe bytes) 000802 1788521366.420822 mapwrite 0x01aa04 thru 0x0208fc (0x5ef9 bytes) 000803 1788521366.450160 trunc from 0x030ed6 to 0x00e46a (0x22a6b bytes) 000804 1788521366.475140 punch from 0x006366 to 0x00e46a (0x8105 bytes) 000805 1788521366.481017 fallocate 0x000189 thru 0x00b894 (0xb70c bytes) 000807 1788521366.487074 write 0x000e3f thru 0x0020d6 (0x1298 bytes) 000809 1788521366.492809 punch from 0x00ba61 to 0x00e46a (0x2a0a bytes) 000810 1788521366.498652 trunc from 0x00e46b to 0x001dc7 (0xc6a3 bytes) 000811 1788521366.515014 trunc from 0x001dc8 to 0x025638 (0x23871 bytes) 000812 1788521366.536626 trunc from 0x025639 to 0x010c91 (0x149a7 bytes) 000816 1788521366.551727 mapwrite 0x035adc thru 0x03e165 (0x868a bytes) 000817 1788521366.605544 write 0x001ef7 thru 0x0058ab (0x39b5 bytes) 000818 1788521366.619680 mapwrite 0x02f90d thru 0x03c333 (0xca27 bytes) 000819 1788521366.639218 fallocate 0x0104f4 thru 0x019016 (0x8b23 bytes) 000820 1788521366.644217 trunc from 0x03520c to 0x03e165 (0x8f5a bytes) 000821 1788521366.652960 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3e166): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e166): Mirror 2: 0xb31fe5e4 (stale) CRC-32 checksum value for chunk [0, 0x3e166): Mirror 1: 0x96453565 Mirror 3: 0x96453565 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e166: skipped 000822 1788521367.380717 write 0x01cc75 thru 0x0214a3 (0x482f bytes) 000823 1788521367.432143 mapread 0x0046f8 thru 0x011408 (0xcd11 bytes) 000824 1788521367.466269 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e166): Mirror 2: 0xb31fe5e4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e166): Mirror 2: 0xb31fe5e4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e166: skipped 000825 1788521367.900202 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) 000826 1788521368.114500 trunc from 0x03e166 to 0x019d2d (0x24438 bytes) 000827 1788521368.167645 trunc from 0x019d2e to 0x01b6d5 (0x19a8 bytes) 000830 1788521368.187824 mapwrite 0x024f42 thru 0x034bef (0xfcae bytes) 000831 1788521368.261170 read 0x027dd4 thru 0x034bef (0xce1c bytes) 000832 1788521368.262080 trunc from 0x034bf0 to 0x0003aa (0x34845 bytes) 000833 1788521368.286221 trunc from 0x0003ab to 0x0078b4 (0x750a bytes) 000836 1788521368.304635 read 0x002acc thru 0x0071af (0x46e4 bytes) 000837 1788521368.319369 write 0x0241d8 thru 0x02e578 (0xa3a1 bytes) 000838 1788521368.320970 write 0x03c946 thru 0x03d470 (0xb2b bytes) 000839 1788521368.322998 read 0x0213d2 thru 0x0293e5 (0x8014 bytes) 000841 1788521368.333847 read 0x01f26b thru 0x0217ab (0x2541 bytes) 000842 1788521368.334764 trunc from 0x03d471 to 0x004b8c (0x388e4 bytes) 000844 1788521368.360066 punch from 0x00438d to 0x004b8c (0x800 bytes) 000845 1788521368.369127 mapwrite 0x00aeb3 thru 0x01abe2 (0xfd30 bytes) 000846 1788521368.462052 punch from 0x013431 to 0x01abe2 (0x77b2 bytes) 000847 1788521368.471587 mapread 0x012944 thru 0x01867c (0x5d39 bytes) 000848 1788521368.526919 trunc from 0x0003d6 to 0x0013e6 (0x1011 bytes) 000849 1788521368.535055 mapread 0x01a331 thru 0x01abe2 (0x8b2 bytes) 000850 1788521368.543066 mapread 0x005929 thru 0x00d53c (0x7c14 bytes) 000851 1788521368.544075 punch from 0x018f76 to 0x01abe2 (0x1c6d bytes) 000852 1788521368.560979 mapread 0x00e955 thru 0x00fa27 (0x10d3 bytes) 000854 1788521368.562442 mapwrite 0x03e55d thru 0x03ffff (0x1aa3 bytes) 000855 1788521368.670582 punch from 0x01d5b2 to 0x02947e (0xbecd bytes) 000856 1788521368.684657 trunc from 0x01c180 to 0x021d22 (0x5ba3 bytes) 000858 1788521368.697670 punch from 0x01979c to 0x0224de (0x8d43 bytes) 000859 1788521368.709153 mapread 0x00db28 thru 0x01bd7c (0xe255 bytes) 000860 1788521368.782152 mapwrite 0x036069 thru 0x03fbba (0x9b52 bytes) 000861 1788521368.823103 read 0x01d74a thru 0x01fb10 (0x23c7 bytes) 000862 1788521368.848116 trunc from 0x026e16 to 0x02ab3e (0x3d29 bytes) 000863 1788521368.864982 write 0x032e3a thru 0x03d3ad (0xa574 bytes) 000865 1788521368.874843 mapread 0x028fb1 thru 0x02faeb (0x6b3b bytes) 000868 1788521368.940086 fallocate 0x03a9a6 thru 0x03f98c (0x4fe7 bytes) 000869 1788521368.954109 trunc from 0x03340b to 0x034e1c (0x1a12 bytes) 000870 1788521368.977088 mapwrite 0x00f75f thru 0x01ab90 (0xb432 bytes) 000871 1788521369.003782 trunc from 0x008253 to 0x00f174 (0x6f22 bytes) 000872 1788521369.011682 fallocate 0x018634 thru 0x01ce44 (0x4811 bytes) 000873 1788521369.019979 read 0x00e203 thru 0x014267 (0x6065 bytes) 000874 1788521369.037570 mapwrite 0x015892 thru 0x01742c (0x1b9b bytes) 000875 1788521369.055654 punch from 0x02759e to 0x036a83 (0xf4e6 bytes) 000876 1788521369.066806 read 0x029f2a thru 0x035fdf (0xc0b6 bytes) 000877 1788521369.079629 mapread 0x00deec thru 0x015d45 (0x7e5a bytes) 000878 1788521369.081172 mapread 0x01f336 thru 0x0204fe (0x11c9 bytes) 000880 1788521369.084105 mapwrite 0x038d00 thru 0x03ffff (0x7300 bytes) 000882 1788521369.106400 read 0x02b24d thru 0x036ccf (0xba83 bytes) 000883 1788521369.108047 read 0x01fdff thru 0x02f9e4 (0xfbe6 bytes) 000884 1788521369.109637 trunc from 0x040000 to 0x013dec (0x2c213 bytes) 000885 1788521369.132253 read 0x005859 thru 0x009f98 (0x4740 bytes) 000886 1788521369.133384 mapread 0x011a0c thru 0x013dec (0x23e1 bytes) 000887 1788521369.136209 punch from 0x0005b5 to 0x00c190 (0xbbdc bytes) 000888 1788521369.142443 punch from 0x005d12 to 0x0130fd (0xd3ec bytes) 000889 1788521369.150768 write 0x035001 thru 0x038519 (0x3519 bytes) 000891 1788521369.152633 trunc from 0x004676 to 0x00d4e9 (0x8e74 bytes) 000892 1788521369.159191 trunc from 0x03851a to 0x030261 (0x82b8 bytes) 000893 1788521369.180943 mapread 0x01ac0d thru 0x024159 (0x954d bytes) 000895 1788521369.199706 fallocate 0x0332e2 thru 0x035b71 (0x2890 bytes) 000896 1788521369.204117 trunc from 0x035b72 to 0x0234dd (0x12694 bytes) 000899 1788521369.228090 mapread 0x00754f thru 0x00e3aa (0x6e5c bytes) 000900 1788521369.237836 punch from 0x01a124 to 0x0234dd (0x93ba bytes) 000901 1788521369.253336 trunc from 0x0234de to 0x036593 (0x130b6 bytes) 000902 1788521369.275202 trunc from 0x034f5c to 0x036593 (0x1638 bytes) 000904 1788521369.288935 read 0x00856f thru 0x00bd4d (0x37df bytes) 000905 1788521369.289665 mapwrite 0x00ca0e thru 0x013fa6 (0x7599 bytes) 000906 1788521369.319828 punch from 0x00dcca to 0x01b882 (0xdbb9 bytes) 000908 1788521369.327913 punch from 0x033338 to 0x036593 (0x325c bytes) 000910 1788521369.349886 punch from 0x0286a4 to 0x02e61f (0x5f7c bytes) 000911 1788521369.354769 trunc from 0x00f996 to 0x01d691 (0xdcfc bytes) 000912 1788521369.361866 read 0x01d7b9 thru 0x02beba (0xe702 bytes) 000913 1788521369.373063 mapwrite 0x01520e thru 0x0233cd (0xe1c0 bytes) 000914 1788521369.403928 trunc from 0x0033d7 to 0x00dcf8 (0xa922 bytes) 000915 1788521369.409847 read 0x00a7f7 thru 0x01273d (0x7f47 bytes) 000916 1788521369.423587 trunc from 0x036594 to 0x0210ee (0x154a5 bytes) 000917 1788521369.439613 read 0x0113a3 thru 0x014046 (0x2ca4 bytes) 000919 1788521369.446184 MIRROR_EXTEND to 2 mirrors 000920 1788521370.008127 trunc from 0x0210ef to 0x0154fa (0xbbf4 bytes) 000921 1788521370.109626 trunc from 0x0052d2 to 0x0124e8 (0xd217 bytes) 000922 1788521370.115199 read 0x0066b0 thru 0x01040c (0x9d5d bytes) 000923 1788521370.124116 fallocate 0x030562 thru 0x03f4dc (0xef7b bytes) 000925 1788521370.131061 read 0x002749 thru 0x002945 (0x1fd bytes) 000926 1788521370.141762 mapwrite 0x03e85f thru 0x03ffff (0x17a1 bytes) 000927 1788521370.186173 punch from 0x02d4b0 to 0x02ee3d (0x198e bytes) 000929 1788521370.192024 punch from 0x032973 to 0x03c974 (0xa002 bytes) 000930 1788521370.202535 fallocate 0x01f017 thru 0x025424 (0x640e bytes) 000931 1788521370.212905 read 0x01fdd0 thru 0x021215 (0x1446 bytes) 000932 1788521370.213722 write 0x02e8b1 thru 0x03ae31 (0xc581 bytes) 000934 1788521370.244937 punch from 0x020e07 to 0x024532 (0x372c bytes) 000935 1788521370.251377 mapread 0x03de5b thru 0x03ffff (0x21a5 bytes) 000936 1788521370.253351 mapread 0x03f22c thru 0x03ffff (0xdd4 bytes) 000937 1788521370.256401 fallocate 0x026237 thru 0x02c60a (0x63d4 bytes) 000938 1788521370.265413 trunc from 0x008463 to 0x0092fc (0xe9a bytes) 000939 1788521370.279682 fallocate 0x0257f8 thru 0x02ca73 (0x727c bytes) 000940 1788521370.285584 read 0x00dcb5 thru 0x018797 (0xaae3 bytes) 000941 1788521370.286163 mapread 0x02618b thru 0x027016 (0xe8c bytes) 000942 1788521370.286820 mapwrite 0x01e466 thru 0x02a2e5 (0xbe80 bytes) 000943 1788521370.330356 write 0x03eea8 thru 0x03ffff (0x1158 bytes) 000944 1788521370.332380 punch from 0x0195a9 to 0x01f520 (0x5f78 bytes) 000945 1788521370.340110 read 0x003a8e thru 0x008011 (0x4584 bytes) 000948 1788521370.342896 mapread 0x01b0a6 thru 0x02871f (0xd67a bytes) 000949 1788521370.353599 trunc from 0x040000 to 0x00d456 (0x32ba9 bytes) 000950 1788521370.384065 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) 000951 1788521370.535434 mapread 0x003cd0 thru 0x00d456 (0x9787 bytes) 000952 1788521370.557145 read 0x00408b thru 0x00d456 (0x93cc bytes) 000953 1788521370.558251 mapwrite 0x03005a thru 0x0382f0 (0x8297 bytes) 000954 1788521370.631647 trunc from 0x019f2b to 0x01a735 (0x80b bytes) 000955 1788521370.639905 punch from 0x008a46 to 0x010c49 (0x8204 bytes) 000956 1788521370.651924 mapwrite 0x037e1f thru 0x03de99 (0x607b bytes) 000957 1788521370.703902 mapwrite 0x03ee38 thru 0x03ffff (0x11c8 bytes) 000958 1788521370.742259 mapread 0x01da2b thru 0x028d8a (0xb360 bytes) 000960 1788521370.793429 punch from 0x019b6a to 0x027003 (0xd49a bytes) 000961 1788521370.808821 read 0x0270fb thru 0x02994b (0x2851 bytes) 000962 1788521370.866204 write 0x01465a thru 0x015cef (0x1696 bytes) 000963 1788521370.871478 trunc from 0x040000 to 0x0088fe (0x37701 bytes) 000965 1788521370.910585 trunc from 0x003566 to 0x0088fe (0x5399 bytes) 000966 1788521370.914606 fallocate 0x003a15 thru 0x00aeaa (0x7496 bytes) 000968 1788521370.919779 write 0x025dfb thru 0x0332f1 (0xd4f7 bytes) 000969 1788521370.921768 trunc from 0x0332f2 to 0x017dea (0x1b507 bytes) 000970 1788521370.951974 fallocate 0x038743 thru 0x039b75 (0x1433 bytes) 000971 1788521370.960997 trunc from 0x027e40 to 0x036a02 (0xebc3 bytes) 000972 1788521370.967129 mapread 0x00c16c thru 0x012329 (0x61be bytes) 000973 1788521371.031137 write 0x005f49 thru 0x012d3c (0xcdf4 bytes) 000975 1788521371.052092 punch from 0x011e41 to 0x02052d (0xe6ed bytes) 000976 1788521371.088780 read 0x02671e thru 0x032ce9 (0xc5cc bytes) 000977 1788521371.166777 mapwrite 0x01376e thru 0x015723 (0x1fb6 bytes) 000980 1788521371.189939 trunc from 0x0255a9 to 0x02b8b5 (0x630d bytes) 000981 1788521371.202499 punch from 0x0218bc to 0x031385 (0xfaca bytes) 000982 1788521371.211024 write 0x026500 thru 0x033c41 (0xd742 bytes) 000983 1788521371.224205 write 0x03e4ae thru 0x03ffff (0x1b52 bytes) 000984 1788521371.227028 read 0x007a25 thru 0x012cc0 (0xb29c bytes) 000985 1788521371.228854 mapwrite 0x00d518 thru 0x01c704 (0xf1ed bytes) 000986 1788521371.261665 mapwrite 0x0101a5 thru 0x013758 (0x35b4 bytes) 000987 1788521371.285958 mapwrite 0x03e69f thru 0x03ffff (0x1961 bytes) 000988 1788521371.301553 mapread 0x0252d1 thru 0x02ff66 (0xac96 bytes) 000989 1788521371.313511 trunc from 0x040000 to 0x00a3e0 (0x35c1f bytes) 000990 1788521371.329080 trunc from 0x00a3e1 to 0x03b3f8 (0x31018 bytes) 000991 1788521371.340158 mapread 0x000596 thru 0x006bb2 (0x661d bytes) 000992 1788521371.341086 trunc from 0x02dc03 to 0x03877d (0xab7b bytes) 000994 1788521371.345119 mapwrite 0x00aba4 thru 0x00ed90 (0x41ed bytes) 000995 1788521371.381162 mapread 0x038feb thru 0x03b3f8 (0x240e bytes) 000996 1788521371.405991 trunc from 0x010f6d to 0x016d35 (0x5dc9 bytes) 000998 1788521371.417586 MIRROR_EXTEND to 2 mirrors 000999 1788521372.087799 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x185:0x0]: Invalid argument (22) 001000 1788521372.255880 trunc from 0x03b3f9 to 0x019ddd (0x2161b bytes) All operations completed A-OK!