== sanity-flr test 70a: flr mode fsx test ================ 09:05:48 (1774875948) striped dir -i0 -c2 -H crush /mnt/lustre/d70a.sanity-flr Seed set to 5950 000001 1774875951.309460 write 0x00b1cc thru 0x00f13a (0x3f6f bytes) 000002 1774875951.345319 mapwrite 0x007f96 thru 0x00da88 (0x5af3 bytes) 000003 1774875951.412823 read 0x00e496 thru 0x00f13a (0xca5 bytes) 000004 1774875951.414527 read 0x00ae5b thru 0x00f13a (0x42e0 bytes) 000005 1774875951.419010 punch from 0x0085ef to 0x00e7c3 (0x61d5 bytes) 000006 1774875951.434417 mapwrite 0x03eaa1 thru 0x03f56e (0xace bytes) fallocating to largest ever: 0x2ff25 000007 1774875951.543553 fallocate 0x022dde thru 0x02ff24 (0xd147 bytes) 000008 1774875951.554568 trunc from 0x03f56f to 0x003947 (0x3bc27 bytes) 000009 1774875951.605002 mapwrite 0x003e55 thru 0x00f6c4 (0xb870 bytes) truncating to largest ever: 0x38a32 000010 1774875951.865111 trunc from 0x00f6c5 to 0x038a31 (0x2936d bytes) 000011 1774875951.899990 read 0x0296c9 thru 0x033d16 (0xa64e bytes) 000012 1774875951.970512 read 0x013e81 thru 0x01fb1f (0xbc9f bytes) 000013 1774875951.977476 punch from 0x013f33 to 0x015950 (0x1a1e bytes) 000015 1774875952.006823 trunc from 0x02903c to 0x02f562 (0x6527 bytes) 000016 1774875952.026268 write 0x036b2c thru 0x03e7d5 (0x7caa bytes) 000017 1774875952.028224 trunc from 0x01b07d to 0x01e43c (0x33c0 bytes) 000018 1774875952.042372 read 0x015755 thru 0x021ce2 (0xc58e bytes) 000019 1774875952.072589 read 0x01d4df thru 0x0217a1 (0x42c3 bytes) 000020 1774875952.073293 fallocate 0x00ed11 thru 0x0108af (0x1b9f bytes) 000021 1774875952.094503 write 0x02510b thru 0x02dc24 (0x8b1a bytes) 000023 1774875952.116339 MIRROR_EXTEND to 2 mirrors 000024 1774875953.125566 fallocate 0x019c1c thru 0x01d4b3 (0x3898 bytes) 000025 1774875953.184086 write 0x00aaed thru 0x011a4f (0x6f63 bytes) 000027 1774875953.203241 mapwrite 0x00316f thru 0x00d105 (0x9f97 bytes) 000029 1774875953.243171 mapwrite 0x01c8c2 thru 0x01f020 (0x275f bytes) 000031 1774875953.282962 punch from 0x029ce4 to 0x02f1cf (0x54ec bytes) 000032 1774875953.289852 punch from 0x02d0ac to 0x0356b5 (0x860a bytes) 000033 1774875953.306232 write 0x0036dc thru 0x00b875 (0x819a bytes) 000035 1774875953.309900 trunc from 0x02fd0b to 0x0328f1 (0x2be7 bytes) 000036 1774875953.315591 write 0x02d122 thru 0x035434 (0x8313 bytes) 000037 1774875953.328425 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) 000039 1774875953.484293 trunc from 0x0128bf to 0x019326 (0x6a68 bytes) 000040 1774875953.489575 punch from 0x00343f to 0x0071e7 (0x3da9 bytes) 000041 1774875953.496558 trunc from 0x02a207 to 0x032f69 (0x8d63 bytes) 000042 1774875953.502957 write 0x00fa3d thru 0x012f04 (0x34c8 bytes) 000043 1774875953.519307 read 0x015bcc thru 0x02025b (0xa690 bytes) 000044 1774875953.528052 mapread 0x03216d thru 0x03aed8 (0x8d6c bytes) 000045 1774875953.537293 trunc from 0x0254cb to 0x02dcb1 (0x87e7 bytes) 000046 1774875953.543266 fallocate 0x00826c thru 0x01818e (0xff23 bytes) zero_range to largest ever: 0x3e7d6 000048 1774875953.550784 trunc from 0x03bbb2 to 0x03e7d5 (0x2c24 bytes) 000049 1774875953.556430 fallocate 0x005a49 thru 0x00f1d3 (0x978b bytes) 000050 1774875953.561613 punch from 0x03a96e to 0x03ce08 (0x249b bytes) 000052 1774875953.568923 mapread 0x0226bc thru 0x027dbb (0x5700 bytes) 000053 1774875953.581096 write 0x003fe2 thru 0x007467 (0x3486 bytes) 000054 1774875953.594936 punch from 0x0077d7 to 0x00be6d (0x4697 bytes) 000056 1774875953.612295 fallocate 0x0100e2 thru 0x011e02 (0x1d21 bytes) 000057 1774875953.617333 mapwrite 0x0118bf thru 0x01e375 (0xcab7 bytes) 000058 1774875953.643988 write 0x02aaea thru 0x02b361 (0x878 bytes) 000059 1774875953.650625 read 0x01f563 thru 0x02dc2b (0xe6c9 bytes) 000060 1774875953.656425 MIRROR_EXTEND to 2 mirrors 000061 1774875955.547840 write 0x0338ba thru 0x039309 (0x5a50 bytes) 000062 1774875955.583518 trunc from 0x03d9f3 to 0x03e7d5 (0xde3 bytes) 000063 1774875955.589547 fallocate 0x01563e thru 0x020908 (0xb2cb bytes) 000064 1774875955.595928 punch from 0x03b874 to 0x03cf78 (0x1705 bytes) 000065 1774875955.599536 mapread 0x005dfb thru 0x00cdd7 (0x6fdd bytes) 000066 1774875955.615889 write 0x0295e9 thru 0x0384e4 (0xeefc bytes) 000068 1774875955.629350 write 0x0054de thru 0x00fa41 (0xa564 bytes) 000069 1774875955.635578 MIRROR_RESYNC 2 mirrors 000070 1774875956.468507 fallocate 0x02dcbb thru 0x0363e1 (0x8727 bytes) 000071 1774875956.497093 mapread 0x01a894 thru 0x01ae20 (0x58d bytes) 000072 1774875956.506899 write 0x0109cb thru 0x011e06 (0x143c bytes) 000074 1774875956.536581 trunc from 0x004c20 to 0x0068d2 (0x1cb3 bytes) 000075 1774875956.544454 trunc from 0x03e7d6 to 0x00adfc (0x339d9 bytes) 000076 1774875956.573022 mapread 0x007e01 thru 0x00adfc (0x2ffc bytes) 000078 1774875956.603575 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0xadfd): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xadfd): Mirror 2: 0x58edfc0f (stale) CRC-32 checksum value for chunk [0, 0xadfd): Mirror 1: 0xa68e8aa3 Mirror 3: 0xa68e8aa3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xadfd: skipped 000079 1774875957.746226 write 0x00c65f thru 0x01c5fc (0xff9e bytes) 000080 1774875957.794055 fallocate 0x01ff8e thru 0x0239c9 (0x3a3c bytes) 000081 1774875957.809349 trunc from 0x0239ca to 0x029b3b (0x6172 bytes) 000082 1774875957.838208 read 0x01d819 thru 0x028664 (0xae4c bytes) 000083 1774875957.873183 mapread 0x020e95 thru 0x027e77 (0x6fe3 bytes) fallocating to largest ever: 0x40000 000084 1774875957.881338 fallocate 0x034042 thru 0x03ffff (0xbfbe bytes) 000085 1774875957.889048 read 0x01354b thru 0x019e22 (0x68d8 bytes) 000088 1774875957.892909 punch from 0x02255d to 0x029b3b (0x75df bytes) 000090 1774875957.905278 trunc from 0x005ae5 to 0x008e43 (0x335f bytes) 000091 1774875957.911784 mapwrite 0x02859c thru 0x037233 (0xec98 bytes) 000092 1774875958.001862 mapread 0x033cf6 thru 0x033f03 (0x20e bytes) 000093 1774875958.005442 trunc from 0x037234 to 0x034851 (0x29e2 bytes) 000094 1774875958.032336 mapwrite 0x014edd thru 0x01d9bd (0x8ae1 bytes) 000095 1774875958.076294 punch from 0x005769 to 0x0115f8 (0xbe90 bytes) 000096 1774875958.095091 write 0x00b202 thru 0x01352a (0x8329 bytes) 000097 1774875958.115224 mapwrite 0x03d6aa thru 0x03f60e (0x1f65 bytes) 000098 1774875958.216011 mapread 0x012dbf thru 0x01dbaf (0xadf1 bytes) 000099 1774875958.226445 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f60f): Mirror 3: 0x44ba964c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f60f): Mirror 3: 0x44ba964c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f60f: skipped 000100 1774875958.718735 mapread 0x03c1ba thru 0x03e307 (0x214e bytes) 000101 1774875958.756261 read 0x015604 thru 0x020ff4 (0xb9f1 bytes) 000102 1774875958.768400 write 0x027e57 thru 0x02c230 (0x43da bytes) 000103 1774875958.788433 punch from 0x021e4d to 0x028d13 (0x6ec7 bytes) 000104 1774875958.833104 fallocate 0x020311 thru 0x02f862 (0xf552 bytes) 000105 1774875958.848861 mapread 0x01d8e3 thru 0x02d6af (0xfdcd bytes) 000106 1774875958.869967 fallocate 0x007ed7 thru 0x01716d (0xf297 bytes) 000107 1774875958.877677 read 0x026a63 thru 0x031b23 (0xb0c1 bytes) 000108 1774875958.900871 mapread 0x03d3a8 thru 0x03ddc6 (0xa1f bytes) 000109 1774875958.916060 MIRROR_RESYNC 2 mirrors 000110 1774875960.197198 write 0x02c5d9 thru 0x031012 (0x4a3a bytes) 000111 1774875960.321293 fallocate 0x0274b6 thru 0x029f63 (0x2aae bytes) 000112 1774875960.338349 fallocate 0x021b31 thru 0x030fcf (0xf49f bytes) 000113 1774875960.368561 mapread 0x02823f thru 0x037657 (0xf419 bytes) 000115 1774875960.486900 write 0x01d5c1 thru 0x023c05 (0x6645 bytes) 000116 1774875960.521196 mapread 0x01f7ef thru 0x0219ec (0x21fe bytes) 000117 1774875960.528416 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) 000118 1774875960.844385 read 0x008e6c thru 0x01370f (0xa8a4 bytes) 000120 1774875960.854444 write 0x0164ce thru 0x0231cf (0xcd02 bytes) 000122 1774875960.905822 mapread 0x03ec9c thru 0x03f60e (0x973 bytes) 000124 1774875960.938932 mapread 0x00927f thru 0x00e7ac (0x552e bytes) 000126 1774875960.947538 write 0x03ab26 thru 0x03ffff (0x54da bytes) 000127 1774875960.949441 trunc from 0x01027b to 0x01587b (0x5601 bytes) 000128 1774875960.970598 MIRROR_EXTEND to 2 mirrors 000129 1774875962.513750 fallocate 0x02ed4e thru 0x0374bb (0x876e bytes) 000130 1774875962.573830 write 0x019913 thru 0x023c82 (0xa370 bytes) 000131 1774875962.617456 write 0x01d0ce thru 0x01ea94 (0x19c7 bytes) 000132 1774875962.649886 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x448dd26 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x823fd529 Mirror 3: 0x823fd529 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000133 1774875964.242983 trunc from 0x040000 to 0x013c00 (0x2c3ff bytes) 000134 1774875964.324148 read 0x00e898 thru 0x013c00 (0x5369 bytes) 000135 1774875964.337225 mapread 0x0023d5 thru 0x00b71f (0x934b bytes) 000136 1774875964.363533 trunc from 0x013c01 to 0x01ac9d (0x709d bytes) 000137 1774875964.388177 trunc from 0x01ac9e to 0x003b20 (0x1717d bytes) 000138 1774875964.416681 fallocate 0x0073c0 thru 0x012c40 (0xb881 bytes) 000139 1774875964.423617 write 0x0323b3 thru 0x03ffff (0xdc4d bytes) 000140 1774875964.427369 mapwrite 0x01c7cf thru 0x01f3d3 (0x2c05 bytes) 000142 1774875964.468202 write 0x03bd95 thru 0x03c99b (0xc07 bytes) 000143 1774875964.472172 fallocate 0x01fa7d thru 0x020b99 (0x111d bytes) 000144 1774875964.479074 trunc from 0x02af05 to 0x0367ca (0xb8c6 bytes) 000145 1774875964.485860 mapwrite 0x031a26 thru 0x0374bd (0x5a98 bytes) 000146 1774875964.535758 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x448dd26 (stale) Mirror 3: 0x823fd529 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xff9cd6 Mirror 4: 0xff9cd6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000147 1774875965.677337 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x823fd529 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x823fd529 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xff9cd6 Mirror 4: 0xff9cd6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000148 1774875966.375971 read 0x0244d2 thru 0x02d708 (0x9237 bytes) 000149 1774875966.407119 mapread 0x02ff90 thru 0x0365d4 (0x6645 bytes) 000150 1774875966.514279 write 0x003b7b thru 0x013abc (0xff42 bytes) 000151 1774875966.637265 punch from 0x0327ce to 0x0340f1 (0x1924 bytes) 000152 1774875966.645390 trunc from 0x040000 to 0x032084 (0xdf7b bytes) 000153 1774875966.702744 read 0x023ce7 thru 0x02aaf0 (0x6e0a bytes) 000154 1774875966.715148 write 0x021bb9 thru 0x02741b (0x5863 bytes) 000155 1774875966.716644 mapread 0x0156fb thru 0x01ca5b (0x7361 bytes) 000156 1774875966.719327 write 0x003bcb thru 0x012c7c (0xf0b2 bytes) 000157 1774875966.722358 read 0x0299eb thru 0x02ee0d (0x5423 bytes) 000158 1774875966.723467 punch from 0x009c86 to 0x00b9f3 (0x1d6e bytes) 000159 1774875966.755516 mapwrite 0x0250e3 thru 0x029b74 (0x4a92 bytes) 000160 1774875966.776352 punch from 0x00cb64 to 0x014118 (0x75b5 bytes) 000161 1774875966.782385 trunc from 0x00a1d7 to 0x00dfbd (0x3de7 bytes) 000162 1774875966.788346 trunc from 0x032085 to 0x010fc4 (0x210c0 bytes) 000164 1774875966.815529 mapread 0x007855 thru 0x00c6b6 (0x4e62 bytes) 000165 1774875966.829792 trunc from 0x010fc5 to 0x01f943 (0xe97f bytes) 000166 1774875966.855296 fallocate 0x025c85 thru 0x02a663 (0x49df bytes) 000167 1774875966.863173 read 0x00d01a thru 0x011ca3 (0x4c8a bytes) 000168 1774875966.876935 punch from 0x017cc7 to 0x01f943 (0x7c7d bytes) 000169 1774875966.882322 mapwrite 0x014e4c thru 0x01a5a1 (0x5756 bytes) 000170 1774875966.931062 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1f944): Mirror 4: 0xdca87163 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f944): Mirror 4: 0xdca87163 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f944: skipped 000171 1774875967.276167 trunc from 0x01f944 to 0x02e7e1 (0xee9e bytes) 000172 1774875967.300838 trunc from 0x00f7c3 to 0x01158d (0x1dcb bytes) 000173 1774875967.307188 trunc from 0x02e7e2 to 0x00edbf (0x1fa22 bytes) 000174 1774875967.328937 trunc from 0x00d0b4 to 0x00edbf (0x1d0c bytes) 000175 1774875967.335288 write 0x009a06 thru 0x012d04 (0x92ff bytes) 000176 1774875967.345540 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) 000177 1774875967.500302 punch from 0x003532 to 0x007f6f (0x4a3e bytes) 000178 1774875967.511502 trunc from 0x012d05 to 0x030a08 (0x1dd04 bytes) 000179 1774875967.537717 write 0x03c2e2 thru 0x03ffff (0x3d1e bytes) 000180 1774875967.539199 mapread 0x029d59 thru 0x02c203 (0x24ab bytes) 000181 1774875967.567295 MIRROR_EXTEND to 2 mirrors 000182 1774875968.697852 trunc from 0x03db12 to 0x03ffff (0x24ee bytes) 000183 1774875968.777578 trunc from 0x004ad9 to 0x00f00c (0xa534 bytes) 000184 1774875968.801526 fallocate 0x02883f thru 0x033552 (0xad14 bytes) 000185 1774875968.822470 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) 000187 1774875969.058628 mapread 0x015e31 thru 0x023f2a (0xe0fa bytes) 000188 1774875969.100575 trunc from 0x040000 to 0x002b53 (0x3d4ac bytes) 000189 1774875969.132449 trunc from 0x002b54 to 0x009318 (0x67c5 bytes) 000190 1774875969.151273 mapread 0x003721 thru 0x0081ec (0x4acc bytes) 000191 1774875969.165054 fallocate 0x00dca4 thru 0x018228 (0xa585 bytes) 000193 1774875969.169844 trunc from 0x018229 to 0x03bd20 (0x23af8 bytes) 000194 1774875969.211940 write 0x01ab27 thru 0x01aede (0x3b8 bytes) 000195 1774875969.232199 mapwrite 0x027c22 thru 0x02f7e9 (0x7bc8 bytes) 000196 1774875969.264509 mapwrite 0x0194ba thru 0x028b9a (0xf6e1 bytes) 000197 1774875969.282727 trunc from 0x03bd21 to 0x0221e0 (0x19b40 bytes) 000198 1774875969.301400 read 0x018ec9 thru 0x021a1d (0x8b55 bytes) 000199 1774875969.302265 punch from 0x01fab8 to 0x0221e0 (0x2729 bytes) 000200 1774875969.308066 mapwrite 0x00ac6b thru 0x013dab (0x9141 bytes) 000201 1774875969.349147 trunc from 0x0221e1 to 0x01ebf6 (0x35ea bytes) 000202 1774875969.364836 write 0x0176e3 thru 0x020faf (0x98cd bytes) 000203 1774875969.366107 mapwrite 0x019d5e thru 0x01b811 (0x1ab4 bytes) 000204 1774875969.380627 read 0x01ac25 thru 0x01c165 (0x1541 bytes) 000205 1774875969.381300 mapwrite 0x00336c thru 0x00417a (0xe0f bytes) 000206 1774875969.391511 trunc from 0x00a045 to 0x016a27 (0xc9e3 bytes) 000207 1774875969.396112 mapread 0x0074ac thru 0x007551 (0xa6 bytes) 000208 1774875969.397200 write 0x01d2d3 thru 0x021280 (0x3fae bytes) 000209 1774875969.398279 trunc from 0x021281 to 0x0383f1 (0x17171 bytes) 000210 1774875969.413309 trunc from 0x0383f2 to 0x011400 (0x26ff1 bytes) 000211 1774875969.432394 read 0x00a751 thru 0x00d453 (0x2d03 bytes) 000212 1774875969.441461 write 0x0083f7 thru 0x010fb8 (0x8bc2 bytes) 000213 1774875969.442630 mapread 0x000780 thru 0x00438e (0x3c0f bytes) 000215 1774875969.444153 trunc from 0x011401 to 0x03ebb1 (0x2d7b1 bytes) 000217 1774875969.457486 read 0x02ea48 thru 0x03d162 (0xe71b bytes) 000219 1774875969.474322 mapwrite 0x019e71 thru 0x028919 (0xeaa9 bytes) 000220 1774875969.493342 read 0x027c8e thru 0x02a38d (0x2700 bytes) 000222 1774875969.497739 MIRROR_EXTEND to 2 mirrors 000224 1774875970.746542 write 0x032a71 thru 0x033f99 (0x1529 bytes) 000225 1774875970.893334 mapwrite 0x004a98 thru 0x006191 (0x16fa bytes) 000226 1774875970.980190 mapread 0x029fe2 thru 0x02fdd9 (0x5df8 bytes) 000227 1774875971.029265 trunc from 0x03bdde to 0x03ebb1 (0x2dd4 bytes) 000228 1774875971.061194 punch from 0x006529 to 0x0114ef (0xafc7 bytes) 000229 1774875971.071568 write 0x02fed5 thru 0x03238c (0x24b8 bytes) 000230 1774875971.074089 trunc from 0x03ebb2 to 0x03d45e (0x1753 bytes) 000231 1774875971.121881 read 0x008673 thru 0x010b0c (0x849a bytes) 000232 1774875971.155849 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3d45f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d45f): Mirror 2: 0x6f76f853 (stale) CRC-32 checksum value for chunk [0, 0x3d45f): Mirror 1: 0xdaeae360 Mirror 3: 0xdaeae360 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d45f: skipped 000233 1774875972.805991 punch from 0x03c77a to 0x03d45e (0xce5 bytes) 000234 1774875972.866320 mapwrite 0x011cba thru 0x019f1a (0x8261 bytes) 000235 1774875972.933358 read 0x007e1c thru 0x0115e4 (0x97c9 bytes) 000237 1774875972.951478 trunc from 0x02ebd3 to 0x03bb32 (0xcf60 bytes) 000238 1774875972.961072 read 0x033935 thru 0x038c41 (0x530d bytes) 000240 1774875973.002284 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d45f): Mirror 3: 0xdaeae360 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d45f): Mirror 3: 0xdaeae360 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d45f: skipped 000241 1774875973.488273 mapread 0x03b6ae thru 0x03d45e (0x1db1 bytes) 000243 1774875973.545649 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3d45f): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d45f): Mirror 3: 0xdaeae360 (stale) CRC-32 checksum value for chunk [0, 0x3d45f): Mirror 1: 0x4a514c43 Mirror 4: 0x4a514c43 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d45f: skipped 000244 1774875975.116602 write 0x035e27 thru 0x037b18 (0x1cf2 bytes) 000245 1774875975.204338 mapwrite 0x0150dd thru 0x02019b (0xb0bf bytes) 000246 1774875975.278767 read 0x026dd4 thru 0x02b83b (0x4a68 bytes) 000249 1774875975.309301 trunc from 0x03d45f to 0x018cfd (0x24761 bytes) 000250 1774875975.348395 trunc from 0x0050fb to 0x00e09e (0x8fa4 bytes) 000251 1774875975.361720 fallocate 0x028dba thru 0x0378eb (0xeb32 bytes) 000252 1774875975.379646 MIRROR_RESYNC 3 mirrors 000253 1774875976.438624 mapwrite 0x006abf thru 0x0163d6 (0xf918 bytes) 000254 1774875976.585260 mapread 0x019f31 thru 0x0220be (0x818e bytes) 000255 1774875976.600844 mapread 0x02d616 thru 0x03616a (0x8b55 bytes) 000257 1774875976.630221 fallocate 0x03a31a thru 0x03ffff (0x5ce6 bytes) 000258 1774875976.635864 read 0x020d11 thru 0x028ac4 (0x7db4 bytes) 000259 1774875976.648025 write 0x0048a6 thru 0x010da8 (0xc503 bytes) 000260 1774875976.649650 read 0x011101 thru 0x0157e6 (0x46e6 bytes) 000261 1774875976.654080 trunc from 0x003a49 to 0x013a0f (0xffc7 bytes) 000262 1774875976.671331 trunc from 0x02dad6 to 0x0378eb (0x9e16 bytes) 000263 1774875976.676245 punch from 0x01d8d1 to 0x02944e (0xbb7e bytes) 000264 1774875976.682635 mapwrite 0x02069a thru 0x026ca9 (0x6610 bytes) 000265 1774875976.722119 trunc from 0x0378ec to 0x009bb9 (0x2dd32 bytes) 000266 1774875976.746121 trunc from 0x009a1e to 0x009bb9 (0x19c bytes) 000267 1774875976.753291 write 0x01ab70 thru 0x01ffff (0x5490 bytes) 000268 1774875976.754851 trunc from 0x020000 to 0x0234ff (0x3500 bytes) 000269 1774875976.776802 trunc from 0x0145b8 to 0x0189fb (0x4444 bytes) 000271 1774875976.783180 write 0x03e9ca thru 0x03ffff (0x1636 bytes) 000272 1774875976.784620 trunc from 0x003c21 to 0x01310e (0xf4ee bytes) 000273 1774875976.791476 read 0x006395 thru 0x010e55 (0xaac1 bytes) 000274 1774875976.807153 MIRROR_RESYNC 3 mirrors 000275 1774875977.577122 fallocate 0x01fe81 thru 0x020522 (0x6a2 bytes) 000276 1774875977.614395 read 0x0038e6 thru 0x010c73 (0xd38e bytes) 000277 1774875977.626572 punch from 0x03e546 to 0x03ffff (0x1aba bytes) 000278 1774875977.632583 trunc from 0x025090 to 0x02cf2b (0x7e9c bytes) 000279 1774875977.640670 trunc from 0x02781e to 0x028dfa (0x15dd bytes) 000280 1774875977.646552 mapread 0x008912 thru 0x00dc3f (0x532e bytes) 000281 1774875977.649425 write 0x02047c thru 0x0284df (0x8064 bytes) 000282 1774875977.666775 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x6d470a69 (stale) Mirror 4: 0x6d470a69 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7bc7aff6 Mirror 5: 0x7bc7aff6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000283 1774875978.640502 mapwrite 0x00c324 thru 0x01104c (0x4d29 bytes) 000284 1774875978.773738 mapread 0x03f3d4 thru 0x03ffff (0xc2c bytes) 000285 1774875978.788102 punch from 0x025643 to 0x03015f (0xab1d bytes) 000286 1774875978.802087 write 0x0056d1 thru 0x00ecbe (0x95ee bytes) 000287 1774875978.821861 trunc from 0x040000 to 0x0008f1 (0x3f70e bytes) 000288 1774875978.857646 fallocate 0x023d89 thru 0x026b78 (0x2df0 bytes) 000289 1774875978.864517 mapwrite 0x00bee8 thru 0x012d9a (0x6eb3 bytes) 000291 1774875978.907282 fallocate 0x0153f0 thru 0x01b8d9 (0x64ea bytes) 000292 1774875978.925732 read 0x01c615 thru 0x01d89c (0x1288 bytes) 000293 1774875978.931891 fallocate 0x037422 thru 0x03ffff (0x8bde bytes) 000294 1774875978.938950 trunc from 0x040000 to 0x02913a (0x16ec5 bytes) 000296 1774875978.961821 write 0x02797e thru 0x02d264 (0x58e7 bytes) 000297 1774875978.971530 read 0x029dcb thru 0x02a04b (0x281 bytes) 000298 1774875978.972448 write 0x0015a6 thru 0x005612 (0x406d bytes) 000299 1774875978.983544 trunc from 0x00a13b to 0x019dda (0xfca0 bytes) 000300 1774875978.989948 write 0x001739 thru 0x00e4b2 (0xcd7a bytes) 000302 1774875979.001398 write 0x024eb3 thru 0x028cdd (0x3e2b bytes) 000303 1774875979.005233 mapread 0x00605c thru 0x015f94 (0xff39 bytes) 000304 1774875979.066840 mapread 0x01e928 thru 0x020653 (0x1d2c bytes) 000305 1774875979.068642 write 0x003fc9 thru 0x004b6e (0xba6 bytes) 000306 1774875979.070393 trunc from 0x02d265 to 0x029bc6 (0x369e bytes) 000307 1774875979.099188 mapread 0x01edb7 thru 0x027a00 (0x8c4a bytes) 000308 1774875979.110052 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x29bc7): Mirror 3: 0x5406b5fc (stale) Mirror 5: 0x2fe960c0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29bc7): Mirror 3: 0x5406b5fc (stale) Mirror 5: 0x2fe960c0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29bc7: skipped 000309 1774875979.584961 mapread 0x025d84 thru 0x029bc6 (0x3e43 bytes) 000310 1774875979.608614 trunc from 0x029bc7 to 0x03347f (0x98b9 bytes) 000311 1774875979.633963 punch from 0x0181bc to 0x01dc0c (0x5a51 bytes) 000312 1774875979.640833 fallocate 0x039f1f thru 0x03ed38 (0x4e1a bytes) 000313 1774875979.648243 trunc from 0x033480 to 0x02a7b9 (0x8cc6 bytes) 000314 1774875979.666375 trunc from 0x02a7ba to 0x033ae6 (0x932d bytes) 000315 1774875979.686250 read 0x02d39c thru 0x033ae6 (0x674b bytes) 000318 1774875979.699803 mapread 0x0054a4 thru 0x013a8e (0xe5eb bytes) 000319 1774875979.720754 write 0x017bfd thru 0x0208ae (0x8cb2 bytes) 000320 1774875979.722425 write 0x0316a8 thru 0x0366e6 (0x503f bytes) 000321 1774875979.728332 trunc from 0x00d4cf to 0x00fe04 (0x2936 bytes) 000322 1774875979.734596 mapwrite 0x03f347 thru 0x03ffff (0xcb9 bytes) 000323 1774875979.778648 write 0x00e0f3 thru 0x00e9d1 (0x8df bytes) 000324 1774875979.784676 mapwrite 0x000aa7 thru 0x00283e (0x1d98 bytes) 000325 1774875979.810544 punch from 0x03a1dd to 0x03ffff (0x5e23 bytes) 000326 1774875979.818526 fallocate 0x038efc thru 0x03ffff (0x7104 bytes) 000327 1774875979.824809 trunc from 0x025d97 to 0x0315f7 (0xb861 bytes) 000328 1774875979.837943 MIRROR_RESYNC 3 mirrors 000329 1774875980.770372 mapwrite 0x01c8dc thru 0x023a12 (0x7137 bytes) 000330 1774875980.887957 read 0x011c2d thru 0x0201f1 (0xe5c5 bytes) 000331 1774875980.901854 trunc from 0x040000 to 0x03d9a2 (0x265d bytes) 000332 1774875980.928310 trunc from 0x03d9a3 to 0x0111bf (0x2c7e3 bytes) 000334 1774875980.956542 trunc from 0x00c3c8 to 0x00fbcc (0x3805 bytes) 000337 1774875980.967282 trunc from 0x00d0dd to 0x0111bf (0x40e3 bytes) 000338 1774875980.973555 fallocate 0x03c8d1 thru 0x03ffff (0x372f bytes) 000339 1774875980.985594 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xc766b654 (stale) Mirror 5: 0xc766b654 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6a9b684b Mirror 6: 0x6a9b684b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000340 1774875981.899505 trunc from 0x03b4fb to 0x03c258 (0xd5e bytes) 000341 1774875981.941999 mapwrite 0x03236d thru 0x0357a3 (0x3437 bytes) 000342 1774875981.983038 mapread 0x01f77c thru 0x02b1ef (0xba74 bytes) 000343 1774875982.024844 read 0x035279 thru 0x0359ad (0x735 bytes) 000344 1774875982.025532 write 0x01264f thru 0x01f3c0 (0xcd72 bytes) 000345 1774875982.041482 trunc from 0x02bcfc to 0x033591 (0x7896 bytes) 000346 1774875982.046390 write 0x03b804 thru 0x03ffff (0x47fc bytes) 000347 1774875982.048921 fallocate 0x027090 thru 0x02838b (0x12fc bytes) 000348 1774875982.062547 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xc766b654 (stale) Mirror 5: 0xc766b654 (stale) Mirror 6: 0x6a9b684b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x39808346 Mirror 7: 0x39808346 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000349 1774875983.066555 mapwrite 0x03b42c thru 0x03d41b (0x1ff0 bytes) 000350 1774875983.207041 write 0x02bf3d thru 0x038ce5 (0xcda9 bytes) 000351 1774875983.236395 mapread 0x03e896 thru 0x03ffff (0x176a bytes) 000352 1774875983.242590 write 0x03dcbc thru 0x03ffff (0x2344 bytes) 000353 1774875983.247929 read 0x034c5f thru 0x03ffff (0xb3a1 bytes) 000354 1774875983.249618 read 0x00efda thru 0x017e34 (0x8e5b bytes) 000355 1774875983.262122 trunc from 0x02ed2f to 0x0313ba (0x268c bytes) 000356 1774875983.284342 trunc from 0x03ff9f to 0x03ffff (0x61 bytes) 000357 1774875983.289343 punch from 0x026fcb to 0x032238 (0xb26e bytes) 000358 1774875983.295616 fallocate 0x0035aa thru 0x010eaf (0xd906 bytes) 000359 1774875983.301521 fallocate 0x01cfc4 thru 0x02bb37 (0xeb74 bytes) 000361 1774875983.307307 punch from 0x000a7b to 0x008273 (0x77f9 bytes) 000362 1774875983.313661 read 0x01509d thru 0x016a7e (0x19e2 bytes) 000363 1774875983.319290 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xc766b654 (stale) Mirror 6: 0x6a9b684b (stale) Mirror 7: 0x39808346 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xc766b654 (stale) Mirror 6: 0x6a9b684b (stale) Mirror 7: 0x39808346 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000364 1774875983.685022 mapwrite 0x0212b0 thru 0x027da7 (0x6af8 bytes) 000365 1774875983.732916 punch from 0x003deb to 0x00e544 (0xa75a bytes) 000366 1774875983.742261 trunc from 0x040000 to 0x01164b (0x2e9b4 bytes) 000367 1774875983.798051 mapread 0x006dae thru 0x01164b (0xa89e bytes) 000368 1774875983.816150 mapread 0x004691 thru 0x008f27 (0x4897 bytes) 000369 1774875983.818327 trunc from 0x01164c to 0x024b15 (0x134ca bytes) 000370 1774875983.842076 fallocate 0x02d08a thru 0x0318ea (0x4861 bytes) 000371 1774875983.850214 trunc from 0x024b16 to 0x02083f (0x42d6 bytes) 000372 1774875983.875360 punch from 0x005619 to 0x0069dc (0x13c4 bytes) 000373 1774875983.881352 mapwrite 0x00b248 thru 0x011f98 (0x6d51 bytes) 000374 1774875983.905175 trunc from 0x020840 to 0x02947a (0x8c3b bytes) 000375 1774875983.926525 write 0x03f260 thru 0x03ffff (0xda0 bytes) 000376 1774875983.929513 punch from 0x02fdf0 to 0x03fd12 (0xff23 bytes) 000377 1774875983.941221 read 0x00c44b thru 0x012bc7 (0x677d bytes) 000378 1774875983.952599 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xc766b654 (stale) Mirror 6: 0x6a9b684b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xc766b654 (stale) Mirror 6: 0x6a9b684b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000380 1774875984.339204 read 0x004653 thru 0x009eab (0x5859 bytes) 000381 1774875984.347905 read 0x033e79 thru 0x033efb (0x83 bytes) 000382 1774875984.360021 punch from 0x029ecb to 0x0357bd (0xb8f3 bytes) 000383 1774875984.365019 punch from 0x03d4ff to 0x03fe98 (0x299a bytes) 000384 1774875984.370588 fallocate 0x03231d thru 0x03f43d (0xd121 bytes) 000385 1774875984.376654 mapread 0x03429e thru 0x03fb23 (0xb886 bytes) 000386 1774875984.411058 mapread 0x03f3b8 thru 0x03ffff (0xc48 bytes) 000387 1774875984.417622 MIRROR_RESYNC 3 mirrors 000388 1774875985.180789 trunc from 0x0163f1 to 0x023fe1 (0xdbf1 bytes) 000389 1774875985.216468 write 0x029285 thru 0x02b120 (0x1e9c bytes) 000390 1774875985.228311 punch from 0x003a20 to 0x006951 (0x2f32 bytes) 000391 1774875985.238986 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xc58d46c (stale) Mirror 6: 0xc58d46c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6d192c13 Mirror 7: 0x6d192c13 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000392 1774875986.181309 read 0x014f61 thru 0x018c4c (0x3cec bytes) 000394 1774875986.208209 read 0x005f1e thru 0x012d72 (0xce55 bytes) 000395 1774875986.246445 MIRROR_RESYNC 4 mirrors 000396 1774875987.248014 mapwrite 0x029e04 thru 0x036d46 (0xcf43 bytes) 000398 1774875987.418135 fallocate 0x02ce45 thru 0x037d4c (0xaf08 bytes) 000399 1774875987.425497 trunc from 0x015308 to 0x020ac8 (0xb7c1 bytes) 000400 1774875987.434179 write 0x03e7fe thru 0x03ffff (0x1802 bytes) 000401 1774875987.450147 trunc from 0x000d07 to 0x000e0e (0x108 bytes) 000402 1774875987.462454 mapwrite 0x0297a9 thru 0x031a4d (0x82a5 bytes) 000403 1774875987.491725 mapread 0x0093a6 thru 0x010cf3 (0x794e bytes) 000404 1774875987.513983 trunc from 0x00ff17 to 0x01d7f0 (0xd8da bytes) 000405 1774875987.521312 mapread 0x039607 thru 0x03ffff (0x69f9 bytes) 000406 1774875987.522560 write 0x0230a8 thru 0x023551 (0x4aa bytes) 000407 1774875987.523603 punch from 0x02c2dc to 0x030690 (0x43b5 bytes) 000408 1774875987.533572 trunc from 0x040000 to 0x0241cd (0x1be32 bytes) 000409 1774875987.569135 punch from 0x01091a to 0x0183d1 (0x7ab8 bytes) 000410 1774875987.575501 fallocate 0x0080c7 thru 0x0154aa (0xd3e4 bytes) 000411 1774875987.583512 mapread 0x013beb thru 0x018282 (0x4698 bytes) 000412 1774875987.596260 punch from 0x00fe27 to 0x01ea9b (0xec75 bytes) 000413 1774875987.609314 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x241ce): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x241ce): Mirror 5: 0xbb509ab8 (stale) Mirror 6: 0xbb509ab8 (stale) Mirror 7: 0xbb509ab8 (stale) CRC-32 checksum value for chunk [0, 0x241ce): Mirror 1: 0xdb016368 Mirror 8: 0xdb016368 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x241ce: skipped 000415 1774875988.672714 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x241ce): Mirror 5: 0xbb509ab8 (stale) Mirror 6: 0xbb509ab8 (stale) Mirror 7: 0xbb509ab8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x241ce): Mirror 5: 0xbb509ab8 (stale) Mirror 6: 0xbb509ab8 (stale) Mirror 7: 0xbb509ab8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x241ce: skipped 000416 1774875989.127502 mapread 0x008ed3 thru 0x00da6b (0x4b99 bytes) 000417 1774875989.165422 mapread 0x007a7d thru 0x012ef9 (0xb47d bytes) 000418 1774875989.169522 mapread 0x01c64e thru 0x0241cd (0x7b80 bytes) 000419 1774875989.181510 punch from 0x01f11e to 0x0241cd (0x50b0 bytes) 000420 1774875989.210481 fallocate 0x01b0d5 thru 0x020ec0 (0x5dec bytes) 000421 1774875989.216564 trunc from 0x00d330 to 0x016fc8 (0x9c99 bytes) 000422 1774875989.228460 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x241ce): Mirror 5: 0xbb509ab8 (stale) Mirror 6: 0xbb509ab8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x241ce): Mirror 5: 0xbb509ab8 (stale) Mirror 6: 0xbb509ab8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x241ce: skipped 000423 1774875989.582779 fallocate 0x020dc7 thru 0x02d13b (0xc375 bytes) 000424 1774875989.591447 trunc from 0x02d13c to 0x036ccc (0x9b91 bytes) 000425 1774875989.618359 fallocate 0x0051a3 thru 0x006b38 (0x1996 bytes) 000426 1774875989.624974 read 0x00f84d thru 0x01667b (0x6e2f bytes) 000427 1774875989.635491 punch from 0x0007ea to 0x00ccd6 (0xc4ed bytes) 000430 1774875989.644674 trunc from 0x01f509 to 0x021a2a (0x2522 bytes) 000431 1774875989.654961 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36ccd): Mirror 6: 0xb499bf01 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36ccd): Mirror 6: 0xb499bf01 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36ccd: skipped 000432 1774875989.929904 read 0x023d66 thru 0x03395a (0xfbf5 bytes) 000433 1774875989.941617 trunc from 0x01c5fa to 0x01e844 (0x224b bytes) 000434 1774875989.947431 write 0x02329c thru 0x02c64a (0x93af bytes) 000435 1774875989.954018 mapwrite 0x000a5b thru 0x00459b (0x3b41 bytes) 000436 1774875989.999614 read 0x026ddd thru 0x02c636 (0x585a bytes) 000437 1774875990.001112 mapread 0x031685 thru 0x036ccc (0x5648 bytes) 000438 1774875990.012590 trunc from 0x036ccd to 0x037163 (0x497 bytes) 000439 1774875990.037928 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) 000440 1774875990.206852 trunc from 0x011bb9 to 0x01a40f (0x8857 bytes) 000442 1774875990.214850 mapwrite 0x02a282 thru 0x039023 (0xeda2 bytes) 000443 1774875990.363273 trunc from 0x0294d6 to 0x02bf73 (0x2a9e bytes) 000444 1774875990.387160 read 0x001bec thru 0x00d86a (0xbc7f bytes) 000445 1774875990.434243 trunc from 0x039024 to 0x00b3d5 (0x2dc4e bytes) 000446 1774875990.473980 MIRROR_EXTEND to 2 mirrors 000447 1774875991.198271 write 0x00a096 thru 0x014ae7 (0xaa52 bytes) 000448 1774875991.242352 trunc from 0x008e70 to 0x00e602 (0x5793 bytes) 000449 1774875991.257673 punch from 0x001c43 to 0x00a9c8 (0x8d86 bytes) 000450 1774875991.264078 trunc from 0x00ca86 to 0x012df2 (0x636d bytes) 000451 1774875991.269774 write 0x02b4c9 thru 0x036fa3 (0xbadb bytes) 000453 1774875991.273852 fallocate 0x004c56 thru 0x009bc0 (0x4f6b bytes) 000454 1774875991.279404 read 0x02c277 thru 0x0313bc (0x5146 bytes) 000455 1774875991.280639 trunc from 0x030845 to 0x03448b (0x3c47 bytes) 000456 1774875991.293835 trunc from 0x01e3af to 0x01f75b (0x13ad bytes) 000457 1774875991.299190 read 0x02aac3 thru 0x02bf8f (0x14cd bytes) 000458 1774875991.330356 punch from 0x02335d to 0x0258be (0x2562 bytes) 000459 1774875991.336081 fallocate 0x01287e thru 0x0132c5 (0xa48 bytes) 000460 1774875991.341953 mapread 0x024769 thru 0x02f28a (0xab22 bytes) 000461 1774875991.353957 write 0x01b38a thru 0x02872c (0xd3a3 bytes) 000464 1774875991.359550 read 0x00c864 thru 0x00f42b (0x2bc8 bytes) 000465 1774875991.360376 trunc from 0x036fa4 to 0x010ac7 (0x264dc bytes) 000466 1774875991.413347 read 0x005824 thru 0x0088d8 (0x30b5 bytes) 000467 1774875991.419554 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) 000468 1774875991.593224 punch from 0x009ec3 to 0x00a523 (0x661 bytes) 000469 1774875991.603100 MIRROR_EXTEND to 2 mirrors 000470 1774875992.433126 mapwrite 0x00f79d thru 0x01a1ae (0xaa12 bytes) 000472 1774875992.529421 read 0x018874 thru 0x01a1ae (0x193b bytes) 000473 1774875992.530205 read 0x00fb6e thru 0x0115fd (0x1a90 bytes) 000475 1774875992.533582 trunc from 0x00bf21 to 0x00fcb5 (0x3d95 bytes) 000476 1774875992.541610 trunc from 0x01a1af to 0x024001 (0x9e53 bytes) 000477 1774875992.560186 mapread 0x00a8e2 thru 0x00b112 (0x831 bytes) 000478 1774875992.574137 fallocate 0x03d0b6 thru 0x03ffff (0x2f4a bytes) 000479 1774875992.580047 mapread 0x01e44f thru 0x024001 (0x5bb3 bytes) 000482 1774875992.582476 trunc from 0x024002 to 0x0368ee (0x128ed bytes) 000483 1774875992.602228 trunc from 0x0368ef to 0x02b803 (0xb0eb bytes) 000484 1774875992.618456 trunc from 0x02b804 to 0x0233e8 (0x841b bytes) 000485 1774875992.634230 trunc from 0x00743f to 0x009f8d (0x2b4f bytes) 000486 1774875992.640144 fallocate 0x0326f8 thru 0x03720f (0x4b18 bytes) 000487 1774875992.647421 mapwrite 0x02a181 thru 0x035714 (0xb594 bytes) 000488 1774875992.709003 mapwrite 0x01a770 thru 0x020a02 (0x6293 bytes) 000489 1774875992.732867 punch from 0x00ac36 to 0x011bed (0x6fb8 bytes) 000490 1774875992.739941 read 0x02e41d thru 0x02fa5e (0x1642 bytes) 000491 1774875992.743972 trunc from 0x00063b to 0x0055e1 (0x4fa7 bytes) 000492 1774875992.752023 read 0x0003a8 thru 0x000aeb (0x744 bytes) 000493 1774875992.764251 mapread 0x01d23d thru 0x02187a (0x463e bytes) 000494 1774875992.767157 punch from 0x01a153 to 0x01fcaf (0x5b5d bytes) 000495 1774875992.773912 write 0x0368b7 thru 0x03984d (0x2f97 bytes) 000496 1774875992.780527 MIRROR_RESYNC 2 mirrors 000497 1774875993.568217 MIRROR_EXTEND to 3 mirrors 000498 1774875994.276682 MIRROR_RESYNC 3 mirrors 000499 1774875994.645626 mapwrite 0x03e791 thru 0x03ffff (0x186f bytes) 000500 1774875994.717233 MIRROR_RESYNC 3 mirrors 000501 1774875995.635599 write 0x00c300 thru 0x014757 (0x8458 bytes) 000502 1774875995.669982 fallocate 0x007e3d thru 0x00eec2 (0x7086 bytes) 000504 1774875995.676730 mapwrite 0x03b063 thru 0x03f13a (0x40d8 bytes) 000506 1774875995.707126 punch from 0x01b4d0 to 0x01bad5 (0x606 bytes) 000508 1774875995.712179 fallocate 0x02c8a0 thru 0x0313dc (0x4b3d bytes) 000509 1774875995.716749 punch from 0x008f3e to 0x017343 (0xe406 bytes) 000510 1774875995.727422 MIRROR_RESYNC 3 mirrors 000511 1774875996.619984 trunc from 0x039aff to 0x03dad3 (0x3fd5 bytes) 000512 1774875996.650851 write 0x03e647 thru 0x03ffff (0x19b9 bytes) 000514 1774875996.663213 mapread 0x00a657 thru 0x00c409 (0x1db3 bytes) 000515 1774875996.689664 MIRROR_RESYNC 3 mirrors 000516 1774875997.569631 write 0x0387ce thru 0x03ea4f (0x6282 bytes) 000517 1774875997.605749 read 0x017eff thru 0x01c9ec (0x4aee bytes) 000518 1774875997.616255 trunc from 0x040000 to 0x014436 (0x2bbc9 bytes) 000519 1774875997.634533 trunc from 0x014437 to 0x00e182 (0x62b4 bytes) 000520 1774875997.656116 write 0x03a7f0 thru 0x03c804 (0x2015 bytes) 000521 1774875997.657545 read 0x00698c thru 0x00bc71 (0x52e6 bytes) 000522 1774875997.674176 mapread 0x01b637 thru 0x020bd0 (0x559a bytes) 000523 1774875997.675574 punch from 0x016110 to 0x0206ba (0xa5ab bytes) 000524 1774875997.682018 trunc from 0x03c805 to 0x00203f (0x3a7c5 bytes) 000525 1774875997.699075 mapread 0x0012b5 thru 0x00203f (0xd8b bytes) 000526 1774875997.700246 fallocate 0x009be7 thru 0x011912 (0x7d2c bytes) 000527 1774875997.706172 mapwrite 0x020f82 thru 0x023ed1 (0x2f50 bytes) 000530 1774875997.753743 mapwrite 0x03a8e5 thru 0x03ffff (0x571b bytes) 000531 1774875997.803164 write 0x02311a thru 0x02eac9 (0xb9b0 bytes) 000532 1774875997.813212 mapread 0x018b3a thru 0x01f373 (0x683a bytes) 000533 1774875997.857544 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x4ba0bdb7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x4ba0bdb7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000534 1774875998.147351 trunc from 0x040000 to 0x038bdd (0x7422 bytes) 000535 1774875998.190194 trunc from 0x038bde to 0x00e33e (0x2a89f bytes) 000536 1774875998.207029 punch from 0x00db51 to 0x00e33e (0x7ee bytes) 000537 1774875998.218114 fallocate 0x0129b6 thru 0x020841 (0xde8c bytes) 000538 1774875998.224956 punch from 0x01085b to 0x01b6fa (0xaea0 bytes) 000539 1774875998.231824 mapread 0x014bbf thru 0x01b4e8 (0x692a bytes) 000540 1774875998.274335 trunc from 0x020842 to 0x005b9b (0x1aca6 bytes) 000541 1774875998.292133 mapwrite 0x031988 thru 0x032f82 (0x15fb bytes) 000542 1774875998.349023 mapwrite 0x018782 thru 0x01a0ad (0x192c bytes) 000543 1774875998.372656 mapread 0x012349 thru 0x0193ec (0x70a4 bytes) 000544 1774875998.376002 write 0x01357d thru 0x01569e (0x2122 bytes) 000545 1774875998.386103 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x32f83): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32f83): Mirror 2: 0x4d7915e2 (stale) CRC-32 checksum value for chunk [0, 0x32f83): Mirror 1: 0x6b0819b7 Mirror 3: 0x6b0819b7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32f83: skipped 000546 1774875999.198486 fallocate 0x02d11d thru 0x03802c (0xaf10 bytes) 000548 1774875999.265859 punch from 0x0091d2 to 0x012d2c (0x9b5b bytes) 000549 1774875999.277953 MIRROR_RESYNC 3 mirrors 000550 1774876000.286342 MIRROR_EXTEND to 4 mirrors 000551 1774876000.882055 write 0x015b36 thru 0x02314b (0xd616 bytes) 000552 1774876000.927376 punch from 0x013512 to 0x01e0de (0xabcd bytes) 000553 1774876000.950267 punch from 0x02796b to 0x02e91d (0x6fb3 bytes) 000554 1774876000.955154 write 0x02ebdd thru 0x035799 (0x6bbd bytes) 000555 1774876000.965843 mapread 0x007ca8 thru 0x00dbf6 (0x5f4f bytes) 000556 1774876000.975250 read 0x00bc93 thru 0x01bba1 (0xff0f bytes) 000557 1774876000.984920 trunc from 0x0272a7 to 0x02e3a5 (0x70ff bytes) 000558 1774876001.002540 mapread 0x01341f thru 0x01f06a (0xbc4c bytes) 000559 1774876001.012919 trunc from 0x03579a to 0x004d6c (0x30a2d bytes) 000560 1774876001.044061 fallocate 0x01278d thru 0x013137 (0x9ab bytes) 000561 1774876001.053576 read 0x00ca64 thru 0x013137 (0x66d4 bytes) 000562 1774876001.066538 punch from 0x000b75 to 0x007dd4 (0x7260 bytes) 000563 1774876001.073257 mapwrite 0x022023 thru 0x02f67d (0xd65b bytes) 000564 1774876001.132439 mapwrite 0x00380b thru 0x008e75 (0x566b bytes) 000566 1774876001.171950 mapread 0x00be62 thru 0x019bf5 (0xdd94 bytes) 000567 1774876001.173280 write 0x0218ed thru 0x0262e8 (0x49fc bytes) 000568 1774876001.176551 read 0x015f8a thru 0x0234e8 (0xd55f bytes) 000569 1774876001.177553 trunc from 0x026492 to 0x02cd1a (0x6889 bytes) 000572 1774876001.203775 MIRROR_RESYNC 4 mirrors 000573 1774876002.329937 fallocate 0x03bcae thru 0x03ffff (0x4352 bytes) 000575 1774876002.370330 MIRROR_RESYNC 4 mirrors 000577 1774876003.620724 punch from 0x017a59 to 0x021788 (0x9d30 bytes) 000579 1774876003.676149 mapwrite 0x012c48 thru 0x013642 (0x9fb bytes) 000580 1774876003.705330 punch from 0x00cdd8 to 0x013a78 (0x6ca1 bytes) 000581 1774876003.720043 mapread 0x035487 thru 0x03a9be (0x5538 bytes) 000582 1774876003.761970 fallocate 0x01d22d thru 0x024fe0 (0x7db4 bytes) 000583 1774876003.774940 fallocate 0x01bbb2 thru 0x02852a (0xc979 bytes) 000584 1774876003.786073 fallocate 0x01b295 thru 0x020018 (0x4d84 bytes) 000586 1774876003.793103 mapwrite 0x01c891 thru 0x02b2ca (0xea3a bytes) 000587 1774876003.843428 trunc from 0x00459e to 0x00821e (0x3c81 bytes) 000588 1774876003.849431 mapwrite 0x034f4d thru 0x03a6fa (0x57ae bytes) 000589 1774876003.871100 write 0x00cb7a thru 0x00e3ae (0x1835 bytes) 000590 1774876003.885948 punch from 0x01a713 to 0x01f546 (0x4e34 bytes) 000591 1774876003.893589 punch from 0x03e3ab to 0x03ffff (0x1c55 bytes) 000592 1774876003.909203 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd4320ea6 (stale) Mirror 3: 0xd4320ea6 (stale) Mirror 4: 0xd4320ea6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x77cc97a0 Mirror 5: 0x77cc97a0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000593 1774876005.035245 mapwrite 0x03ccde thru 0x03ffff (0x3322 bytes) 000594 1774876005.145460 mapread 0x029ec2 thru 0x034256 (0xa395 bytes) 000595 1774876005.166243 mapread 0x0098eb thru 0x018fcc (0xf6e2 bytes) 000596 1774876005.190544 trunc from 0x028f59 to 0x03194c (0x89f4 bytes) 000597 1774876005.195850 write 0x01d8e8 thru 0x026081 (0x879a bytes) 000599 1774876005.211946 trunc from 0x040000 to 0x01e6b1 (0x2194e bytes) 000600 1774876005.234537 trunc from 0x01e6b2 to 0x03fb2f (0x2147e bytes) 000601 1774876005.254649 MIRROR_RESYNC 5 mirrors 000602 1774876007.098440 mapwrite 0x023fac thru 0x02ceca (0x8f1f bytes) 000603 1774876007.214007 fallocate 0x010b46 thru 0x01766d (0x6b28 bytes) 000604 1774876007.222255 trunc from 0x01c727 to 0x02bc01 (0xf4db bytes) 000605 1774876007.238041 trunc from 0x034e3c to 0x03d347 (0x850c bytes) 000606 1774876007.246971 fallocate 0x0003a8 thru 0x004465 (0x40be bytes) 000607 1774876007.256214 write 0x018392 thru 0x02424f (0xbebe bytes) 000608 1774876007.281960 mapwrite 0x01080e thru 0x01fee3 (0xf6d6 bytes) 000609 1774876007.324885 punch from 0x02de2a to 0x034c2e (0x6e05 bytes) 000610 1774876007.330536 mapread 0x03758a thru 0x038fb3 (0x1a2a bytes) 000612 1774876007.342102 mapwrite 0x03c1c1 thru 0x03ffff (0x3e3f bytes) 000613 1774876007.376992 trunc from 0x040000 to 0x00a9e7 (0x35618 bytes) 000614 1774876007.401533 MIRROR_RESYNC 5 mirrors 000615 1774876008.776562 read 0x007411 thru 0x00a9e7 (0x35d7 bytes) 000616 1774876008.785535 trunc from 0x0077bc to 0x00a9e7 (0x322c bytes) 000617 1774876008.820768 punch from 0x003d6a to 0x009078 (0x530f bytes) 000618 1774876008.827509 punch from 0x006902 to 0x00a9e7 (0x40e6 bytes) 000619 1774876008.837065 read 0x009455 thru 0x00a9e7 (0x1593 bytes) 000620 1774876008.887114 punch from 0x001cf7 to 0x00a9e7 (0x8cf1 bytes) 000621 1774876008.893246 mapwrite 0x02346d thru 0x02d47a (0xa00e bytes) 000622 1774876008.973446 trunc from 0x0279de to 0x02d47a (0x5a9d bytes) 000623 1774876008.980569 write 0x01c074 thru 0x020edb (0x4e68 bytes) 000624 1774876008.982079 punch from 0x00b8ef to 0x00ba2a (0x13c bytes) 000625 1774876008.987086 fallocate 0x03d1fa thru 0x03ffff (0x2e06 bytes) 000627 1774876008.991946 mapread 0x0294ff thru 0x02fad4 (0x65d6 bytes) 000628 1774876009.017461 fallocate 0x009302 thru 0x011992 (0x8691 bytes) 000629 1774876009.022492 read 0x02b82a thru 0x02bf62 (0x739 bytes) 000630 1774876009.023497 mapwrite 0x005e88 thru 0x011b1c (0xbc95 bytes) 000631 1774876009.051964 write 0x002a5a thru 0x004c44 (0x21eb bytes) 000632 1774876009.053578 mapread 0x0269cf thru 0x02e6fe (0x7d30 bytes) 000633 1774876009.055023 fallocate 0x019938 thru 0x01f85d (0x5f26 bytes) 000634 1774876009.059429 punch from 0x01662f to 0x02227c (0xbc4e bytes) 000635 1774876009.067395 MIRROR_RESYNC 5 mirrors 000636 1774876010.816888 trunc from 0x0124eb to 0x012cca (0x7e0 bytes) 000637 1774876010.860811 mapread 0x03b6aa thru 0x03ffff (0x4956 bytes) 000638 1774876010.905409 trunc from 0x013ce0 to 0x01b4b7 (0x77d8 bytes) 000639 1774876010.924984 write 0x02cec0 thru 0x03b5ee (0xe72f bytes) 000640 1774876010.960227 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf44ca08c (stale) Mirror 4: 0xf44ca08c (stale) Mirror 5: 0xf44ca08c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf44ca08c (stale) Mirror 4: 0xf44ca08c (stale) Mirror 5: 0xf44ca08c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000641 1774876011.643373 mapwrite 0x02ee7c thru 0x035c9f (0x6e24 bytes) 000642 1774876011.689747 mapread 0x006c36 thru 0x015750 (0xeb1b bytes) 000643 1774876011.715680 write 0x036a7e thru 0x03ffff (0x9582 bytes) 000644 1774876011.723762 mapread 0x023ab2 thru 0x0274f2 (0x3a41 bytes) 000645 1774876011.738384 mapwrite 0x03c367 thru 0x03ffff (0x3c99 bytes) 000646 1774876011.768084 fallocate 0x012978 thru 0x01ef96 (0xc61f bytes) 000647 1774876011.775029 punch from 0x0387ef to 0x03d2ef (0x4b01 bytes) 000648 1774876011.782849 fallocate 0x03a5a8 thru 0x03ffff (0x5a58 bytes) 000649 1774876011.788898 mapread 0x00f6ba thru 0x019bc5 (0xa50c bytes) 000650 1774876011.791415 trunc from 0x040000 to 0x038249 (0x7db6 bytes) 000651 1774876011.812833 trunc from 0x01ec2d to 0x027637 (0x8a0b bytes) 000652 1774876011.819859 fallocate 0x036cdc thru 0x037a29 (0xd4e bytes) 000653 1774876011.827906 trunc from 0x03824a to 0x0321ec (0x605d bytes) 000654 1774876011.849549 mapread 0x016946 thru 0x0211ed (0xa8a8 bytes) 000655 1774876011.861674 mapwrite 0x01b641 thru 0x01f47a (0x3e3a bytes) 000656 1774876011.886889 trunc from 0x0321ed to 0x02d5e9 (0x4c03 bytes) 000657 1774876011.916813 MIRROR_RESYNC 4 mirrors 000658 1774876013.329369 MIRROR_EXTEND to 5 mirrors 000659 1774876014.468360 write 0x03957e thru 0x03adf7 (0x187a bytes) 000660 1774876014.516457 mapread 0x0213cd thru 0x02c2d7 (0xaf0b bytes) 000661 1774876014.564065 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3adf8): Mirror 2: 0x4f4a85d6 (stale) Mirror 5: 0x4f4a85d6 (stale) Mirror 6: 0x4f4a85d6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3adf8): Mirror 2: 0x4f4a85d6 (stale) Mirror 5: 0x4f4a85d6 (stale) Mirror 6: 0x4f4a85d6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3adf8: skipped 000662 1774876014.913482 mapwrite 0x004ea8 thru 0x00fd83 (0xaedc bytes) 000663 1774876014.959897 trunc from 0x0338f6 to 0x039b4a (0x6255 bytes) 000664 1774876014.965948 mapread 0x0394ca thru 0x03adf7 (0x192e bytes) 000665 1774876014.977243 fallocate 0x01023b thru 0x01a1bd (0x9f83 bytes) 000666 1774876014.983320 fallocate 0x01850b thru 0x01c731 (0x4227 bytes) 000667 1774876014.989400 read 0x00f0a8 thru 0x0101a6 (0x10ff bytes) 000668 1774876014.995275 MIRROR_RESYNC 4 mirrors 000669 1774876016.935445 trunc from 0x01a5b8 to 0x024aba (0xa503 bytes) 000670 1774876017.021179 write 0x00c670 thru 0x018599 (0xbf2a bytes) 000671 1774876017.045759 read 0x0048d1 thru 0x00ffd9 (0xb709 bytes) 000672 1774876017.077071 fallocate 0x037226 thru 0x03986d (0x2648 bytes) 000673 1774876017.086593 read 0x018ca0 thru 0x0280d7 (0xf438 bytes) 000675 1774876017.112542 read 0x02df2c thru 0x031d9e (0x3e73 bytes) 000676 1774876017.113275 fallocate 0x0181e4 thru 0x024839 (0xc656 bytes) 000677 1774876017.122096 trunc from 0x03adf8 to 0x019934 (0x214c3 bytes) 000678 1774876017.153378 mapread 0x00884a thru 0x00dce0 (0x5497 bytes) 000679 1774876017.154863 mapread 0x00f2ef thru 0x019934 (0xa646 bytes) 000680 1774876017.160886 trunc from 0x019935 to 0x02dbec (0x142b8 bytes) 000681 1774876017.224124 punch from 0x00aca2 to 0x018cdf (0xe03e bytes) 000682 1774876017.275648 fallocate 0x02ef20 thru 0x030245 (0x1326 bytes) 000684 1774876017.292306 mapwrite 0x006dc2 thru 0x00f51e (0x875d bytes) 000685 1774876017.390448 fallocate 0x000b6d thru 0x00ea4b (0xdedf bytes) 000687 1774876017.412223 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30246): Mirror 2: 0x46de0d78 (stale) Mirror 6: 0x46de0d78 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30246): Mirror 2: 0x46de0d78 (stale) Mirror 6: 0x46de0d78 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30246: skipped 000689 1774876018.020810 write 0x011b6b thru 0x01b135 (0x95cb bytes) 000690 1774876018.040243 mapwrite 0x001c76 thru 0x009b6f (0x7efa bytes) 000691 1774876018.074929 punch from 0x00ba2d to 0x0155ef (0x9bc3 bytes) 000692 1774876018.082253 write 0x02b9db thru 0x03aa1b (0xf041 bytes) 000693 1774876018.097799 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3aa1c): Mirror 2: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3aa1c): Mirror 2: 0x30414764 (stale) Mirror 6: 0x30414764 (stale) CRC-32 checksum value for chunk [0, 0x3aa1c): Mirror 1: 0x75dc0749 Mirror 7: 0x75dc0749 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3aa1c: skipped 000695 1774876019.482419 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3aa1c): Mirror 2: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3aa1c): Mirror 2: 0x30414764 (stale) Mirror 6: 0x30414764 (stale) CRC-32 checksum value for chunk [0, 0x3aa1c): Mirror 1: 0x75dc0749 Mirror 7: 0x75dc0749 Mirror 8: 0x75dc0749 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3aa1c: skipped 000697 1774876020.837880 mapwrite 0x01ac6d thru 0x026fff (0xc393 bytes) 000698 1774876021.076549 mapwrite 0x00ad38 thru 0x01ac7e (0xff47 bytes) 000699 1774876021.155052 read 0x03060c thru 0x0333b6 (0x2dab bytes) 000700 1774876021.166832 read 0x018224 thru 0x0212fa (0x90d7 bytes) 000701 1774876021.168739 write 0x020ba9 thru 0x022521 (0x1979 bytes) 000702 1774876021.181435 mapread 0x038bee thru 0x03a6e1 (0x1af4 bytes) 000703 1774876021.203776 mapwrite 0x01a9d3 thru 0x01b369 (0x997 bytes) 000704 1774876021.223658 trunc from 0x031bff to 0x03272a (0xb2c bytes) 000705 1774876021.234402 trunc from 0x037d44 to 0x03aa1b (0x2cd8 bytes) 000706 1774876021.247649 punch from 0x00964f to 0x00cda0 (0x3752 bytes) 000707 1774876021.257136 mapread 0x00bdbb thru 0x00fae5 (0x3d2b bytes) 000708 1774876021.288425 fallocate 0x032a5d thru 0x03cfe8 (0xa58c bytes) 000709 1774876021.296743 mapwrite 0x026d94 thru 0x02ebe8 (0x7e55 bytes) 000710 1774876021.319802 trunc from 0x03cfe9 to 0x000369 (0x3cc7f bytes) 000712 1774876021.391179 MIRROR_RESYNC 5 mirrors 000713 1774876022.428495 punch from 0x000346 to 0x000369 (0x24 bytes) 000714 1774876022.507591 fallocate 0x00aa7b thru 0x00e092 (0x3618 bytes) 000715 1774876022.514067 fallocate 0x0098fa thru 0x018d9a (0xf4a1 bytes) 000716 1774876022.520665 write 0x01210c thru 0x01d198 (0xb08d bytes) 000717 1774876022.526202 mapread 0x00a665 thru 0x00e83c (0x41d8 bytes) 000718 1774876022.547255 punch from 0x003aa6 to 0x007ac3 (0x401e bytes) 000719 1774876022.553716 read 0x00b005 thru 0x014b19 (0x9b15 bytes) 000721 1774876022.556798 mapwrite 0x002c84 thru 0x006189 (0x3506 bytes) 000722 1774876022.589853 write 0x0220e8 thru 0x02f116 (0xd02f bytes) 000723 1774876022.592919 fallocate 0x0328a7 thru 0x03c881 (0x9fdb bytes) 000724 1774876022.599578 fallocate 0x0094ae thru 0x019323 (0xfe76 bytes) 000725 1774876022.606043 mapwrite 0x003c3d thru 0x005a48 (0x1e0c bytes) 000726 1774876022.625815 read 0x008e62 thru 0x012f72 (0xa111 bytes) 000727 1774876022.631633 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f117): Mirror 2: 0xade98894 (stale) Mirror 6: 0xade98894 (stale) Mirror 7: 0xade98894 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f117): Mirror 2: 0xade98894 (stale) Mirror 6: 0xade98894 (stale) Mirror 7: 0xade98894 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f117: skipped 000728 1774876023.244653 write 0x011749 thru 0x012260 (0xb18 bytes) 000729 1774876023.265567 write 0x037512 thru 0x03ffff (0x8aee bytes) 000730 1774876023.270093 mapwrite 0x01c8cb thru 0x0225a6 (0x5cdc bytes) 000731 1774876023.319027 write 0x034548 thru 0x035ba9 (0x1662 bytes) 000732 1774876023.337625 write 0x03ecfd thru 0x03ffff (0x1303 bytes) 000733 1774876023.339803 fallocate 0x00ce8d thru 0x01b79d (0xe911 bytes) 000734 1774876023.352028 mapwrite 0x000281 thru 0x001aba (0x183a bytes) 000735 1774876023.412955 trunc from 0x028d2e to 0x02ff81 (0x7254 bytes) 000736 1774876023.417850 trunc from 0x040000 to 0x01f505 (0x20afa bytes) 000737 1774876023.490735 punch from 0x00007a to 0x000d9a (0xd21 bytes) 000738 1774876023.507522 mapread 0x019767 thru 0x01e290 (0x4b2a bytes) 000739 1774876023.512615 trunc from 0x01e970 to 0x01f505 (0xb96 bytes) 000740 1774876023.530383 trunc from 0x01f506 to 0x02ad81 (0xb87c bytes) 000741 1774876023.561503 trunc from 0x0016ee to 0x0044c4 (0x2dd7 bytes) 000743 1774876023.569218 fallocate 0x02a7a8 thru 0x032626 (0x7e7f bytes) 000744 1774876023.579209 trunc from 0x0136fd to 0x018889 (0x518d bytes) 000746 1774876023.592546 mapwrite 0x022e34 thru 0x026752 (0x391f bytes) 000747 1774876023.681841 read 0x00f82b thru 0x01da30 (0xe206 bytes) 000748 1774876023.708213 write 0x03a590 thru 0x03ffff (0x5a70 bytes) 000749 1774876023.709775 mapwrite 0x03cf9c thru 0x03ffff (0x3064 bytes) 000751 1774876023.760643 fallocate 0x010fa0 thru 0x017e73 (0x6ed4 bytes) 000752 1774876023.772383 trunc from 0x040000 to 0x001cbe (0x3e341 bytes) 000753 1774876023.797262 read 0x000b5a thru 0x001cbe (0x1165 bytes) 000754 1774876023.805120 punch from 0x001108 to 0x001cbe (0xbb7 bytes) 000755 1774876023.822600 write 0x013c9d thru 0x0231e9 (0xf54d bytes) 000756 1774876023.834288 mapwrite 0x0352ea thru 0x03ffff (0xad16 bytes) 000758 1774876023.937057 fallocate 0x033dfb thru 0x03ffff (0xc205 bytes) 000759 1774876023.956805 write 0x0071f3 thru 0x015bad (0xe9bb bytes) 000760 1774876023.961665 mapread 0x00eba7 thru 0x01e960 (0xfdba bytes) 000761 1774876023.967473 read 0x009018 thru 0x013baf (0xab98 bytes) 000762 1774876023.968278 mapread 0x0265ea thru 0x03106f (0xaa86 bytes) 000764 1774876023.972374 punch from 0x02f11b to 0x0342ae (0x5194 bytes) 000765 1774876023.989791 fallocate 0x02a06d thru 0x02fae5 (0x5a79 bytes) 000766 1774876023.996224 trunc from 0x01feaf to 0x020c6e (0xdc0 bytes) 000767 1774876024.001626 punch from 0x03165e to 0x037e5d (0x6800 bytes) 000769 1774876024.017322 mapread 0x018bea thru 0x01ab05 (0x1f1c bytes) 000770 1774876024.019620 write 0x006536 thru 0x00b816 (0x52e1 bytes) 000772 1774876024.024827 read 0x00db85 thru 0x0155f0 (0x7a6c bytes) 000773 1774876024.026903 fallocate 0x00bb04 thru 0x013244 (0x7741 bytes) 000774 1774876024.038775 fallocate 0x037c6b thru 0x03cbcf (0x4f65 bytes) 000775 1774876024.053137 read 0x01266b thru 0x0134a7 (0xe3d bytes) 000776 1774876024.054619 punch from 0x00b10c to 0x016689 (0xb57e bytes) 000777 1774876024.071617 punch from 0x01b6b9 to 0x022ca8 (0x75f0 bytes) 000778 1774876024.082819 mapwrite 0x01b999 thru 0x02275a (0x6dc2 bytes) 000779 1774876024.170045 read 0x013ac0 thru 0x019054 (0x5595 bytes) 000780 1774876024.171309 mapwrite 0x02fefa thru 0x03b1be (0xb2c5 bytes) 000781 1774876024.222417 mapread 0x0143f1 thru 0x01f7f1 (0xb401 bytes) 000782 1774876024.224663 fallocate 0x0059ae thru 0x009b77 (0x41ca bytes) 000783 1774876024.238007 write 0x02ee3b thru 0x03508b (0x6251 bytes) 000784 1774876024.241965 write 0x016cb6 thru 0x022c4e (0xbf99 bytes) 000785 1774876024.246455 trunc from 0x040000 to 0x02ab6b (0x15494 bytes) 000786 1774876024.299969 fallocate 0x007bd0 thru 0x00a173 (0x25a4 bytes) 000787 1774876024.305747 trunc from 0x014c71 to 0x01efbc (0xa34c bytes) 000788 1774876024.333955 fallocate 0x02ce98 thru 0x03b2ad (0xe416 bytes) 000789 1774876024.340673 mapwrite 0x02ae95 thru 0x0392a4 (0xe410 bytes) 000791 1774876024.457489 mapwrite 0x01d071 thru 0x01f745 (0x26d5 bytes) 000792 1774876024.482067 mapread 0x0302f7 thru 0x03326d (0x2f77 bytes) 000793 1774876024.483207 punch from 0x004c88 to 0x007ae9 (0x2e62 bytes) 000794 1774876024.502063 trunc from 0x01af5f to 0x02133c (0x63de bytes) 000795 1774876024.514223 read 0x001057 thru 0x0086bd (0x7667 bytes) 000796 1774876024.534514 trunc from 0x0392a5 to 0x011077 (0x2822d bytes) 000797 1774876024.563228 read 0x009d71 thru 0x00adb1 (0x1041 bytes) 000798 1774876024.570164 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x11078): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11078): Mirror 2: 0xc113eb06 (stale) Mirror 6: 0xc113eb06 (stale) Mirror 7: 0xc113eb06 (stale) CRC-32 checksum value for chunk [0, 0x11078): Mirror 1: 0xdb8d53a1 Mirror 8: 0xdb8d53a1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11078: skipped 000799 1774876025.989043 mapread 0x00ea3f thru 0x011077 (0x2639 bytes) 000800 1774876026.036214 write 0x00a1c5 thru 0x014c63 (0xaa9f bytes) 000801 1774876026.097072 trunc from 0x01261e to 0x014c63 (0x2646 bytes) 000802 1774876026.114659 fallocate 0x00f35f thru 0x014289 (0x4f2b bytes) 000803 1774876026.127012 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x14c64): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x14c64): Mirror 2: 0xb4dbe46e (stale) Mirror 6: 0xb4dbe46e (stale) Mirror 7: 0xb4dbe46e (stale) Mirror 8: 0x758f6b42 (stale) CRC-32 checksum value for chunk [0, 0x14c64): Mirror 1: 0xbbf4bf45 Mirror 9: 0xbbf4bf45 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x14c64: skipped 000804 1774876027.187745 trunc from 0x014c64 to 0x033c0c (0x1efa9 bytes) 000805 1774876027.261125 mapread 0x00f6e9 thru 0x01e5b1 (0xeec9 bytes) 000806 1774876027.296259 mapread 0x004837 thru 0x013537 (0xed01 bytes) 000807 1774876027.306805 fallocate 0x034320 thru 0x039c22 (0x5903 bytes) 000808 1774876027.312179 mapread 0x01f698 thru 0x023708 (0x4071 bytes) 000809 1774876027.323180 trunc from 0x032adf to 0x033c0c (0x112e bytes) 000810 1774876027.328270 read 0x0022c2 thru 0x010ca7 (0xe9e6 bytes) 000811 1774876027.329299 punch from 0x01997b to 0x01ea78 (0x50fe bytes) 000812 1774876027.335515 fallocate 0x035cd6 thru 0x03ffff (0xa32a bytes) 000814 1774876027.345370 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xe20eea22 (stale) Mirror 8: 0x894fef2d (stale) Mirror 9: 0xb06f0e2f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xb06f0e2f Mirror 10: 0xb06f0e2f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000815 1774876028.182016 write 0x0228f0 thru 0x02ae67 (0x8578 bytes) 000816 1774876028.236132 fallocate 0x01f685 thru 0x02b86c (0xc1e8 bytes) 000817 1774876028.241340 mapwrite 0x010ee2 thru 0x0153f2 (0x4511 bytes) 000819 1774876028.271334 write 0x039acb thru 0x03a8a6 (0xddc bytes) 000820 1774876028.280134 trunc from 0x014735 to 0x015fba (0x1886 bytes) 000821 1774876028.285215 trunc from 0x02ddaa to 0x037faa (0xa201 bytes) 000822 1774876028.290262 trunc from 0x017fe7 to 0x01b763 (0x377d bytes) 000823 1774876028.295278 mapwrite 0x03ad2e thru 0x03c4c8 (0x179b bytes) 000824 1774876028.315106 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xe20eea22 (stale) Mirror 8: 0x894fef2d (stale) Mirror 9: 0xb06f0e2f (stale) Mirror 10: 0xb06f0e2f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xe20eea22 (stale) Mirror 8: 0x894fef2d (stale) Mirror 9: 0xb06f0e2f (stale) Mirror 10: 0xb06f0e2f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000825 1774876028.820577 mapread 0x02c34d thru 0x03ac91 (0xe945 bytes) 000826 1774876028.864532 fallocate 0x029041 thru 0x037679 (0xe639 bytes) 000827 1774876028.875589 punch from 0x006301 to 0x00f83f (0x953f bytes) 000828 1774876028.883810 punch from 0x002f0b to 0x00f01f (0xc115 bytes) 000829 1774876028.891166 mapwrite 0x03a36e thru 0x03ffff (0x5c92 bytes) 000830 1774876028.913377 trunc from 0x040000 to 0x01b847 (0x247b8 bytes) 000831 1774876028.979361 write 0x013d88 thru 0x020485 (0xc6fe bytes) 000832 1774876028.995610 read 0x01b83c thru 0x020485 (0x4c4a bytes) 000834 1774876028.997872 read 0x006110 thru 0x00be13 (0x5d04 bytes) 000835 1774876029.006920 punch from 0x01d2ab to 0x020485 (0x31db bytes) 000836 1774876029.022238 fallocate 0x015b72 thru 0x017aa3 (0x1f32 bytes) 000837 1774876029.034934 fallocate 0x01ce50 thru 0x0223f1 (0x55a2 bytes) 000838 1774876029.046285 fallocate 0x02c4be thru 0x0350ef (0x8c32 bytes) 000839 1774876029.059015 trunc from 0x020486 to 0x034391 (0x13f0c bytes) 000840 1774876029.085908 mapwrite 0x010200 thru 0x013674 (0x3475 bytes) 000841 1774876029.122885 mapwrite 0x03d837 thru 0x03ffff (0x27c9 bytes) 000842 1774876029.183105 mapwrite 0x00df74 thru 0x018be9 (0xac76 bytes) 000843 1774876029.213566 MIRROR_RESYNC 6 mirrors 000844 1774876031.386474 trunc from 0x040000 to 0x01d8ea (0x22715 bytes) 000846 1774876031.439243 trunc from 0x01d8eb to 0x0137ad (0xa13d bytes) 000847 1774876031.489423 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x137ae): Mirror 6: 0x5e3bffa0 (stale) Mirror 7: 0x5e3bffa0 (stale) Mirror 9: 0x5e3bffa0 (stale) Mirror 10: 0x5e3bffa0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x137ae): Mirror 6: 0x5e3bffa0 (stale) Mirror 7: 0x5e3bffa0 (stale) Mirror 9: 0x5e3bffa0 (stale) Mirror 10: 0x5e3bffa0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x137ae: skipped 000848 1774876032.001438 read 0x002444 thru 0x004990 (0x254d bytes) 000850 1774876032.011823 write 0x010893 thru 0x019a98 (0x9206 bytes) 000851 1774876032.024153 read 0x00fe7e thru 0x019a98 (0x9c1b bytes) 000852 1774876032.037644 trunc from 0x0059f4 to 0x013c1d (0xe22a bytes) 000853 1774876032.061445 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x19a99): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19a99): Mirror 6: 0xd1a673 (stale) Mirror 7: 0xd1a673 (stale) Mirror 9: 0xd1a673 (stale) Mirror 10: 0xd1a673 (stale) CRC-32 checksum value for chunk [0, 0x19a99): Mirror 1: 0x6ab9f119 Mirror 11: 0x6ab9f119 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19a99: skipped 000854 1774876033.169787 trunc from 0x018cdb to 0x019a98 (0xdbe bytes) 000855 1774876033.256648 mapread 0x00131b thru 0x00c917 (0xb5fd bytes) 000856 1774876033.296450 trunc from 0x002b97 to 0x005550 (0x29ba bytes) 000858 1774876033.304821 trunc from 0x0155a8 to 0x019a98 (0x44f1 bytes) 000859 1774876033.313470 mapwrite 0x007ffe thru 0x015dc4 (0xddc7 bytes) 000860 1774876033.395654 fallocate 0x0020ca thru 0x00abf5 (0x8b2c bytes) 000863 1774876033.413644 punch from 0x00c2ff to 0x0138f8 (0x75fa bytes) 000864 1774876033.425659 write 0x035353 thru 0x035ec0 (0xb6e bytes) 000865 1774876033.433635 mapwrite 0x020592 thru 0x028199 (0x7c08 bytes) 000866 1774876033.485519 mapread 0x00efba thru 0x01ed68 (0xfdaf bytes) 000867 1774876033.502558 trunc from 0x035ec1 to 0x01cb3e (0x19382 bytes) 000868 1774876033.596800 fallocate 0x01b120 thru 0x026480 (0xb361 bytes) 000869 1774876033.608064 read 0x001471 thru 0x004361 (0x2ef1 bytes) 000870 1774876033.626751 read 0x01a5dc thru 0x01df5b (0x3980 bytes) 000871 1774876033.642006 mapread 0x020af4 thru 0x026480 (0x598d bytes) 000872 1774876033.643299 fallocate 0x0111de thru 0x01ac4e (0x9a71 bytes) 000873 1774876033.650238 mapread 0x008cf5 thru 0x00df81 (0x528d bytes) 000874 1774876033.660045 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x26481): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26481): Mirror 6: 0x1a439689 (stale) Mirror 7: 0x1a439689 (stale) Mirror 9: 0x1a439689 (stale) Mirror 10: 0x1a439689 (stale) Mirror 11: 0xda131267 (stale) CRC-32 checksum value for chunk [0, 0x26481): Mirror 1: 0x22a0df73 Mirror 12: 0x22a0df73 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26481: skipped 000876 1774876035.332762 punch from 0x00f270 to 0x01f230 (0xffc1 bytes) 000877 1774876035.424680 fallocate 0x01fd8c thru 0x02773a (0x79af bytes) 000879 1774876035.449457 trunc from 0x026481 to 0x0246d1 (0x1daf bytes) 000880 1774876035.512866 mapread 0x004efb thru 0x00f4a9 (0xa5af bytes) 000881 1774876035.556506 trunc from 0x01c368 to 0x0246d1 (0x836a bytes) 000882 1774876035.568406 trunc from 0x01b7bb to 0x0246d1 (0x8f17 bytes) 000883 1774876035.576568 read 0x00835d thru 0x009cf1 (0x1995 bytes) 000884 1774876035.577605 fallocate 0x013a73 thru 0x01f168 (0xb6f6 bytes) 000885 1774876035.585052 trunc from 0x0246d2 to 0x00e7b9 (0x15f18 bytes) 000886 1774876035.627850 mapwrite 0x0252ae thru 0x02fefe (0xac51 bytes) 000888 1774876035.728135 trunc from 0x005e39 to 0x00924a (0x3412 bytes) 000889 1774876035.740094 mapwrite 0x020d05 thru 0x02f3c9 (0xe6c5 bytes) 000890 1774876035.798042 mapwrite 0x02f6c0 thru 0x03ab31 (0xb472 bytes) 000891 1774876035.863318 write 0x02d699 thru 0x0391cb (0xbb33 bytes) 000892 1774876035.868043 mapread 0x035747 thru 0x037ee4 (0x279e bytes) 000893 1774876035.869417 mapwrite 0x031073 thru 0x0327d9 (0x1767 bytes) 000896 1774876035.904715 read 0x00616b thru 0x014e78 (0xed0e bytes) 000897 1774876035.917438 trunc from 0x03ab32 to 0x0028de (0x38253 bytes) 000898 1774876035.937853 write 0x031d04 thru 0x03ffff (0xe2fc bytes) 000899 1774876035.941322 trunc from 0x00d3e3 to 0x0131d3 (0x5df1 bytes) 000900 1774876035.946624 write 0x0240bf thru 0x02bee1 (0x7e23 bytes) 000901 1774876035.956744 mapwrite 0x007f48 thru 0x00e3fb (0x64b4 bytes) 000903 1774876036.037599 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x7b77b7e9 (stale) Mirror 7: 0x7b77b7e9 (stale) Mirror 9: 0x7b77b7e9 (stale) Mirror 10: 0x7b77b7e9 (stale) Mirror 11: 0xae523467 (stale) Mirror 12: 0xf8dd580a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x448993be Mirror 13: 0x448993be lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000905 1774876037.475449 read 0x00d822 thru 0x00e0b4 (0x893 bytes) 000906 1774876037.490560 punch from 0x02d545 to 0x030412 (0x2ece bytes) 000907 1774876037.533485 trunc from 0x040000 to 0x02c5ff (0x13a00 bytes) 000908 1774876037.560506 trunc from 0x0091bc to 0x00d0b0 (0x3ef5 bytes) 000909 1774876037.566767 read 0x00735f thru 0x00c0af (0x4d51 bytes) 000910 1774876037.582408 MIRROR_RESYNC 8 mirrors 000911 1774876039.988858 mapwrite 0x018d7b thru 0x0254c2 (0xc748 bytes) 000912 1774876040.117187 trunc from 0x027806 to 0x02c5ff (0x4dfa bytes) 000913 1774876040.123373 fallocate 0x03afff thru 0x03ee34 (0x3e36 bytes) 000915 1774876040.134593 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3ee35): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ee35): Mirror 6: 0x4ee8d045 (stale) Mirror 7: 0x4ee8d045 (stale) Mirror 9: 0x4ee8d045 (stale) Mirror 10: 0x4ee8d045 (stale) Mirror 11: 0x4ee8d045 (stale) Mirror 12: 0x4ee8d045 (stale) Mirror 13: 0x4ee8d045 (stale) CRC-32 checksum value for chunk [0, 0x3ee35): Mirror 1: 0xed37e2c6 Mirror 14: 0xed37e2c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ee35: skipped 000916 1774876041.194424 write 0x02fe90 thru 0x03e9ee (0xeb5f bytes) 000917 1774876041.245384 trunc from 0x03cdd9 to 0x03ee34 (0x205c bytes) 000918 1774876041.266284 fallocate 0x005275 thru 0x00ce42 (0x7bce bytes) 000919 1774876041.271656 trunc from 0x03ee35 to 0x024d0d (0x1a127 bytes) 000920 1774876041.292208 mapread 0x02325e thru 0x024d0d (0x1ab0 bytes) 000921 1774876041.301796 mapwrite 0x008a98 thru 0x017081 (0xe5ea bytes) 000922 1774876041.415145 fallocate 0x01aa2c thru 0x01e9e7 (0x3fbc bytes) 000923 1774876041.429116 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24d0e): Mirror 6: 0xe9fe485d (stale) Mirror 7: 0xe9fe485d (stale) Mirror 10: 0xe9fe485d (stale) Mirror 11: 0xe9fe485d (stale) Mirror 12: 0xe9fe485d (stale) Mirror 13: 0xe9fe485d (stale) Mirror 14: 0x34fa939e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24d0e): Mirror 6: 0xe9fe485d (stale) Mirror 7: 0xe9fe485d (stale) Mirror 10: 0xe9fe485d (stale) Mirror 11: 0xe9fe485d (stale) Mirror 12: 0xe9fe485d (stale) Mirror 13: 0xe9fe485d (stale) Mirror 14: 0x34fa939e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24d0e: skipped 000925 1774876042.003971 mapread 0x0194fd thru 0x024a4f (0xb553 bytes) 000926 1774876042.030582 mapread 0x00546d thru 0x00f94f (0xa4e3 bytes) 000927 1774876042.056138 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24d0e): Mirror 6: 0xe9fe485d (stale) Mirror 7: 0xe9fe485d (stale) Mirror 11: 0xe9fe485d (stale) Mirror 12: 0xe9fe485d (stale) Mirror 13: 0xe9fe485d (stale) Mirror 14: 0x34fa939e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24d0e): Mirror 6: 0xe9fe485d (stale) Mirror 7: 0xe9fe485d (stale) Mirror 11: 0xe9fe485d (stale) Mirror 12: 0xe9fe485d (stale) Mirror 13: 0xe9fe485d (stale) Mirror 14: 0x34fa939e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24d0e: skipped 000928 1774876042.647102 fallocate 0x027f2e thru 0x037423 (0xf4f6 bytes) 000929 1774876042.653640 mapwrite 0x02e493 thru 0x036c3e (0x87ac bytes) 000930 1774876042.730139 read 0x016396 thru 0x0227e4 (0xc44f bytes) 000932 1774876042.744918 fallocate 0x039bb2 thru 0x03ffff (0x644e bytes) 000933 1774876042.756365 MIRROR_RESYNC 7 mirrors 000934 1774876045.173754 trunc from 0x040000 to 0x02bbfc (0x14403 bytes) 000935 1774876045.220879 fallocate 0x020950 thru 0x025dbe (0x546f bytes) 000936 1774876045.228162 punch from 0x0119ed to 0x01e4ab (0xcabf bytes) 000938 1774876045.235093 write 0x0274d6 thru 0x027e7d (0x9a8 bytes) 000939 1774876045.241969 trunc from 0x00737f to 0x00e386 (0x7008 bytes) 000940 1774876045.248039 mapwrite 0x024923 thru 0x02bb95 (0x7273 bytes) 000941 1774876045.285711 trunc from 0x004174 to 0x013a0f (0xf89c bytes) 000942 1774876045.293531 mapwrite 0x021f82 thru 0x02d616 (0xb695 bytes) 000944 1774876045.347452 trunc from 0x02d617 to 0x036279 (0x8c63 bytes) 000945 1774876045.365524 read 0x01b90a thru 0x027279 (0xb970 bytes) 000946 1774876045.373381 write 0x002180 thru 0x00bbbf (0x9a40 bytes) 000947 1774876045.384629 read 0x01b1f1 thru 0x02a00f (0xee1f bytes) 000948 1774876045.385963 mapread 0x02197b thru 0x0236c7 (0x1d4d bytes) 000949 1774876045.387435 punch from 0x010123 to 0x01c6ad (0xc58b bytes) 000951 1774876045.392659 read 0x019719 thru 0x024e06 (0xb6ee bytes) 000952 1774876045.408552 trunc from 0x03627a to 0x0122dc (0x23f9d bytes) 000954 1774876045.428479 mapread 0x0061c8 thru 0x0122dc (0xc115 bytes) 000955 1774876045.430570 write 0x017f2d thru 0x023d21 (0xbdf5 bytes) 000956 1774876045.433372 punch from 0x0092df to 0x0115c0 (0x82e2 bytes) 000957 1774876045.455466 punch from 0x01a247 to 0x023d21 (0x9adb bytes) 000958 1774876045.462221 read 0x0055a7 thru 0x011f5d (0xc9b7 bytes) 000959 1774876045.472635 punch from 0x0158b7 to 0x021637 (0xbd81 bytes) 000960 1774876045.483545 MIRROR_RESYNC 7 mirrors 000961 1774876046.724136 fallocate 0x030398 thru 0x03ea13 (0xe67c bytes) 000962 1774876046.758891 trunc from 0x0002d1 to 0x002558 (0x2288 bytes) 000963 1774876046.766032 punch from 0x0178b6 to 0x02336d (0xbab8 bytes) 000964 1774876046.771898 mapread 0x01b1d6 thru 0x02025a (0x5085 bytes) 000965 1774876046.791963 fallocate 0x004327 thru 0x00b0a5 (0x6d7f bytes) 000966 1774876046.797502 punch from 0x022f40 to 0x02d699 (0xa75a bytes) 000967 1774876046.802470 mapread 0x017856 thru 0x0184a6 (0xc51 bytes) 000968 1774876046.808447 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ea14): Mirror 7: 0xc9d41323 (stale) Mirror 11: 0xc9d41323 (stale) Mirror 12: 0xc9d41323 (stale) Mirror 13: 0xc9d41323 (stale) Mirror 14: 0xc9d41323 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ea14): Mirror 7: 0xc9d41323 (stale) Mirror 11: 0xc9d41323 (stale) Mirror 12: 0xc9d41323 (stale) Mirror 13: 0xc9d41323 (stale) Mirror 14: 0xc9d41323 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ea14: skipped 000969 1774876047.208558 mapread 0x033f99 thru 0x03ea13 (0xaa7b bytes) 000970 1774876047.250360 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3ea14): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ea14): Mirror 7: 0xc9d41323 (stale) Mirror 11: 0xc9d41323 (stale) Mirror 12: 0xc9d41323 (stale) Mirror 13: 0xc9d41323 (stale) Mirror 14: 0xc9d41323 (stale) CRC-32 checksum value for chunk [0, 0x3ea14): Mirror 1: 0xa032a52c Mirror 15: 0xa032a52c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ea14: skipped 000972 1774876048.491813 mapwrite 0x035df0 thru 0x03ffff (0xa210 bytes) 000973 1774876048.625418 trunc from 0x02561d to 0x02cdea (0x77ce bytes) 000974 1774876048.631744 punch from 0x030148 to 0x03841f (0x82d8 bytes) 000975 1774876048.642506 MIRROR_RESYNC 7 mirrors 000976 1774876050.181625 read 0x03ecc1 thru 0x03ffff (0x133f bytes) 000977 1774876050.191870 mapread 0x03459d thru 0x034b63 (0x5c7 bytes) 000978 1774876050.198617 write 0x00f100 thru 0x017039 (0x7f3a bytes) 000979 1774876050.250488 MIRROR_RESYNC 7 mirrors 000980 1774876051.963627 trunc from 0x03ab28 to 0x03e9dd (0x3eb6 bytes) 000981 1774876051.999161 mapwrite 0x016497 thru 0x01d35e (0x6ec8 bytes) 000982 1774876052.040542 write 0x03ecf7 thru 0x03ffff (0x1309 bytes) 000983 1774876052.051071 write 0x0324ac thru 0x037b3b (0x5690 bytes) 000984 1774876052.070139 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x8f5e9ab9 (stale) Mirror 11: 0x8f5e9ab9 (stale) Mirror 12: 0x8f5e9ab9 (stale) Mirror 13: 0x8f5e9ab9 (stale) Mirror 14: 0x8f5e9ab9 (stale) Mirror 15: 0x8f5e9ab9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbf0216cf Mirror 16: 0xbf0216cf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000985 1774876053.296247 punch from 0x0166d3 to 0x020fca (0xa8f8 bytes) 000986 1774876053.358081 MIRROR_RESYNC 8 mirrors 000987 1774876056.671644 mapread 0x0020bf thru 0x00c872 (0xa7b4 bytes) 000988 1774876056.725518 write 0x00492c thru 0x014744 (0xfe19 bytes) 000989 1774876056.802100 punch from 0x02fded to 0x03aeef (0xb103 bytes) 000990 1774876056.809919 mapwrite 0x0232ab thru 0x02566b (0x23c1 bytes) 000991 1774876056.895624 trunc from 0x040000 to 0x006a49 (0x395b6 bytes) 000992 1774876056.933595 fallocate 0x01a6b7 thru 0x028c81 (0xe5cb bytes) 000993 1774876056.960624 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x172:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x6a4a): Mirror 11: 0xd9aa36a7 (stale) Mirror 12: 0xd9aa36a7 (stale) Mirror 13: 0xd9aa36a7 (stale) Mirror 14: 0xd9aa36a7 (stale) Mirror 15: 0xd9aa36a7 (stale) Mirror 16: 0xd9aa36a7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x6a4a): Mirror 11: 0xd9aa36a7 (stale) Mirror 12: 0xd9aa36a7 (stale) Mirror 13: 0xd9aa36a7 (stale) Mirror 14: 0xd9aa36a7 (stale) Mirror 15: 0xd9aa36a7 (stale) Mirror 16: 0xd9aa36a7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x6a4a: skipped 000994 1774876057.526899 write 0x00a723 thru 0x00f7c6 (0x50a4 bytes) 000995 1774876057.539261 write 0x033a11 thru 0x036d2d (0x331d bytes) 000996 1774876057.540599 write 0x009288 thru 0x00ff63 (0x6cdc bytes) 000997 1774876057.550656 trunc from 0x031dde to 0x036d2d (0x4f50 bytes) 000998 1774876057.569525 read 0x030093 thru 0x036d2d (0x6c9b bytes) 000999 1774876057.582086 punch from 0x017eee to 0x01845d (0x570 bytes) 001000 1774876057.595003 MIRROR_RESYNC 7 mirrors All operations completed A-OK!