== sanity-flr test 70a: flr mode fsx test ================ 19:20:44 (1788391244) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 1246 000003 1788391246.479479 mapwrite 0x005c0a thru 0x006faf (0x13a6 bytes) 000004 1788391246.533481 punch from 0x0019cf to 0x006faf (0x55e1 bytes) 000005 1788391246.540156 read 0x006e10 thru 0x006faf (0x1a0 bytes) 000008 1788391246.546655 mapwrite 0x024ba2 thru 0x02d33d (0x879c bytes) truncating to largest ever: 0x30362 000009 1788391246.592995 trunc from 0x02d33e to 0x030361 (0x3024 bytes) 000010 1788391246.612068 trunc from 0x002c61 to 0x005c2e (0x2fce bytes) 000012 1788391246.622806 write 0x006e39 thru 0x0124f4 (0xb6bc bytes) 000014 1788391246.636354 mapwrite 0x03a5e1 thru 0x03ffff (0x5a1f bytes) 000015 1788391246.703246 mapread 0x02b56e thru 0x03aafa (0xf58d bytes) 000016 1788391246.718692 trunc from 0x003214 to 0x00a5cd (0x73ba bytes) 000017 1788391246.725893 mapwrite 0x00dc6c thru 0x016e03 (0x9198 bytes) 000018 1788391246.759757 write 0x011a3e thru 0x01862c (0x6bef bytes) 000019 1788391246.762145 fallocate 0x00df8e thru 0x0127c7 (0x483a bytes) 000020 1788391246.770141 mapread 0x02b664 thru 0x03047e (0x4e1b bytes) zero_range to largest ever: 0x30daf 000021 1788391246.771726 trunc from 0x02a9a1 to 0x030dae (0x640e bytes) 000022 1788391246.775945 trunc from 0x00e638 to 0x01b855 (0xd21e bytes) 000023 1788391246.791670 fallocate 0x001d7f thru 0x007704 (0x5986 bytes) 000024 1788391246.795750 trunc from 0x0159dc to 0x01b3b0 (0x59d5 bytes) 000025 1788391246.805766 trunc from 0x0365e2 to 0x039b39 (0x3558 bytes) truncating to largest ever: 0x32670 000026 1788391246.812956 trunc from 0x040000 to 0x03266f (0xd990 bytes) 000028 1788391246.837049 punch from 0x02b59b to 0x031f5b (0x69c1 bytes) 000029 1788391246.847811 mapwrite 0x01530d thru 0x020e5e (0xbb52 bytes) fallocating to largest ever: 0x40000 000031 1788391246.889785 fallocate 0x036aab thru 0x03ffff (0x9555 bytes) 000032 1788391246.895235 write 0x030821 thru 0x0363aa (0x5b8a bytes) 000033 1788391246.907629 read 0x0278f7 thru 0x0304e1 (0x8beb bytes) 000037 1788391246.923696 mapread 0x03c4b6 thru 0x03dbe9 (0x1734 bytes) 000038 1788391246.924741 trunc from 0x02bd7c to 0x02eb68 (0x2ded bytes) 000039 1788391246.928928 punch from 0x02eebf to 0x03a292 (0xb3d4 bytes) 000040 1788391246.942697 write 0x0326ef thru 0x039c42 (0x7554 bytes) 000041 1788391246.954957 write 0x027b53 thru 0x0336ce (0xbb7c bytes) 000043 1788391246.961093 punch from 0x01e326 to 0x02d77d (0xf458 bytes) 000044 1788391246.981439 trunc from 0x040000 to 0x03fca1 (0x35e bytes) 000045 1788391247.012534 write 0x00eca6 thru 0x0137c0 (0x4b1b bytes) 000046 1788391247.016417 trunc from 0x03ceb1 to 0x03fca1 (0x2df1 bytes) 000047 1788391247.023996 mapwrite 0x033b66 thru 0x03924b (0x56e6 bytes) 000048 1788391247.047819 read 0x034de8 thru 0x03fca1 (0xaeba bytes) 000049 1788391247.060633 mapread 0x01ad28 thru 0x023ccc (0x8fa5 bytes) 000050 1788391247.064822 mapread 0x0173bd thru 0x019b8c (0x27d0 bytes) 000051 1788391247.068855 MIRROR_EXTEND to 2 mirrors 000052 1788391247.656175 trunc from 0x03fca2 to 0x034314 (0xb98d bytes) 000053 1788391247.725771 trunc from 0x034315 to 0x028398 (0xbf7c bytes) 000054 1788391247.751492 fallocate 0x03be33 thru 0x03ffff (0x41cd bytes) 000055 1788391247.759981 mapread 0x036764 thru 0x03ced6 (0x6773 bytes) 000057 1788391247.781449 trunc from 0x040000 to 0x006aaa (0x39555 bytes) 000058 1788391247.794193 trunc from 0x004691 to 0x006aaa (0x241a bytes) 000059 1788391247.799123 fallocate 0x01b770 thru 0x02a8b3 (0xf144 bytes) 000060 1788391247.805394 trunc from 0x02a8b4 to 0x003709 (0x271aa bytes) 000061 1788391247.816904 punch from 0x000b5e to 0x003709 (0x2bac bytes) 000062 1788391247.830558 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000063 1788391247.998996 punch from 0x001e37 to 0x003709 (0x18d3 bytes) 000064 1788391248.003099 mapread 0x0001ff thru 0x003709 (0x350b bytes) 000065 1788391248.022131 mapread 0x00288f thru 0x003709 (0xe7b bytes) 000066 1788391248.023091 read 0x0004aa thru 0x003709 (0x3260 bytes) 000067 1788391248.023787 fallocate 0x0032fc thru 0x009e5c (0x6b61 bytes) 000068 1788391248.029107 punch from 0x005984 to 0x007dd9 (0x2456 bytes) 000069 1788391248.034035 mapread 0x00471f thru 0x009e5c (0x573e bytes) 000072 1788391248.044263 trunc from 0x009e5d to 0x00a508 (0x6ac bytes) 000073 1788391248.061980 write 0x0172b4 thru 0x01b98c (0x46d9 bytes) 000074 1788391248.063226 write 0x01151f thru 0x01ee8c (0xd96e bytes) 000075 1788391248.071058 mapwrite 0x02dc7d thru 0x035dfe (0x8182 bytes) 000076 1788391248.110911 mapread 0x033503 thru 0x035dfe (0x28fc bytes) 000077 1788391248.111698 fallocate 0x0157b9 thru 0x024db1 (0xf5f9 bytes) 000079 1788391248.118199 read 0x01116a thru 0x0167a5 (0x563c bytes) 000080 1788391248.119573 mapread 0x0329bd thru 0x035dfe (0x3442 bytes) 000081 1788391248.121466 write 0x01529a thru 0x020e2a (0xbb91 bytes) 000082 1788391248.130205 fallocate 0x03e29a thru 0x03ffff (0x1d66 bytes) 000084 1788391248.136586 fallocate 0x034895 thru 0x03ffff (0xb76b bytes) 000085 1788391248.149701 MIRROR_EXTEND to 2 mirrors 000086 1788391248.769790 mapread 0x02d870 thru 0x03507a (0x780b bytes) 000087 1788391248.816026 fallocate 0x001308 thru 0x00539c (0x4095 bytes) 000088 1788391248.849817 mapread 0x01decd thru 0x028677 (0xa7ab bytes) 000089 1788391248.873054 mapwrite 0x02988a thru 0x02f432 (0x5ba9 bytes) 000090 1788391248.910614 read 0x00bd31 thru 0x00e59c (0x286c bytes) 000091 1788391248.915555 punch from 0x0307d7 to 0x03aa93 (0xa2bd bytes) 000093 1788391248.923495 mapwrite 0x008807 thru 0x00c93e (0x4138 bytes) 000094 1788391248.961682 MIRROR_RESYNC 2 mirrors 000095 1788391249.577882 trunc from 0x01dd1b to 0x024f60 (0x7246 bytes) 000096 1788391249.601098 punch from 0x028d63 to 0x02e089 (0x5327 bytes) 000097 1788391249.613671 punch from 0x016d44 to 0x01f006 (0x82c3 bytes) 000098 1788391249.621746 mapwrite 0x002313 thru 0x00c957 (0xa645 bytes) 000099 1788391249.658211 trunc from 0x00787f to 0x016f4a (0xf6cc bytes) 000100 1788391249.663438 trunc from 0x00ea60 to 0x013c7d (0x521e bytes) 000101 1788391249.669333 punch from 0x025e25 to 0x0280f5 (0x22d1 bytes) 000102 1788391249.675884 fallocate 0x027958 thru 0x0363f9 (0xeaa2 bytes) 000103 1788391249.694095 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000104 1788391249.828624 trunc from 0x014097 to 0x0152a6 (0x1210 bytes) 000105 1788391249.832540 punch from 0x033430 to 0x03d6a9 (0xa27a bytes) 000107 1788391249.837711 write 0x00d9d2 thru 0x012acf (0x50fe bytes) 000108 1788391249.854482 write 0x01f7d8 thru 0x020e6e (0x1697 bytes) 000109 1788391249.864536 read 0x0390c2 thru 0x03947c (0x3bb bytes) 000110 1788391249.869913 trunc from 0x040000 to 0x021081 (0x1ef7e bytes) 000111 1788391249.884689 mapwrite 0x012cc7 thru 0x019bb5 (0x6eef bytes) 000112 1788391249.916765 trunc from 0x021082 to 0x0030dc (0x1dfa5 bytes) 000113 1788391249.934249 trunc from 0x0030dd to 0x01ac9a (0x17bbe bytes) 000114 1788391249.963248 punch from 0x011cc4 to 0x01ac9a (0x8fd7 bytes) 000115 1788391249.968402 read 0x016852 thru 0x01ac9a (0x4449 bytes) 000116 1788391249.977701 write 0x03ee30 thru 0x03ffff (0x11d0 bytes) 000117 1788391249.978694 read 0x02b3f3 thru 0x038da8 (0xd9b6 bytes) 000118 1788391249.988366 write 0x02734b thru 0x027f50 (0xc06 bytes) 000119 1788391249.989883 mapwrite 0x032070 thru 0x038db7 (0x6d48 bytes) 000120 1788391250.005372 read 0x01c655 thru 0x02b39e (0xed4a bytes) 000122 1788391250.006755 trunc from 0x009112 to 0x01144e (0x833d bytes) 000124 1788391250.011594 read 0x021778 thru 0x0243ae (0x2c37 bytes) 000125 1788391250.012165 trunc from 0x040000 to 0x035263 (0xad9c bytes) 000127 1788391250.026046 read 0x02b805 thru 0x035263 (0x9a5f bytes) 000128 1788391250.026859 fallocate 0x00d566 thru 0x00f271 (0x1d0c bytes) 000129 1788391250.030958 write 0x00ba53 thru 0x00fdfd (0x43ab bytes) 000130 1788391250.044112 write 0x0000fa thru 0x001d0a (0x1c11 bytes) 000132 1788391250.045855 fallocate 0x02840a thru 0x03017f (0x7d76 bytes) 000133 1788391250.049648 mapread 0x01186b thru 0x01776c (0x5f02 bytes) 000134 1788391250.052958 punch from 0x01cf8e to 0x02cea1 (0xff14 bytes) 000135 1788391250.071033 mapread 0x01e588 thru 0x021e8f (0x3908 bytes) 000136 1788391250.094532 mapread 0x009708 thru 0x0186f3 (0xefec bytes) 000137 1788391250.095828 fallocate 0x02ea83 thru 0x03231c (0x389a bytes) 000138 1788391250.102939 read 0x02e008 thru 0x035263 (0x725c bytes) 000139 1788391250.105001 fallocate 0x03aac9 thru 0x03ffff (0x5537 bytes) 000140 1788391250.111678 trunc from 0x035264 to 0x006daf (0x2e4b4 bytes) 000141 1788391250.142236 trunc from 0x006db0 to 0x012d92 (0xbfe3 bytes) 000142 1788391250.163075 read 0x0029c8 thru 0x00f251 (0xc88a bytes) 000143 1788391250.179347 mapwrite 0x00313f thru 0x003f02 (0xdc4 bytes) 000144 1788391250.195769 trunc from 0x0087c1 to 0x012d92 (0xa5d2 bytes) 000145 1788391250.204118 read 0x00896a thru 0x012d92 (0xa429 bytes) 000146 1788391250.221089 mapread 0x0121d2 thru 0x012d92 (0xbc1 bytes) 000147 1788391250.222186 write 0x01b189 thru 0x0201ab (0x5023 bytes) 000150 1788391250.227461 mapread 0x019c10 thru 0x01ab93 (0xf84 bytes) 000151 1788391250.240075 read 0x01bff6 thru 0x0201ab (0x41b6 bytes) 000152 1788391250.240868 fallocate 0x00b698 thru 0x019c75 (0xe5de bytes) 000154 1788391250.245453 mapwrite 0x033ca9 thru 0x03737f (0x36d7 bytes) 000156 1788391250.291727 write 0x0155d4 thru 0x0255b9 (0xffe6 bytes) 000157 1788391250.294147 read 0x036464 thru 0x03737f (0xf1c bytes) 000158 1788391250.298592 MIRROR_EXTEND to 2 mirrors 000159 1788391250.880702 MIRROR_EXTEND to 3 mirrors 000160 1788391251.432104 trunc from 0x037380 to 0x0302f3 (0x708c bytes) 000161 1788391251.507126 write 0x0050ef thru 0x00f37b (0xa28d bytes) 000162 1788391251.516839 mapread 0x001284 thru 0x0014c3 (0x240 bytes) 000163 1788391251.525068 write 0x02edbc thru 0x038444 (0x9689 bytes) 000164 1788391251.529846 trunc from 0x007ae6 to 0x010992 (0x8ead bytes) 000165 1788391251.541214 punch from 0x013cc1 to 0x0149a5 (0xce5 bytes) 000166 1788391251.548658 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38445): Mirror 2: 0x7a015d9a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38445): Mirror 2: 0x7a015d9a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38445: skipped 000167 1788391251.846852 trunc from 0x025557 to 0x025beb (0x695 bytes) 000168 1788391251.850776 trunc from 0x015407 to 0x024e72 (0xfa6c bytes) 000169 1788391251.855520 trunc from 0x002dfa to 0x0046b2 (0x18b9 bytes) 000170 1788391251.861057 mapread 0x00f9b1 thru 0x0159f7 (0x6047 bytes) 000171 1788391251.887688 write 0x00a5dc thru 0x012e17 (0x883c bytes) 000172 1788391251.894824 trunc from 0x002bc0 to 0x00bab6 (0x8ef7 bytes) 000173 1788391251.916460 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x38445): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38445): Mirror 2: 0x7a015d9a (stale) CRC-32 checksum value for chunk [0, 0x38445): Mirror 1: 0xb71ef3af Mirror 3: 0xb71ef3af lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38445: skipped 000174 1788391252.696110 punch from 0x03779d to 0x038444 (0xca8 bytes) 000176 1788391252.732416 mapread 0x033454 thru 0x035f21 (0x2ace bytes) 000177 1788391252.751547 punch from 0x011641 to 0x01f102 (0xdac2 bytes) 000178 1788391252.756526 mapread 0x010812 thru 0x019d2a (0x9519 bytes) 000179 1788391252.778589 MIRROR_RESYNC 3 mirrors 000180 1788391253.640553 MIRROR_EXTEND to 4 mirrors 000181 1788391254.286196 punch from 0x007774 to 0x010c53 (0x94e0 bytes) 000182 1788391254.338522 trunc from 0x0190ff to 0x028f88 (0xfe8a bytes) 000183 1788391254.348048 trunc from 0x038445 to 0x0204a0 (0x17fa4 bytes) 000184 1788391254.383233 read 0x0069b8 thru 0x015b09 (0xf152 bytes) 000186 1788391254.393695 trunc from 0x0204a1 to 0x01005f (0x10441 bytes) 000187 1788391254.419636 write 0x03dcda thru 0x03ffff (0x2326 bytes) 000189 1788391254.425634 trunc from 0x040000 to 0x0143d0 (0x2bc2f bytes) 000190 1788391254.452887 write 0x0022fe thru 0x00fd24 (0xda27 bytes) 000191 1788391254.457812 write 0x009b1d thru 0x00c16d (0x2651 bytes) 000192 1788391254.462195 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x143d1): Mirror 2: 0x7c00f32e (stale) Mirror 4: 0x7c00f32e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x143d1): Mirror 2: 0x7c00f32e (stale) Mirror 4: 0x7c00f32e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x143d1: skipped 000193 1788391254.762776 read 0x00be12 thru 0x0143d0 (0x85bf bytes) 000194 1788391254.770375 read 0x00164d thru 0x008e9f (0x7853 bytes) 000195 1788391254.783824 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x143d1): Mirror 2: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x143d1): Mirror 2: 0x7c00f32e (stale) Mirror 4: 0x7c00f32e (stale) CRC-32 checksum value for chunk [0, 0x143d1): Mirror 1: 0x1bc5807d Mirror 5: 0x1bc5807d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x143d1: skipped 000196 1788391255.504272 trunc from 0x0113b0 to 0x0143d0 (0x3021 bytes) 000197 1788391255.533762 punch from 0x006a2a to 0x00aa3c (0x4013 bytes) 000198 1788391255.540426 read 0x002cc2 thru 0x00ec09 (0xbf48 bytes) 000199 1788391255.550382 mapwrite 0x006cd1 thru 0x00b131 (0x4461 bytes) 000200 1788391255.574970 punch from 0x000f35 to 0x00e30e (0xd3da bytes) 000201 1788391255.583041 trunc from 0x0143d1 to 0x000e1a (0x135b6 bytes) 000202 1788391255.621666 write 0x03cb24 thru 0x03ffff (0x34dc bytes) 000203 1788391255.623054 mapread 0x00186d thru 0x009a30 (0x81c4 bytes) 000204 1788391255.635808 trunc from 0x040000 to 0x02702a (0x18fd5 bytes) 000206 1788391255.658942 MIRROR_RESYNC 4 mirrors 000207 1788391256.262505 write 0x03a30a thru 0x03bf4a (0x1c41 bytes) 000208 1788391256.294878 punch from 0x0222cd to 0x0296ea (0x741e bytes) 000209 1788391256.300834 fallocate 0x03dba1 thru 0x03ffff (0x245f bytes) 000210 1788391256.307134 read 0x022c3c thru 0x0308c4 (0xdc89 bytes) 000211 1788391256.320046 trunc from 0x040000 to 0x002777 (0x3d888 bytes) 000212 1788391256.336745 read 0x000ec0 thru 0x002777 (0x18b8 bytes) 000213 1788391256.342537 mapwrite 0x03727f thru 0x03ffff (0x8d81 bytes) 000214 1788391256.409932 mapread 0x028ba8 thru 0x037751 (0xebaa bytes) 000215 1788391256.412883 write 0x00d5ff thru 0x012561 (0x4f63 bytes) 000216 1788391256.415509 trunc from 0x040000 to 0x0251d4 (0x1ae2b bytes) 000217 1788391256.434784 fallocate 0x03284d thru 0x03ffff (0xd7b3 bytes) 000218 1788391256.442872 mapread 0x01644a thru 0x0234c3 (0xd07a bytes) 000219 1788391256.444564 mapread 0x011eed thru 0x0124d7 (0x5eb bytes) 000221 1788391256.446642 read 0x00fded thru 0x0121df (0x23f3 bytes) 000222 1788391256.447220 read 0x032fab thru 0x03cdda (0x9e30 bytes) 000223 1788391256.460721 trunc from 0x040000 to 0x01644b (0x29bb4 bytes) 000224 1788391256.480258 read 0x0115f1 thru 0x01644b (0x4e5b bytes) 000225 1788391256.481157 fallocate 0x014d14 thru 0x01bb07 (0x6df4 bytes) 000226 1788391256.484913 trunc from 0x01644c to 0x00cd13 (0x9738 bytes) 000227 1788391256.501758 mapread 0x000617 thru 0x00c7e5 (0xc1cf bytes) 000229 1788391256.504473 write 0x001a9d thru 0x01153a (0xfa9e bytes) 000230 1788391256.506235 fallocate 0x038c04 thru 0x03b718 (0x2b15 bytes) 000231 1788391256.514460 read 0x005ebc thru 0x00d9cd (0x7b12 bytes) 000232 1788391256.515140 mapwrite 0x02f368 thru 0x031dcd (0x2a66 bytes) 000233 1788391256.574794 trunc from 0x01f706 to 0x02a7c7 (0xb0c2 bytes) 000234 1788391256.586646 MIRROR_RESYNC 4 mirrors 000235 1788391257.314043 read 0x01e69e thru 0x023db6 (0x5719 bytes) 000236 1788391257.321063 mapread 0x024100 thru 0x031f6b (0xde6c bytes) 000237 1788391257.343465 read 0x013db4 thru 0x0216a9 (0xd8f6 bytes) 000238 1788391257.352499 trunc from 0x03b719 to 0x0005ff (0x3b119 bytes) 000239 1788391257.388216 trunc from 0x00026e to 0x0005ff (0x392 bytes) 000240 1788391257.393947 trunc from 0x0001a1 to 0x0005ff (0x45f bytes) 000241 1788391257.402829 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x600): Mirror 2: 0x2d1f4da (stale) Mirror 5: 0x2d1f4da (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x600): Mirror 2: 0x2d1f4da (stale) Mirror 5: 0x2d1f4da (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x600: skipped 000242 1788391257.604937 punch from 0x0000c4 to 0x0005ff (0x53c bytes) 000243 1788391257.614507 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x600): Mirror 5: 0x2d1f4da (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x600): Mirror 5: 0x2d1f4da (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x600: skipped 000245 1788391257.868486 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000246 1788391257.988465 fallocate 0x00f648 thru 0x01d4c4 (0xde7d bytes) 000247 1788391257.993905 fallocate 0x0015d3 thru 0x006cb6 (0x56e4 bytes) 000248 1788391258.002193 MIRROR_EXTEND to 2 mirrors 000249 1788391258.548009 punch from 0x00672e to 0x006cb6 (0x589 bytes) 000250 1788391258.576949 mapwrite 0x020e81 thru 0x02d99c (0xcb1c bytes) 000251 1788391258.660606 trunc from 0x017eef to 0x023d1b (0xbe2d bytes) 000252 1788391258.668473 punch from 0x025a7f to 0x02c740 (0x6cc2 bytes) 000253 1788391258.682654 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000254 1788391258.810111 MIRROR_EXTEND to 2 mirrors 000255 1788391259.366702 write 0x02246c thru 0x02d44d (0xafe2 bytes) 000256 1788391259.398384 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2d99d): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d99d): Mirror 2: 0xf85651f3 (stale) CRC-32 checksum value for chunk [0, 0x2d99d): Mirror 1: 0x813aa9f Mirror 3: 0x813aa9f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d99d: skipped 000257 1788391260.075953 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2d99d): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d99d): Mirror 2: 0xf85651f3 (stale) CRC-32 checksum value for chunk [0, 0x2d99d): Mirror 1: 0x813aa9f Mirror 3: 0x813aa9f Mirror 4: 0x813aa9f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d99d: skipped 000258 1788391260.693797 trunc from 0x0146b5 to 0x017edc (0x3828 bytes) 000259 1788391260.724840 fallocate 0x016e22 thru 0x02463c (0xd81b bytes) 000260 1788391260.730608 mapread 0x015305 thru 0x022ee0 (0xdbdc bytes) 000262 1788391260.768735 trunc from 0x02d99d to 0x030cab (0x330f bytes) 000263 1788391260.793346 write 0x00dea0 thru 0x01ba13 (0xdb74 bytes) 000264 1788391260.800882 read 0x02c876 thru 0x030cab (0x4436 bytes) 000265 1788391260.809491 mapwrite 0x00e69b thru 0x0193e6 (0xad4c bytes) 000266 1788391260.833724 MIRROR_RESYNC 4 mirrors 000267 1788391261.664093 MIRROR_EXTEND to 5 mirrors 000268 1788391262.246260 trunc from 0x030cac to 0x031adc (0xe31 bytes) 000269 1788391262.280776 punch from 0x010e2a to 0x016882 (0x5a59 bytes) 000270 1788391262.286668 fallocate 0x0259ca thru 0x02cf4a (0x7581 bytes) 000271 1788391262.292650 punch from 0x01f3a5 to 0x02cbdc (0xd838 bytes) 000272 1788391262.297986 read 0x02b9e7 thru 0x031adc (0x60f6 bytes) 000273 1788391262.308685 trunc from 0x031add to 0x000f3f (0x30b9d bytes) 000275 1788391262.332688 mapread 0x000da4 thru 0x000f3f (0x19c bytes) 000276 1788391262.340012 mapwrite 0x0042f6 thru 0x011efd (0xdc08 bytes) 000277 1788391262.396400 punch from 0x004340 to 0x00a268 (0x5f29 bytes) 000278 1788391262.404436 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x11efe): Mirror 3: 0x24477a5b (stale) Mirror 4: 0x24477a5b (stale) Mirror 5: 0x24477a5b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11efe): Mirror 3: 0x24477a5b (stale) Mirror 4: 0x24477a5b (stale) Mirror 5: 0x24477a5b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11efe: skipped 000279 1788391262.721087 mapwrite 0x0244c7 thru 0x0337f4 (0xf32e bytes) 000280 1788391262.797842 write 0x03bcb5 thru 0x03ffff (0x434b bytes) 000281 1788391262.800254 mapread 0x0032e8 thru 0x00f24c (0xbf65 bytes) 000282 1788391262.813400 punch from 0x012747 to 0x0180f6 (0x59b0 bytes) 000283 1788391262.817421 mapread 0x020735 thru 0x02a7ab (0xa077 bytes) 000284 1788391262.821123 mapwrite 0x017475 thru 0x0217de (0xa36a bytes) 000286 1788391262.851598 read 0x00d5b0 thru 0x018191 (0xabe2 bytes) 000287 1788391262.852707 write 0x00de2b thru 0x016cfa (0x8ed0 bytes) 000290 1788391262.855132 punch from 0x03e84d to 0x03ffff (0x17b3 bytes) 000291 1788391262.860742 mapread 0x029957 thru 0x0300be (0x6768 bytes) 000292 1788391262.862031 mapwrite 0x0077de thru 0x0107ea (0x900d bytes) 000293 1788391262.886153 mapread 0x01178a thru 0x01fcaf (0xe526 bytes) 000294 1788391262.887155 trunc from 0x02b5ae to 0x03002d (0x4a80 bytes) 000295 1788391262.892079 mapwrite 0x019d87 thru 0x029b36 (0xfdb0 bytes) 000296 1788391262.918505 punch from 0x00d748 to 0x00da3e (0x2f7 bytes) 000297 1788391262.923197 trunc from 0x03869c to 0x03eda9 (0x670e bytes) 000298 1788391262.936587 fallocate 0x0383f3 thru 0x03990b (0x1519 bytes) 000299 1788391262.941208 mapwrite 0x0334c0 thru 0x035825 (0x2366 bytes) 000300 1788391262.970049 mapwrite 0x02e87a thru 0x03c10b (0xd892 bytes) 000301 1788391263.008734 trunc from 0x040000 to 0x025d99 (0x1a266 bytes) 000303 1788391263.034368 fallocate 0x03b64c thru 0x03ffff (0x49b4 bytes) 000304 1788391263.041633 mapwrite 0x010f87 thru 0x01e5e1 (0xd65b bytes) 000305 1788391263.084930 MIRROR_RESYNC 4 mirrors 000306 1788391263.850511 write 0x029316 thru 0x02e4b0 (0x519b bytes) 000308 1788391263.892692 trunc from 0x003544 to 0x011db6 (0xe873 bytes) 000310 1788391263.897901 write 0x03b53e thru 0x03ffff (0x4ac2 bytes) 000311 1788391263.899090 mapread 0x010cac thru 0x020522 (0xf877 bytes) 000312 1788391263.940878 MIRROR_RESYNC 4 mirrors 000313 1788391264.915017 write 0x02dcf8 thru 0x037fd2 (0xa2db bytes) 000314 1788391264.948612 fallocate 0x0216e4 thru 0x02ae6f (0x978c bytes) 000315 1788391264.955902 trunc from 0x040000 to 0x007ac2 (0x3853d bytes) 000317 1788391264.980783 fallocate 0x020144 thru 0x02b0d2 (0xaf8f bytes) 000318 1788391264.986449 write 0x02f40a thru 0x037211 (0x7e08 bytes) 000320 1788391264.988752 write 0x03eb3c thru 0x03ffff (0x14c4 bytes) 000322 1788391264.999422 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd798c833 (stale) Mirror 5: 0xd798c833 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd798c833 (stale) Mirror 5: 0xd798c833 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000323 1788391265.260630 fallocate 0x007c60 thru 0x00f83d (0x7bde bytes) 000324 1788391265.269757 MIRROR_RESYNC 3 mirrors 000325 1788391265.853937 mapwrite 0x0189db thru 0x01e9a1 (0x5fc7 bytes) 000327 1788391265.942939 trunc from 0x02da16 to 0x0358c3 (0x7eae bytes) 000329 1788391265.949841 fallocate 0x030d15 thru 0x035324 (0x4610 bytes) 000330 1788391265.956012 fallocate 0x01f283 thru 0x01f471 (0x1ef bytes) 000331 1788391265.966597 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x3261c4e1 (stale) Mirror 5: 0x3261c4e1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x34df2537 Mirror 6: 0x34df2537 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000333 1788391266.715723 read 0x031d60 thru 0x03777b (0x5a1c bytes) 000334 1788391266.735073 write 0x03c3c6 thru 0x03f6ec (0x3327 bytes) 000335 1788391266.784425 mapwrite 0x00e2e3 thru 0x01a490 (0xc1ae bytes) 000336 1788391266.846414 mapwrite 0x01c264 thru 0x025da2 (0x9b3f bytes) 000337 1788391266.871823 read 0x005ece thru 0x0150d6 (0xf209 bytes) 000338 1788391266.881873 read 0x00f7c3 thru 0x01d5fd (0xde3b bytes) 000339 1788391266.882514 trunc from 0x01a52b to 0x024f9b (0xaa71 bytes) 000340 1788391266.887225 trunc from 0x040000 to 0x03cbde (0x3421 bytes) 000342 1788391266.906857 mapread 0x023873 thru 0x02e8b3 (0xb041 bytes) 000345 1788391266.920686 MIRROR_RESYNC 4 mirrors 000346 1788391267.933202 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000347 1788391268.152716 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000348 1788391268.407097 trunc from 0x018d43 to 0x01ce90 (0x414e bytes) 000349 1788391268.439479 fallocate 0x015b60 thru 0x0238da (0xdd7b bytes) 000350 1788391268.444706 write 0x03227e thru 0x038d0c (0x6a8f bytes) 000351 1788391268.465017 mapwrite 0x0045d7 thru 0x00cf25 (0x894f bytes) 000352 1788391268.515882 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3cbdf): Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cbdf): Mirror 6: 0x8a6c5fd9 (stale) CRC-32 checksum value for chunk [0, 0x3cbdf): Mirror 1: 0x7b26b81e Mirror 7: 0x7b26b81e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cbdf: skipped 000354 1788391269.213493 mapread 0x0358e0 thru 0x037347 (0x1a68 bytes) 000355 1788391269.245168 read 0x025b6f thru 0x029dcb (0x425d bytes) 000356 1788391269.261654 read 0x006721 thru 0x00a997 (0x4277 bytes) 000357 1788391269.277622 write 0x012862 thru 0x017707 (0x4ea6 bytes) 000359 1788391269.334925 punch from 0x013c6d to 0x020970 (0xcd04 bytes) 000360 1788391269.349520 read 0x00eb53 thru 0x010b13 (0x1fc1 bytes) 000361 1788391269.360736 punch from 0x019153 to 0x024a60 (0xb90e bytes) 000362 1788391269.367102 write 0x0348bb thru 0x03663d (0x1d83 bytes) 000363 1788391269.368782 read 0x034a8d thru 0x037ed1 (0x3445 bytes) 000364 1788391269.369584 trunc from 0x03cbdf to 0x010b48 (0x2c096 bytes) 000365 1788391269.413718 read 0x0085da thru 0x00b37e (0x2da5 bytes) 000366 1788391269.415156 punch from 0x00ff9d to 0x010b48 (0xbac bytes) 000367 1788391269.420604 trunc from 0x0040d0 to 0x008c5e (0x4b8f bytes) 000368 1788391269.433227 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x10b49): Mirror 6: 0x2a36914e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x10b49): Mirror 6: 0x2a36914e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x10b49: skipped 000369 1788391269.686178 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000371 1788391269.827006 mapwrite 0x02088f thru 0x028bc4 (0x8336 bytes) 000372 1788391269.877932 mapwrite 0x004f12 thru 0x009175 (0x4264 bytes) 000373 1788391269.901458 mapwrite 0x014a50 thru 0x018e23 (0x43d4 bytes) 000376 1788391269.932961 trunc from 0x008215 to 0x00a4d9 (0x22c5 bytes) 000377 1788391269.938926 read 0x02711a thru 0x028bc4 (0x1aab bytes) 000378 1788391269.939560 write 0x0026e2 thru 0x00a7f4 (0x8113 bytes) 000381 1788391269.958945 mapwrite 0x027a19 thru 0x02a229 (0x2811 bytes) 000382 1788391270.015248 trunc from 0x00c219 to 0x017e10 (0xbbf8 bytes) 000383 1788391270.026899 trunc from 0x02a22a to 0x03d66d (0x13444 bytes) 000384 1788391270.047114 trunc from 0x03d66e to 0x01fb08 (0x1db65 bytes) 000387 1788391270.066087 mapwrite 0x023724 thru 0x0266d2 (0x2faf bytes) 000388 1788391270.106012 trunc from 0x0266d3 to 0x03668e (0xffbc bytes) 000390 1788391270.122171 punch from 0x00f352 to 0x011b62 (0x2811 bytes) 000391 1788391270.131615 mapread 0x001f81 thru 0x00335f (0x13df bytes) 000392 1788391270.134723 read 0x020f80 thru 0x02deb8 (0xcf39 bytes) 000393 1788391270.146170 trunc from 0x00393e to 0x00da19 (0xa0dc bytes) 000394 1788391270.153261 trunc from 0x03668f to 0x010a16 (0x25c78 bytes) 000395 1788391270.179092 trunc from 0x010a17 to 0x03986f (0x28e59 bytes) 000396 1788391270.191520 write 0x03f4e6 thru 0x03ffff (0xb1a bytes) 000397 1788391270.196831 MIRROR_EXTEND to 2 mirrors 000398 1788391270.700246 mapread 0x02cd03 thru 0x03a5ce (0xd8cc bytes) 000400 1788391270.750004 read 0x034823 thru 0x0386aa (0x3e88 bytes) 000402 1788391270.765945 write 0x0150dd thru 0x02110d (0xc031 bytes) 000403 1788391270.804716 write 0x030359 thru 0x03c1a6 (0xbe4e bytes) 000404 1788391270.816934 trunc from 0x040000 to 0x0153d8 (0x2ac27 bytes) 000405 1788391270.859741 MIRROR_RESYNC 2 mirrors 000406 1788391271.407800 mapread 0x007952 thru 0x00a79d (0x2e4c bytes) 000407 1788391271.427294 trunc from 0x00a101 to 0x0122b1 (0x81b1 bytes) 000408 1788391271.454384 read 0x00d5da thru 0x0153d8 (0x7dff bytes) 000409 1788391271.462478 read 0x00b28d thru 0x0153d8 (0xa14c bytes) 000410 1788391271.470564 punch from 0x00ccf4 to 0x0153d8 (0x86e5 bytes) 000411 1788391271.475171 fallocate 0x025885 thru 0x02fbef (0xa36b bytes) 000412 1788391271.481327 fallocate 0x02fec7 thru 0x03c0d1 (0xc20b bytes) 000413 1788391271.488177 punch from 0x01185a to 0x01ddbd (0xc564 bytes) 000414 1788391271.493447 mapwrite 0x03593c thru 0x03d201 (0x78c6 bytes) 000415 1788391271.541729 write 0x02b495 thru 0x02eed8 (0x3a44 bytes) 000416 1788391271.547644 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3d202): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d202): Mirror 2: 0x6a174cb1 (stale) CRC-32 checksum value for chunk [0, 0x3d202): Mirror 1: 0x561e45a3 Mirror 3: 0x561e45a3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d202: skipped 000417 1788391272.195825 MIRROR_RESYNC 3 mirrors 000418 1788391272.728339 mapread 0x007db9 thru 0x00f3d7 (0x761f bytes) 000419 1788391272.755478 read 0x034796 thru 0x03bd0b (0x7576 bytes) 000420 1788391272.768231 MIRROR_RESYNC 3 mirrors 000421 1788391273.071648 mapread 0x02884c thru 0x033fec (0xb7a1 bytes) 000422 1788391273.095716 trunc from 0x021861 to 0x0219cc (0x16c bytes) 000423 1788391273.127027 trunc from 0x02c715 to 0x03077b (0x4067 bytes) 000424 1788391273.130972 mapread 0x02ca0c thru 0x03297a (0x5f6f bytes) 000425 1788391273.136554 mapread 0x00e807 thru 0x012110 (0x390a bytes) 000426 1788391273.145513 trunc from 0x02cd97 to 0x02e81e (0x1a88 bytes) 000427 1788391273.152762 fallocate 0x03ce91 thru 0x03ffff (0x316f bytes) 000428 1788391273.158574 trunc from 0x040000 to 0x02f57f (0x10a80 bytes) 000429 1788391273.198803 mapread 0x0096ec thru 0x010282 (0x6b97 bytes) 000430 1788391273.202633 fallocate 0x02f944 thru 0x03e37b (0xea38 bytes) 000431 1788391273.210101 write 0x0380fb thru 0x03ce26 (0x4d2c bytes) 000432 1788391273.212093 mapwrite 0x018b27 thru 0x01fa45 (0x6f1f bytes) 000433 1788391273.242605 fallocate 0x01f118 thru 0x0279f5 (0x88de bytes) 000434 1788391273.248785 mapread 0x005296 thru 0x007eed (0x2c58 bytes) 000435 1788391273.257995 mapwrite 0x029ed6 thru 0x02f91c (0x5a47 bytes) 000436 1788391273.286267 punch from 0x01218a to 0x0214aa (0xf321 bytes) 000437 1788391273.292728 mapread 0x015cec thru 0x01f60f (0x9924 bytes) 000438 1788391273.309745 punch from 0x01def5 to 0x02069b (0x27a7 bytes) 000439 1788391273.313760 fallocate 0x03b9a4 thru 0x03ffff (0x465c bytes) 000440 1788391273.325964 trunc from 0x03ce27 to 0x017282 (0x25ba4 bytes) 000441 1788391273.344646 read 0x004971 thru 0x0110ab (0xc73b bytes) 000442 1788391273.345384 fallocate 0x037731 thru 0x03a298 (0x2b68 bytes) 000443 1788391273.348996 fallocate 0x02aa97 thru 0x0364dd (0xba47 bytes) 000444 1788391273.353352 write 0x03441f thru 0x03925a (0x4e3c bytes) 000445 1788391273.360688 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3925b): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3925b): Mirror 2: 0x10316dfe (stale) Mirror 3: 0x10316dfe (stale) CRC-32 checksum value for chunk [0, 0x3925b): Mirror 1: 0xd44731b7 Mirror 4: 0xd44731b7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3925b: skipped 000447 1788391274.084194 trunc from 0x03925b to 0x01ea86 (0x1a7d4 bytes) 000448 1788391274.149941 write 0x018eb2 thru 0x01fdff (0x6f4e bytes) 000449 1788391274.158769 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1fe00): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1fe00): Mirror 2: 0x675a0209 (stale) Mirror 3: 0x675a0209 (stale) Mirror 4: 0x675a0209 (stale) CRC-32 checksum value for chunk [0, 0x1fe00): Mirror 1: 0x959f32a4 Mirror 5: 0x959f32a4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1fe00: skipped 000450 1788391274.945548 write 0x011b11 thru 0x01555e (0x3a4e bytes) 000451 1788391275.003167 mapread 0x01b98f thru 0x01fdff (0x4471 bytes) 000453 1788391275.027115 mapread 0x00a998 thru 0x00aa9f (0x108 bytes) 000454 1788391275.038426 punch from 0x00bf43 to 0x00d527 (0x15e5 bytes) 000455 1788391275.042939 write 0x00cb71 thru 0x015123 (0x85b3 bytes) 000457 1788391275.049969 trunc from 0x01fe00 to 0x021e89 (0x208a bytes) 000458 1788391275.067028 fallocate 0x038a82 thru 0x03ffff (0x757e bytes) 000459 1788391275.071084 punch from 0x00ffef to 0x01a3c4 (0xa3d6 bytes) 000460 1788391275.083223 write 0x02cc89 thru 0x03c6a1 (0xfa19 bytes) 000461 1788391275.085364 punch from 0x038af8 to 0x03c6a1 (0x3baa bytes) 000462 1788391275.100113 trunc from 0x015bfa to 0x016a12 (0xe19 bytes) 000463 1788391275.105743 read 0x01855d thru 0x01b6c0 (0x3164 bytes) 000464 1788391275.111127 mapwrite 0x029326 thru 0x02ef1a (0x5bf5 bytes) 000465 1788391275.137758 mapwrite 0x03d9e3 thru 0x03ffff (0x261d bytes) 000466 1788391275.172388 write 0x015c1b thru 0x0241b6 (0xe59c bytes) 000467 1788391275.181467 mapwrite 0x03b9d3 thru 0x03f919 (0x3f47 bytes) 000468 1788391275.202154 fallocate 0x0364b1 thru 0x03ffff (0x9b4f bytes) 000469 1788391275.211036 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x6ad02b54 (stale) Mirror 4: 0xef1a930d (stale) Mirror 5: 0xe571c672 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x6ad02b54 (stale) Mirror 4: 0xef1a930d (stale) Mirror 5: 0xe571c672 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000470 1788391275.535773 trunc from 0x040000 to 0x021955 (0x1e6aa bytes) 000471 1788391275.551565 trunc from 0x021956 to 0x00b1fe (0x16757 bytes) 000472 1788391275.569596 write 0x0385e5 thru 0x03e970 (0x638c bytes) 000473 1788391275.571080 fallocate 0x0034e9 thru 0x00f422 (0xbf3a bytes) 000474 1788391275.576206 mapread 0x00acf1 thru 0x01699e (0xbcae bytes) 000475 1788391275.607402 trunc from 0x005df2 to 0x00e3a8 (0x85b7 bytes) 000476 1788391275.614682 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3e971): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e971): Mirror 3: 0x6e36a2ee (stale) Mirror 4: 0x6a0f524c (stale) Mirror 5: 0xdd92e58a (stale) CRC-32 checksum value for chunk [0, 0x3e971): Mirror 1: 0x62c9f4ed Mirror 6: 0x62c9f4ed lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e971: skipped 000478 1788391276.343805 trunc from 0x03e971 to 0x0311de (0xd792 bytes) 000479 1788391276.426092 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x311df): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x311df): Mirror 3: 0x28ff61b2 (stale) Mirror 4: 0xcfff9548 (stale) Mirror 5: 0xadd1c576 (stale) Mirror 6: 0xcfff9548 (stale) CRC-32 checksum value for chunk [0, 0x311df): Mirror 1: 0xcfff9548 Mirror 7: 0xcfff9548 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x311df: skipped 000480 1788391277.284469 write 0x031592 thru 0x03342c (0x1e9b bytes) 000481 1788391277.320879 mapread 0x0105af thru 0x01f42c (0xee7e bytes) 000482 1788391277.359589 MIRROR_RESYNC 6 mirrors 000483 1788391278.419885 trunc from 0x01e229 to 0x0290c8 (0xaea0 bytes) 000486 1788391278.447783 mapread 0x01abd2 thru 0x024e57 (0xa286 bytes) 000487 1788391278.471317 write 0x025fd5 thru 0x02d182 (0x71ae bytes) 000488 1788391278.489642 MIRROR_RESYNC 6 mirrors 000489 1788391279.740069 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000490 1788391280.023108 trunc from 0x03342d to 0x02a2cc (0x9160 bytes) 000491 1788391280.057875 fallocate 0x03498a thru 0x035014 (0x68b bytes) 000492 1788391280.067508 trunc from 0x004122 to 0x0069de (0x28bd bytes) 000493 1788391280.072961 write 0x020d64 thru 0x023bdc (0x2e79 bytes) 000494 1788391280.083029 trunc from 0x01ec3d to 0x024123 (0x54e7 bytes) 000495 1788391280.097893 write 0x02f295 thru 0x033081 (0x3ded bytes) 000496 1788391280.107438 fallocate 0x03f8f2 thru 0x03ffff (0x70e bytes) 000497 1788391280.111912 trunc from 0x03d363 to 0x03ffff (0x2c9d bytes) 000498 1788391280.115762 mapwrite 0x033301 thru 0x03ad05 (0x7a05 bytes) 000499 1788391280.145186 mapread 0x01add4 thru 0x029ab4 (0xece1 bytes) 000500 1788391280.170611 trunc from 0x008bbd to 0x017d99 (0xf1dd bytes) 000501 1788391280.176008 mapwrite 0x0137a8 thru 0x01f7df (0xc038 bytes) 000502 1788391280.215423 mapwrite 0x029aa4 thru 0x036311 (0xc86e bytes) 000503 1788391280.239778 mapwrite 0x01c584 thru 0x024039 (0x7ab6 bytes) 000504 1788391280.252786 mapread 0x01fd33 thru 0x02a226 (0xa4f4 bytes) 000505 1788391280.254369 mapread 0x03c2eb thru 0x03ffff (0x3d15 bytes) 000506 1788391280.264862 mapread 0x036768 thru 0x03b7d1 (0x506a bytes) 000507 1788391280.265949 mapwrite 0x014a7f thru 0x018d36 (0x42b8 bytes) 000508 1788391280.291016 punch from 0x03711a to 0x03d169 (0x6050 bytes) 000509 1788391280.294931 mapwrite 0x008063 thru 0x00a347 (0x22e5 bytes) 000510 1788391280.324360 mapwrite 0x020fe1 thru 0x022863 (0x1883 bytes) 000511 1788391280.333830 punch from 0x03ea1f to 0x03ffff (0x15e1 bytes) 000512 1788391280.337840 write 0x00e9b4 thru 0x019596 (0xabe3 bytes) 000513 1788391280.342117 mapwrite 0x029c64 thru 0x02f3e2 (0x577f bytes) 000514 1788391280.359075 punch from 0x027f31 to 0x029e6e (0x1f3e bytes) 000515 1788391280.365241 mapwrite 0x0066f4 thru 0x00e664 (0x7f71 bytes) 000516 1788391280.379893 write 0x01a8ff thru 0x023459 (0x8b5b bytes) 000517 1788391280.381639 fallocate 0x026a44 thru 0x028755 (0x1d12 bytes) 000518 1788391280.386702 write 0x03a92e thru 0x03ffff (0x56d2 bytes) 000519 1788391280.394752 trunc from 0x040000 to 0x016930 (0x296cf bytes) 000520 1788391280.427800 MIRROR_RESYNC 5 mirrors 000522 1788391281.367588 MIRROR_EXTEND to 6 mirrors 000523 1788391281.872161 trunc from 0x016931 to 0x01f9f9 (0x90c9 bytes) 000524 1788391281.927980 trunc from 0x0065e9 to 0x0092c1 (0x2cd9 bytes) 000526 1788391281.936998 mapwrite 0x03034d thru 0x03d1f3 (0xcea7 bytes) 000527 1788391282.011650 mapread 0x03434a thru 0x03d1f3 (0x8eaa bytes) 000528 1788391282.013988 read 0x006075 thru 0x011322 (0xb2ae bytes) 000529 1788391282.022258 trunc from 0x03d1f4 to 0x0222f3 (0x1af00 bytes) 000530 1788391282.039763 write 0x03a7bb thru 0x03d291 (0x2ad7 bytes) 000531 1788391282.041428 trunc from 0x03d292 to 0x0320bf (0xb1d2 bytes) 000532 1788391282.056141 mapwrite 0x0180c5 thru 0x021ddf (0x9d1b bytes) 000534 1788391282.112472 trunc from 0x030b40 to 0x0320bf (0x1580 bytes) 000535 1788391282.118693 trunc from 0x01582a to 0x01d563 (0x7d3a bytes) 000536 1788391282.125973 write 0x016ebb thru 0x018234 (0x137a bytes) 000537 1788391282.140574 trunc from 0x0320c0 to 0x02c2c6 (0x5df9 bytes) 000538 1788391282.162257 punch from 0x0048ac to 0x00fd6e (0xb4c3 bytes) 000539 1788391282.170435 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2c2c7): Mirror 4: 0x72826e8c (stale) Mirror 5: 0x72826e8c (stale) Mirror 6: 0x72826e8c (stale) Mirror 8: 0x72826e8c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c2c7): Mirror 4: 0x72826e8c (stale) Mirror 5: 0x72826e8c (stale) Mirror 6: 0x72826e8c (stale) Mirror 8: 0x72826e8c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c2c7: skipped 000540 1788391282.539264 trunc from 0x02c2c7 to 0x032e76 (0x6bb0 bytes) 000541 1788391282.566358 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x32e77): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32e77): Mirror 4: 0xe59c56ce (stale) Mirror 5: 0xe59c56ce (stale) Mirror 6: 0xe59c56ce (stale) Mirror 8: 0xe59c56ce (stale) CRC-32 checksum value for chunk [0, 0x32e77): Mirror 1: 0x9f9800bd Mirror 9: 0x9f9800bd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32e77: skipped 000542 1788391283.247569 trunc from 0x032e77 to 0x01d0a0 (0x15dd6 bytes) 000543 1788391283.308599 punch from 0x01136b to 0x01d0a0 (0xbd36 bytes) 000544 1788391283.315622 write 0x027ba5 thru 0x030afd (0x8f59 bytes) 000545 1788391283.317316 mapread 0x00a01b thru 0x016373 (0xc359 bytes) 000546 1788391283.358790 trunc from 0x030afe to 0x00a7d7 (0x26326 bytes) 000547 1788391283.381097 punch from 0x00494a to 0x00a7d7 (0x5e8e bytes) 000548 1788391283.388732 read 0x00411a thru 0x007223 (0x310a bytes) 000549 1788391283.400720 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0xa7d8): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa7d8): Mirror 4: 0x8d253388 (stale) Mirror 5: 0x8d253388 (stale) Mirror 6: 0x8d253388 (stale) Mirror 8: 0x8d253388 (stale) Mirror 9: 0xdd80c48a (stale) CRC-32 checksum value for chunk [0, 0xa7d8): Mirror 1: 0xdd80c48a Mirror 10: 0xdd80c48a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa7d8: skipped 000550 1788391284.048063 mapwrite 0x009e52 thru 0x0108e8 (0x6a97 bytes) 000551 1788391284.152315 fallocate 0x035bf6 thru 0x03ffff (0xa40a bytes) 000552 1788391284.157398 fallocate 0x01ae25 thru 0x020482 (0x565e bytes) 000553 1788391284.162428 trunc from 0x00df29 to 0x0108e8 (0x29c0 bytes) 000554 1788391284.167833 write 0x03ea7d thru 0x03ffff (0x1583 bytes) 000556 1788391284.173963 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x314088c0 (stale) Mirror 5: 0x314088c0 (stale) Mirror 6: 0x314088c0 (stale) Mirror 8: 0x314088c0 (stale) Mirror 10: 0xc44811f2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x314088c0 (stale) Mirror 5: 0x314088c0 (stale) Mirror 6: 0x314088c0 (stale) Mirror 8: 0x314088c0 (stale) Mirror 10: 0xc44811f2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000558 1788391284.510704 write 0x0209b2 thru 0x02e0fe (0xd74d bytes) 000559 1788391284.525967 write 0x03ac6b thru 0x03ffff (0x5395 bytes) 000560 1788391284.534414 trunc from 0x022b69 to 0x02d7cc (0xac64 bytes) 000561 1788391284.551245 punch from 0x00e7e4 to 0x014062 (0x587f bytes) 000562 1788391284.556270 mapread 0x03bbf3 thru 0x03de7d (0x228b bytes) 000563 1788391284.557019 mapread 0x01611e thru 0x01eb6d (0x8a50 bytes) 000564 1788391284.574868 trunc from 0x040000 to 0x018749 (0x278b6 bytes) 000565 1788391284.590145 fallocate 0x00c601 thru 0x012ff6 (0x69f6 bytes) 000566 1788391284.597735 mapwrite 0x0099eb thru 0x010678 (0x6c8e bytes) 000567 1788391284.628922 trunc from 0x0142d9 to 0x015354 (0x107c bytes) 000568 1788391284.633749 mapwrite 0x007077 thru 0x013c24 (0xcbae bytes) 000569 1788391284.652558 punch from 0x008ac5 to 0x0171e8 (0xe724 bytes) 000570 1788391284.656069 mapread 0x017b35 thru 0x018749 (0xc15 bytes) 000571 1788391284.668254 mapwrite 0x007c84 thru 0x01230e (0xa68b bytes) 000572 1788391284.698733 write 0x034bac thru 0x03a815 (0x5c6a bytes) 000573 1788391284.700039 fallocate 0x029939 thru 0x02f23c (0x5904 bytes) 000574 1788391284.705831 punch from 0x0162eb to 0x01fff0 (0x9d06 bytes) 000575 1788391284.710872 trunc from 0x03a816 to 0x0057d0 (0x35045 bytes) 000576 1788391284.727900 mapwrite 0x024080 thru 0x025621 (0x15a2 bytes) 000577 1788391284.771042 trunc from 0x025622 to 0x009d16 (0x1b90b bytes) 000578 1788391284.783639 mapread 0x007dc2 thru 0x009d16 (0x1f55 bytes) 000579 1788391284.792325 write 0x031440 thru 0x033872 (0x2433 bytes) 000580 1788391284.793844 mapwrite 0x008263 thru 0x012c41 (0xa9df bytes) 000581 1788391284.817736 write 0x002614 thru 0x0112f3 (0xece0 bytes) 000582 1788391284.819449 trunc from 0x033873 to 0x035e71 (0x25ff bytes) 000583 1788391284.834985 write 0x012592 thru 0x018468 (0x5ed7 bytes) 000584 1788391284.840239 mapread 0x00b67b thru 0x0189a8 (0xd32e bytes) 000585 1788391284.841592 mapread 0x019235 thru 0x020b47 (0x7913 bytes) 000586 1788391284.852413 trunc from 0x010fce to 0x01e9a5 (0xd9d8 bytes) 000587 1788391284.865580 trunc from 0x035e72 to 0x02a539 (0xb938 bytes) 000588 1788391284.877886 mapwrite 0x03200a thru 0x0345ef (0x25e6 bytes) 000590 1788391284.918475 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x345f0): Mirror 4: 0x93384c43 (stale) Mirror 5: 0x93384c43 (stale) Mirror 6: 0x93384c43 (stale) Mirror 10: 0xe9d001bf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x345f0): Mirror 4: 0x93384c43 (stale) Mirror 5: 0x93384c43 (stale) Mirror 6: 0x93384c43 (stale) Mirror 10: 0xe9d001bf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x345f0: skipped 000591 1788391285.233528 fallocate 0x0264ca thru 0x0301b0 (0x9ce7 bytes) 000592 1788391285.239758 punch from 0x02433d to 0x02b232 (0x6ef6 bytes) 000593 1788391285.246955 fallocate 0x01fba8 thru 0x022b9d (0x2ff6 bytes) 000594 1788391285.254802 trunc from 0x0110aa to 0x016b1f (0x5a76 bytes) 000595 1788391285.261068 write 0x012287 thru 0x020461 (0xe1db bytes) 000596 1788391285.284369 mapread 0x02fa01 thru 0x033663 (0x3c63 bytes) 000597 1788391285.317055 trunc from 0x0345f0 to 0x02bdf5 (0x87fa bytes) 000598 1788391285.331000 mapwrite 0x02dad9 thru 0x037111 (0x9639 bytes) 000599 1788391285.380751 fallocate 0x024a63 thru 0x0290af (0x464d bytes) 000600 1788391285.393152 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37112): Mirror 4: 0x3d0b96ff (stale) Mirror 5: 0x3d0b96ff (stale) Mirror 6: 0x3d0b96ff (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37112): Mirror 4: 0x3d0b96ff (stale) Mirror 5: 0x3d0b96ff (stale) Mirror 6: 0x3d0b96ff (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37112: skipped 000602 1788391285.717168 MIRROR_RESYNC 4 mirrors 000603 1788391286.661045 trunc from 0x010ef2 to 0x018f25 (0x8034 bytes) 000605 1788391286.685646 write 0x000bf8 thru 0x00dc5b (0xd064 bytes) 000606 1788391286.694899 mapread 0x014fcb thru 0x0199a6 (0x49dc bytes) 000607 1788391286.716417 punch from 0x027d34 to 0x030bde (0x8eab bytes) 000608 1788391286.721211 trunc from 0x002d36 to 0x006be9 (0x3eb4 bytes) 000609 1788391286.735554 punch from 0x02baff to 0x034e3f (0x9341 bytes) 000610 1788391286.740731 mapwrite 0x021d54 thru 0x026dcf (0x507c bytes) 000611 1788391286.767481 read 0x014f90 thru 0x01bf06 (0x6f77 bytes) 000612 1788391286.768111 write 0x02f7b0 thru 0x02f9bc (0x20d bytes) 000613 1788391286.775579 fallocate 0x036fb2 thru 0x03c903 (0x5952 bytes) 000614 1788391286.781679 punch from 0x02058c to 0x02cee5 (0xc95a bytes) 000615 1788391286.785767 write 0x03ba4d thru 0x03ffff (0x45b3 bytes) 000617 1788391286.792699 fallocate 0x02ef4f thru 0x03ea7c (0xfb2e bytes) 000618 1788391286.796205 read 0x01ff6f thru 0x028ceb (0x8d7d bytes) 000619 1788391286.804245 punch from 0x00aab0 to 0x011b2c (0x707d bytes) 000620 1788391286.808957 fallocate 0x0271fd thru 0x02805b (0xe5f bytes) 000621 1788391286.813842 fallocate 0x00d257 thru 0x016931 (0x96db bytes) 000622 1788391286.822314 trunc from 0x040000 to 0x0164c1 (0x29b3e bytes) 000623 1788391286.840901 mapread 0x0132d6 thru 0x0164c1 (0x31ec bytes) 000624 1788391286.843100 fallocate 0x03f965 thru 0x03ffff (0x69b bytes) 000625 1788391286.850196 trunc from 0x004435 to 0x006b9b (0x2767 bytes) 000626 1788391286.855057 trunc from 0x040000 to 0x02a50d (0x15af2 bytes) 000627 1788391286.867070 fallocate 0x013f87 thru 0x01efc3 (0xb03d bytes) 000628 1788391286.871983 read 0x004efc thru 0x014ec8 (0xffcd bytes) 000629 1788391286.884582 mapwrite 0x03ffcf thru 0x03ffff (0x31 bytes) 000630 1788391286.916727 fallocate 0x032b85 thru 0x034a53 (0x1ecf bytes) 000631 1788391286.923020 trunc from 0x040000 to 0x02a375 (0x15c8a bytes) 000632 1788391286.937773 read 0x0171c6 thru 0x01ad6c (0x3ba7 bytes) 000633 1788391286.941038 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2a376): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a376): Mirror 4: 0x819760c6 (stale) Mirror 5: 0x819760c6 (stale) Mirror 6: 0x819760c6 (stale) CRC-32 checksum value for chunk [0, 0x2a376): Mirror 1: 0xa9c6f868 Mirror 7: 0xa9c6f868 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a376: skipped 000634 1788391287.643131 trunc from 0x02a376 to 0x03d2dd (0x12f68 bytes) 000635 1788391287.689935 write 0x0336f2 thru 0x03ffff (0xc90e bytes) 000637 1788391287.697930 fallocate 0x03d242 thru 0x03ffff (0x2dbe bytes) 000638 1788391287.712057 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xe185cb0c (stale) Mirror 5: 0xe185cb0c (stale) Mirror 6: 0xe185cb0c (stale) Mirror 7: 0x29c68d9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x1a7817c4 Mirror 8: 0x1a7817c4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000639 1788391288.513017 read 0x03d0e3 thru 0x03ffff (0x2f1d bytes) 000640 1788391288.524683 punch from 0x024b30 to 0x026db7 (0x2288 bytes) 000641 1788391288.571038 trunc from 0x01690d to 0x0256d3 (0xedc7 bytes) 000642 1788391288.578071 mapread 0x02f708 thru 0x034972 (0x526b bytes) 000643 1788391288.608568 trunc from 0x040000 to 0x022907 (0x1d6f8 bytes) 000644 1788391288.635218 trunc from 0x022908 to 0x02880e (0x5f07 bytes) 000646 1788391288.655057 trunc from 0x01459b to 0x016598 (0x1ffe bytes) 000647 1788391288.664995 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2880f): Mirror 4: 0x70a5fac6 (stale) Mirror 5: 0x70a5fac6 (stale) Mirror 6: 0x70a5fac6 (stale) Mirror 8: 0x73242d10 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2880f): Mirror 4: 0x70a5fac6 (stale) Mirror 5: 0x70a5fac6 (stale) Mirror 6: 0x70a5fac6 (stale) Mirror 8: 0x73242d10 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2880f: skipped 000648 1788391289.000790 fallocate 0x016de9 thru 0x023027 (0xc23f bytes) 000649 1788391289.008006 MIRROR_RESYNC 5 mirrors 000650 1788391289.993552 read 0x00d211 thru 0x011630 (0x4420 bytes) 000651 1788391290.002462 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000652 1788391290.319567 trunc from 0x00e14c to 0x01b205 (0xd0ba bytes) 000653 1788391290.364740 trunc from 0x02880f to 0x01cf4e (0xb8c0 bytes) 000654 1788391290.408519 read 0x01c0df thru 0x01cf4e (0xe70 bytes) 000655 1788391290.423267 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1cf4f): Mirror 5: 0xdbf220d6 (stale) Mirror 6: 0xdbf220d6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cf4f): Mirror 5: 0xdbf220d6 (stale) Mirror 6: 0xdbf220d6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cf4f: skipped 000656 1788391290.710753 read 0x0164fa thru 0x01a2a5 (0x3dac bytes) 000657 1788391290.723218 punch from 0x013611 to 0x01900c (0x59fc bytes) 000658 1788391290.734857 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1cf4f): Mirror 6: 0xdbf220d6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cf4f): Mirror 6: 0xdbf220d6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cf4f: skipped 000659 1788391290.999650 trunc from 0x00b312 to 0x019bd6 (0xe8c5 bytes) 000660 1788391291.004716 write 0x021806 thru 0x02e9c0 (0xd1bb bytes) 000661 1788391291.016974 write 0x002fd5 thru 0x00ad01 (0x7d2d bytes) 000663 1788391291.033608 trunc from 0x02e9c1 to 0x010cad (0x1dd13 bytes) 000664 1788391291.056972 punch from 0x00ac5f to 0x010cad (0x604f bytes) 000665 1788391291.070746 write 0x02d872 thru 0x02dc7e (0x40d bytes) 000666 1788391291.071755 trunc from 0x02dc7f to 0x014797 (0x194e7 bytes) 000667 1788391291.088752 fallocate 0x019403 thru 0x0238eb (0xa4e9 bytes) 000668 1788391291.094557 trunc from 0x0232a2 to 0x0238eb (0x64a bytes) 000669 1788391291.098070 trunc from 0x0238ec to 0x008ea5 (0x1aa46 bytes) 000670 1788391291.116919 fallocate 0x00abcc thru 0x018977 (0xddac bytes) 000671 1788391291.121509 mapread 0x0039e6 thru 0x008ea5 (0x54c0 bytes) 000672 1788391291.122386 mapwrite 0x00e9de thru 0x013ade (0x5101 bytes) 000674 1788391291.173244 mapwrite 0x02d6d0 thru 0x03b3d1 (0xdd02 bytes) 000675 1788391291.239335 mapwrite 0x02585a thru 0x02e75d (0x8f04 bytes) 000676 1788391291.274473 read 0x011586 thru 0x018a78 (0x74f3 bytes) 000677 1788391291.282023 punch from 0x0063df to 0x0087a8 (0x23ca bytes) 000679 1788391291.287247 fallocate 0x03d44d thru 0x03ffff (0x2bb3 bytes) 000681 1788391291.294522 trunc from 0x040000 to 0x00d1fe (0x32e01 bytes) 000683 1788391291.313793 fallocate 0x0003dd thru 0x0101aa (0xfdce bytes) 000684 1788391291.319405 punch from 0x00648a to 0x00969b (0x3212 bytes) 000685 1788391291.324843 mapwrite 0x015c69 thru 0x021da7 (0xc13f bytes) 000686 1788391291.388266 read 0x01049d thru 0x012354 (0x1eb8 bytes) 000688 1788391291.389543 trunc from 0x021da8 to 0x02d984 (0xbbdd bytes) 000689 1788391291.411606 trunc from 0x00ddac to 0x01398d (0x5be2 bytes) 000690 1788391291.416221 write 0x021f13 thru 0x02f63a (0xd728 bytes) 000691 1788391291.418204 punch from 0x0195a7 to 0x025d3e (0xc798 bytes) 000692 1788391291.437011 trunc from 0x02c8b8 to 0x02f63a (0x2d83 bytes) 000693 1788391291.445020 write 0x0210cb thru 0x02409c (0x2fd2 bytes) 000694 1788391291.456696 trunc from 0x02a2e3 to 0x02f63a (0x5358 bytes) 000695 1788391291.461802 mapread 0x0284ba thru 0x02f63a (0x7181 bytes) 000696 1788391291.492672 write 0x0071b7 thru 0x0159da (0xe824 bytes) 000697 1788391291.495185 trunc from 0x01ea0e to 0x02e87e (0xfe71 bytes) 000698 1788391291.511619 trunc from 0x02e5ba to 0x02f63a (0x1081 bytes) 000699 1788391291.515833 mapwrite 0x00719a thru 0x012a16 (0xb87d bytes) 000700 1788391291.531654 punch from 0x008867 to 0x008e5c (0x5f6 bytes) 000701 1788391291.535608 write 0x00f736 thru 0x01bdf4 (0xc6bf bytes) 000702 1788391291.537056 mapread 0x001e4e thru 0x007f72 (0x6125 bytes) 000703 1788391291.538142 write 0x012c51 thru 0x01d356 (0xa706 bytes) 000704 1788391291.539519 trunc from 0x02f63b to 0x0064fc (0x2913e bytes) 000705 1788391291.556984 fallocate 0x02a654 thru 0x02c4c1 (0x1e6e bytes) 000706 1788391291.563887 trunc from 0x0064fd to 0x00ffdc (0x9ae0 bytes) 000707 1788391291.578060 trunc from 0x00ffdd to 0x001acd (0xe50f bytes) 000708 1788391291.591070 trunc from 0x001ace to 0x007f28 (0x645b bytes) 000709 1788391291.617941 mapread 0x001cfb thru 0x006a6f (0x4d75 bytes) 000710 1788391291.648922 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000711 1788391291.780799 trunc from 0x007f29 to 0x030e2f (0x28f07 bytes) 000712 1788391291.808022 mapread 0x02d7da thru 0x030e2f (0x3656 bytes) 000714 1788391291.823190 mapread 0x00d524 thru 0x0197c6 (0xc2a3 bytes) 000715 1788391291.838753 trunc from 0x030e30 to 0x0099ae (0x27481 bytes) 000717 1788391291.851730 mapread 0x00546b thru 0x005ee7 (0xa7d bytes) 000718 1788391291.858961 read 0x00928b thru 0x0099ae (0x724 bytes) 000719 1788391291.860049 fallocate 0x00afa1 thru 0x00c9c8 (0x1a28 bytes) 000720 1788391291.866637 mapread 0x00554d thru 0x0099ae (0x4462 bytes) 000721 1788391291.867585 mapwrite 0x00ffd1 thru 0x017e2b (0x7e5b bytes) 000722 1788391291.905025 trunc from 0x010da8 to 0x016bcb (0x5e24 bytes) 000723 1788391291.910306 write 0x0247f2 thru 0x028a8b (0x429a bytes) 000724 1788391291.911466 trunc from 0x028a8c to 0x02db45 (0x50ba bytes) 000725 1788391291.928983 trunc from 0x02db46 to 0x01694a (0x171fb bytes) 000726 1788391291.951252 mapwrite 0x02a7b7 thru 0x037736 (0xcf80 bytes) 000727 1788391292.016081 read 0x0054d9 thru 0x009a2d (0x4555 bytes) 000729 1788391292.018809 trunc from 0x037737 to 0x039af1 (0x23bb bytes) 000730 1788391292.038020 mapwrite 0x03e0df thru 0x03ffff (0x1f21 bytes) 000731 1788391292.076058 write 0x029d6d thru 0x03460e (0xa8a2 bytes) 000732 1788391292.077397 fallocate 0x007774 thru 0x00a83f (0x30cc bytes) 000734 1788391292.082187 write 0x0205f0 thru 0x025e0c (0x581d bytes) 000736 1788391292.087794 MIRROR_EXTEND to 2 mirrors 000737 1788391292.740743 trunc from 0x02fc6e to 0x0342c0 (0x4653 bytes) 000738 1788391292.786621 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xca063b1f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x9ccfba70 Mirror 3: 0x9ccfba70 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000739 1788391293.637904 read 0x019462 thru 0x01e527 (0x50c6 bytes) 000740 1788391293.651240 mapread 0x0085a0 thru 0x00a680 (0x20e1 bytes) 000741 1788391293.686114 read 0x019271 thru 0x026846 (0xd5d6 bytes) 000742 1788391293.712974 fallocate 0x03e861 thru 0x03ffff (0x179f bytes) 000744 1788391293.762094 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x9ccfba70 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x9ccfba70 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000745 1788391294.050624 read 0x012135 thru 0x0175f6 (0x54c2 bytes) 000747 1788391294.058933 mapread 0x03e37d thru 0x03ffff (0x1c83 bytes) 000748 1788391294.071256 mapwrite 0x02326e thru 0x032981 (0xf714 bytes) 000750 1788391294.108213 mapwrite 0x0054d4 thru 0x00fd03 (0xa830 bytes) 000751 1788391294.133173 punch from 0x02bde9 to 0x02cae5 (0xcfd bytes) 000752 1788391294.138757 trunc from 0x00bed6 to 0x00e0e3 (0x220e bytes) 000753 1788391294.148466 MIRROR_RESYNC 2 mirrors 000754 1788391295.066004 fallocate 0x006b82 thru 0x008796 (0x1c15 bytes) 000755 1788391295.104407 read 0x001469 thru 0x010766 (0xf2fe bytes) 000756 1788391295.114047 write 0x0259ec thru 0x02fb13 (0xa128 bytes) 000757 1788391295.129058 MIRROR_RESYNC 2 mirrors 000758 1788391295.874516 write 0x0067af thru 0x00a219 (0x3a6b bytes) 000759 1788391295.931440 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000760 1788391296.056530 trunc from 0x030e9b to 0x037154 (0x62ba bytes) 000761 1788391296.070106 MIRROR_EXTEND to 2 mirrors 000762 1788391296.792528 trunc from 0x040000 to 0x02e9a5 (0x1165a bytes) 000763 1788391296.839564 punch from 0x0053eb to 0x00f79e (0xa3b4 bytes) 000764 1788391296.845559 trunc from 0x02e9a6 to 0x015e6e (0x18b37 bytes) 000765 1788391296.864844 punch from 0x011c62 to 0x015e6e (0x420d bytes) 000766 1788391296.871738 punch from 0x00452e to 0x009c28 (0x56fb bytes) 000767 1788391296.876762 trunc from 0x015e6f to 0x02dbfc (0x17d8e bytes) 000768 1788391296.893234 mapwrite 0x02d843 thru 0x0359b6 (0x8174 bytes) 000769 1788391296.966797 trunc from 0x03011b to 0x0359b6 (0x589c bytes) 000770 1788391296.973029 trunc from 0x01951c to 0x01f4f5 (0x5fda bytes) 000771 1788391296.978019 punch from 0x00da3a to 0x01113f (0x3706 bytes) 000772 1788391296.982664 punch from 0x00d705 to 0x01cf65 (0xf861 bytes) 000773 1788391296.987768 trunc from 0x02333b to 0x029eb9 (0x6b7f bytes) 000774 1788391296.991874 mapread 0x01f080 thru 0x024eee (0x5e6f bytes) 000775 1788391297.007047 mapread 0x01cdea thru 0x0272c0 (0xa4d7 bytes) 000776 1788391297.008025 punch from 0x004bb7 to 0x007df0 (0x323a bytes) 000777 1788391297.012179 trunc from 0x0359b7 to 0x019342 (0x1c674 bytes) 000779 1788391297.030706 fallocate 0x02d126 thru 0x0342ec (0x71c7 bytes) 000780 1788391297.036000 punch from 0x00f6ec to 0x011f1f (0x2834 bytes) 000781 1788391297.040135 trunc from 0x019343 to 0x01d43f (0x40fd bytes) 000782 1788391297.059171 mapread 0x007cf0 thru 0x0084e6 (0x7f7 bytes) 000783 1788391297.072248 MIRROR_RESYNC 2 mirrors 000785 1788391297.422609 trunc from 0x01d440 to 0x035400 (0x17fc1 bytes) 000787 1788391297.473829 trunc from 0x02981a to 0x029995 (0x17c bytes) 000788 1788391297.479847 trunc from 0x0150d0 to 0x01c376 (0x72a7 bytes) 000789 1788391297.485039 write 0x00959b thru 0x00f339 (0x5d9f bytes) 000790 1788391297.504029 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000792 1788391297.635743 punch from 0x02ca17 to 0x02f28d (0x2877 bytes) 000793 1788391297.641544 read 0x0332ed thru 0x035400 (0x2114 bytes) 000794 1788391297.647068 read 0x03488a thru 0x035400 (0xb77 bytes) 000795 1788391297.647738 punch from 0x032c89 to 0x033aab (0xe23 bytes) 000797 1788391297.656789 fallocate 0x0309b2 thru 0x03ae9f (0xa4ee bytes) 000799 1788391297.664720 mapwrite 0x035e46 thru 0x039d75 (0x3f30 bytes) 000800 1788391297.697021 trunc from 0x02c70d to 0x0375d6 (0xaeca bytes) 000801 1788391297.712915 read 0x00ad34 thru 0x00b6d7 (0x9a4 bytes) 000802 1788391297.713703 trunc from 0x026975 to 0x02c64d (0x5cd9 bytes) 000803 1788391297.722815 read 0x016418 thru 0x01e39b (0x7f84 bytes) 000804 1788391297.723933 trunc from 0x03260f to 0x03ae9f (0x8891 bytes) 000805 1788391297.733659 read 0x03246f thru 0x03786d (0x53ff bytes) 000806 1788391297.752459 mapread 0x01a87a thru 0x01d45c (0x2be3 bytes) 000807 1788391297.753535 fallocate 0x02bbe7 thru 0x03626b (0xa685 bytes) 000808 1788391297.759565 write 0x02507c thru 0x028e4b (0x3dd0 bytes) 000809 1788391297.763821 trunc from 0x03aea0 to 0x01853e (0x22961 bytes) 000810 1788391297.777807 mapwrite 0x01ac21 thru 0x01be0e (0x11ee bytes) 000811 1788391297.818900 mapwrite 0x03d4fc thru 0x03ffff (0x2b04 bytes) 000812 1788391297.859130 punch from 0x01eeb2 to 0x02907c (0xa1cb bytes) 000814 1788391297.867027 write 0x0070fe thru 0x012dd8 (0xbcdb bytes) 000815 1788391297.868590 trunc from 0x01f9af to 0x0213ab (0x19fd bytes) 000816 1788391297.876116 punch from 0x0297b5 to 0x02bd47 (0x2593 bytes) 000817 1788391297.881737 trunc from 0x040000 to 0x019f23 (0x260dc bytes) 000818 1788391297.903567 trunc from 0x00b4fb to 0x00ca9a (0x15a0 bytes) 000819 1788391297.926029 MIRROR_EXTEND to 2 mirrors 000821 1788391298.524559 read 0x00d5b4 thru 0x018896 (0xb2e3 bytes) 000822 1788391298.542384 write 0x039d83 thru 0x03f48f (0x570d bytes) 000823 1788391298.562612 trunc from 0x02f85e to 0x03e727 (0xeeca bytes) 000824 1788391298.581197 MIRROR_RESYNC 2 mirrors 000825 1788391299.147215 mapwrite 0x0065d5 thru 0x00c3dd (0x5e09 bytes) 000826 1788391299.240075 trunc from 0x000dd0 to 0x006727 (0x5958 bytes) 000827 1788391299.245604 mapread 0x02d076 thru 0x02f5c3 (0x254e bytes) 000828 1788391299.262710 read 0x0288bf thru 0x028c52 (0x394 bytes) 000829 1788391299.264032 mapwrite 0x033a9e thru 0x03ffff (0xc562 bytes) 000830 1788391299.331771 trunc from 0x03c4dc to 0x03ffff (0x3b24 bytes) 000831 1788391299.339129 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000833 1788391299.471719 trunc from 0x01aa12 to 0x025a26 (0xb015 bytes) 000834 1788391299.477151 read 0x00de38 thru 0x01bf6b (0xe134 bytes) 000837 1788391299.491708 punch from 0x011499 to 0x020917 (0xf47f bytes) 000838 1788391299.499043 trunc from 0x01ce08 to 0x02402b (0x7224 bytes) 000839 1788391299.504830 trunc from 0x029b24 to 0x033793 (0x9c70 bytes) 000840 1788391299.511031 trunc from 0x02d20c to 0x03bdc9 (0xebbe bytes) 000841 1788391299.515466 mapwrite 0x00edf3 thru 0x0152c4 (0x64d2 bytes) 000842 1788391299.560084 MIRROR_EXTEND to 2 mirrors 000843 1788391300.080998 trunc from 0x01df47 to 0x02d6d4 (0xf78e bytes) 000844 1788391300.113807 write 0x020459 thru 0x0236b4 (0x325c bytes) 000845 1788391300.129421 mapwrite 0x01c944 thru 0x024759 (0x7e16 bytes) 000846 1788391300.173445 punch from 0x020cf8 to 0x02d04c (0xc355 bytes) 000847 1788391300.181213 mapread 0x003f9f thru 0x009e4f (0x5eb1 bytes) 000848 1788391300.187538 write 0x003a7d thru 0x008bbc (0x5140 bytes) 000850 1788391300.194798 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000851 1788391300.325394 trunc from 0x040000 to 0x005a06 (0x3a5f9 bytes) 000853 1788391300.365140 punch from 0x0020ce to 0x005a06 (0x3939 bytes) 000854 1788391300.371712 mapread 0x001d1b thru 0x005a06 (0x3cec bytes) 000855 1788391300.393560 trunc from 0x005a07 to 0x02c33a (0x26934 bytes) 000856 1788391300.412211 trunc from 0x0045da to 0x013d09 (0xf730 bytes) 000857 1788391300.418594 read 0x002f44 thru 0x00f699 (0xc756 bytes) 000859 1788391300.430730 punch from 0x02a322 to 0x02b56a (0x1249 bytes) 000860 1788391300.435581 mapwrite 0x02a122 thru 0x037479 (0xd358 bytes) 000861 1788391300.491408 write 0x006c17 thru 0x006cf6 (0xe0 bytes) 000863 1788391300.492830 punch from 0x02b8f0 to 0x037479 (0xbb8a bytes) 000864 1788391300.498055 punch from 0x005422 to 0x00ae49 (0x5a28 bytes) 000865 1788391300.507709 fallocate 0x00cabb thru 0x014ad4 (0x801a bytes) 000867 1788391300.523958 MIRROR_EXTEND to 2 mirrors 000868 1788391301.087921 mapread 0x021007 thru 0x0270fa (0x60f4 bytes) 000869 1788391301.119393 MIRROR_RESYNC 2 mirrors 000870 1788391301.409718 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000871 1788391301.538454 trunc from 0x03589d to 0x035903 (0x67 bytes) 000872 1788391301.553628 read 0x00faed thru 0x01aceb (0xb1ff bytes) 000873 1788391301.567551 mapwrite 0x000c9c thru 0x00ed30 (0xe095 bytes) 000874 1788391301.621764 MIRROR_EXTEND to 2 mirrors 000875 1788391302.185303 write 0x0324a3 thru 0x0375f7 (0x5155 bytes) 000876 1788391302.241684 read 0x01d505 thru 0x020ca3 (0x379f bytes) 000878 1788391302.247078 trunc from 0x005848 to 0x00f58a (0x9d43 bytes) 000879 1788391302.254466 punch from 0x00289c to 0x00d18a (0xa8ef bytes) 000880 1788391302.259758 mapwrite 0x00639f thru 0x00f91b (0x957d bytes) 000882 1788391302.304103 mapread 0x0193fe thru 0x026350 (0xcf53 bytes) 000883 1788391302.321864 mapwrite 0x03bcf4 thru 0x03ffff (0x430c bytes) 000884 1788391302.414165 punch from 0x00bccd to 0x016dea (0xb11e bytes) 000885 1788391302.425614 read 0x00fa7e thru 0x0117ac (0x1d2f bytes) 000886 1788391302.439258 write 0x0068be thru 0x00ec9a (0x83dd bytes) 000887 1788391302.441186 read 0x00ccbb thru 0x0154dc (0x8822 bytes) 000888 1788391302.441996 mapwrite 0x0029f0 thru 0x00a2e4 (0x78f5 bytes) 000889 1788391302.462973 read 0x013441 thru 0x01a19e (0x6d5e bytes) 000890 1788391302.463709 trunc from 0x03282a to 0x03764e (0x4e25 bytes) 000891 1788391302.469009 trunc from 0x040000 to 0x0232e7 (0x1cd18 bytes) 000892 1788391302.484870 trunc from 0x0232e8 to 0x02fb5e (0xc877 bytes) 000893 1788391302.497562 fallocate 0x027e2e thru 0x027fdb (0x1ae bytes) 000894 1788391302.502385 write 0x035fc0 thru 0x03d455 (0x7496 bytes) 000895 1788391302.504384 punch from 0x0334ce to 0x038675 (0x51a8 bytes) 000896 1788391302.529771 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3d456): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d456): Mirror 2: 0x41e1ecb8 (stale) CRC-32 checksum value for chunk [0, 0x3d456): Mirror 1: 0x2ff3140e Mirror 3: 0x2ff3140e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d456: skipped 000897 1788391303.209431 mapwrite 0x005761 thru 0x014b55 (0xf3f5 bytes) 000898 1788391303.329527 read 0x00db35 thru 0x012e1f (0x52eb bytes) 000900 1788391303.330643 trunc from 0x01c661 to 0x02104f (0x49ef bytes) 000901 1788391303.335887 trunc from 0x03d456 to 0x0081b9 (0x3529c bytes) 000902 1788391303.377785 punch from 0x003ca7 to 0x0081b9 (0x4513 bytes) 000903 1788391303.387859 mapwrite 0x01bed8 thru 0x02757e (0xb6a7 bytes) 000904 1788391303.434734 trunc from 0x007dae to 0x00c32a (0x457d bytes) 000905 1788391303.440702 mapwrite 0x00b96d thru 0x011890 (0x5f24 bytes) 000906 1788391303.476631 mapwrite 0x036e89 thru 0x03d6d6 (0x684e bytes) 000907 1788391303.523385 mapread 0x028a08 thru 0x02c06b (0x3664 bytes) 000908 1788391303.533253 mapwrite 0x01f798 thru 0x01fbcc (0x435 bytes) 000909 1788391303.547605 mapwrite 0x0395b0 thru 0x03c0b4 (0x2b05 bytes) 000910 1788391303.565039 trunc from 0x03d6d7 to 0x034038 (0x969e bytes) 000911 1788391303.594026 trunc from 0x034039 to 0x038c7d (0x4c45 bytes) 000912 1788391303.615826 fallocate 0x023d23 thru 0x025fbe (0x229c bytes) 000913 1788391303.623993 read 0x009100 thru 0x0128da (0x97db bytes) 000914 1788391303.624874 fallocate 0x0297a9 thru 0x02e905 (0x515d bytes) 000915 1788391303.631558 mapread 0x030970 thru 0x03347d (0x2b0e bytes) 000916 1788391303.633001 trunc from 0x0359c0 to 0x035a54 (0x95 bytes) 000919 1788391303.645622 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x38c7e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38c7e): Mirror 2: 0x9548c958 (stale) Mirror 3: 0x1da3a7b7 (stale) CRC-32 checksum value for chunk [0, 0x38c7e): Mirror 1: 0xa72ce62c Mirror 4: 0xa72ce62c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38c7e: skipped 000920 1788391304.464775 fallocate 0x0010df thru 0x003097 (0x1fb9 bytes) 000921 1788391304.504531 mapread 0x0101a3 thru 0x01e328 (0xe186 bytes) 000923 1788391304.529975 mapwrite 0x00a939 thru 0x00e747 (0x3e0f bytes) 000924 1788391304.555728 read 0x017835 thru 0x0234a1 (0xbc6d bytes) 000925 1788391304.558108 write 0x02c79e thru 0x03c413 (0xfc76 bytes) 000926 1788391304.579534 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c414): Mirror 2: 0xda3ca2cf (stale) Mirror 3: 0x73e2562d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c414): Mirror 2: 0xda3ca2cf (stale) Mirror 3: 0x73e2562d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c414: skipped 000927 1788391304.899360 mapread 0x002a41 thru 0x00e3ee (0xb9ae bytes) 000928 1788391304.920129 read 0x03bbeb thru 0x03c413 (0x829 bytes) 000929 1788391304.925893 mapwrite 0x003d2d thru 0x0048c8 (0xb9c bytes) 000930 1788391304.939739 punch from 0x014c72 to 0x024432 (0xf7c1 bytes) 000931 1788391304.944140 fallocate 0x02d104 thru 0x03bad7 (0xe9d4 bytes) 000932 1788391304.953540 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c414): Mirror 2: 0xda3ca2cf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c414): Mirror 2: 0xda3ca2cf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c414: skipped 000933 1788391305.198780 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3c414): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c414): Mirror 2: 0xda3ca2cf (stale) CRC-32 checksum value for chunk [0, 0x3c414): Mirror 1: 0xfedae5aa Mirror 3: 0xfedae5aa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c414: skipped 000934 1788391305.993091 read 0x013644 thru 0x01f1bd (0xbb7a bytes) 000935 1788391306.012046 read 0x03b84f thru 0x03c413 (0xbc5 bytes) 000936 1788391306.030124 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3c414): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c414): Mirror 2: 0xda3ca2cf (stale) CRC-32 checksum value for chunk [0, 0x3c414): Mirror 1: 0xfedae5aa Mirror 3: 0xfedae5aa Mirror 4: 0xfedae5aa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c414: skipped 000937 1788391306.764623 read 0x00885c thru 0x00a074 (0x1819 bytes) 000938 1788391306.778579 trunc from 0x03c414 to 0x010dee (0x2b625 bytes) 000939 1788391306.822035 mapwrite 0x02828f thru 0x034156 (0xbec8 bytes) 000940 1788391306.901898 punch from 0x007c8c to 0x0160f7 (0xe46c bytes) 000941 1788391306.905894 mapwrite 0x01b604 thru 0x01c80a (0x1207 bytes) 000942 1788391306.925245 mapread 0x02c1b6 thru 0x02dcf7 (0x1b42 bytes) 000943 1788391306.926384 trunc from 0x020cf7 to 0x02b2bf (0xa5c9 bytes) 000944 1788391306.933379 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34157): Mirror 2: 0xdc81972e (stale) Mirror 3: 0xa59e84f9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34157): Mirror 2: 0xdc81972e (stale) Mirror 3: 0xa59e84f9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34157: skipped 000945 1788391307.183740 fallocate 0x002938 thru 0x00e919 (0xbfe2 bytes) 000947 1788391307.190443 trunc from 0x034157 to 0x00dceb (0x2646b bytes) 000948 1788391307.216974 mapwrite 0x019156 thru 0x01925f (0x10a bytes) 000950 1788391307.261933 punch from 0x018b83 to 0x01925f (0x6dd bytes) 000951 1788391307.269911 mapwrite 0x006130 thru 0x00a725 (0x45f6 bytes) 000952 1788391307.314017 fallocate 0x019379 thru 0x027a75 (0xe6fd bytes) 000953 1788391307.324010 fallocate 0x015383 thru 0x01dbec (0x886a bytes) 000954 1788391307.331564 fallocate 0x02605e thru 0x03141c (0xb3bf bytes) 000955 1788391307.336469 trunc from 0x03141d to 0x03e666 (0xd24a bytes) 000956 1788391307.356810 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e667): Mirror 2: 0x23a76bea (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e667): Mirror 2: 0x23a76bea (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e667: skipped 000957 1788391307.627687 mapwrite 0x02f787 thru 0x03e50f (0xed89 bytes) 000958 1788391307.686409 mapread 0x00f42b thru 0x016b2e (0x7704 bytes) 000959 1788391307.703967 write 0x00f609 thru 0x019543 (0x9f3b bytes) 000960 1788391307.715789 mapread 0x02fb92 thru 0x031851 (0x1cc0 bytes) 000962 1788391307.717755 mapwrite 0x01e908 thru 0x02a61d (0xbd16 bytes) 000964 1788391307.772606 fallocate 0x034020 thru 0x03e8eb (0xa8cc bytes) 000965 1788391307.779575 mapwrite 0x003849 thru 0x006881 (0x3039 bytes) 000966 1788391307.805142 trunc from 0x03e8ec to 0x00728d (0x3765e bytes) 000967 1788391307.821008 fallocate 0x007b8d thru 0x014110 (0xc584 bytes) 000968 1788391307.825704 read 0x00a837 thru 0x014110 (0x98da bytes) 000969 1788391307.839231 fallocate 0x02b81b thru 0x036c81 (0xb467 bytes) 000970 1788391307.845102 mapwrite 0x00ae20 thru 0x00eb87 (0x3d68 bytes) 000971 1788391307.864707 trunc from 0x0182bf to 0x01b477 (0x31b9 bytes) 000972 1788391307.868608 punch from 0x030690 to 0x036c81 (0x65f2 bytes) 000973 1788391307.874738 trunc from 0x0291c7 to 0x035516 (0xc350 bytes) 000974 1788391307.881657 write 0x002356 thru 0x008f35 (0x6be0 bytes) 000975 1788391307.888464 mapread 0x006b65 thru 0x016a76 (0xff12 bytes) 000976 1788391307.917470 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000977 1788391308.081866 write 0x030f88 thru 0x03ffff (0xf078 bytes) 000981 1788391308.107570 fallocate 0x02c448 thru 0x034f52 (0x8b0b bytes) 000982 1788391308.112719 trunc from 0x040000 to 0x0258b9 (0x1a746 bytes) 000983 1788391308.151654 trunc from 0x0258ba to 0x0260e4 (0x82b bytes) 000984 1788391308.170363 mapread 0x000e82 thru 0x00c335 (0xb4b4 bytes) 000985 1788391308.197529 trunc from 0x0089ed to 0x010c67 (0x827b bytes) 000986 1788391308.202939 trunc from 0x0260e5 to 0x001e29 (0x242bb bytes) 000987 1788391308.223734 MIRROR_EXTEND to 2 mirrors 000988 1788391308.660743 mapread 0x000e96 thru 0x001e29 (0xf94 bytes) 000990 1788391308.699078 mapread 0x000c56 thru 0x001e29 (0x11d4 bytes) 000991 1788391308.717906 mapread 0x000844 thru 0x001e29 (0x15e6 bytes) 000992 1788391308.730538 write 0x0358d6 thru 0x03f871 (0x9f9c bytes) 000993 1788391308.773993 fallocate 0x006164 thru 0x00dcc7 (0x7b64 bytes) 000994 1788391308.783505 write 0x02be2a thru 0x0326ac (0x6883 bytes) 000995 1788391308.802086 punch from 0x028434 to 0x029152 (0xd1f bytes) 000996 1788391308.815481 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1f:0x0]: Invalid argument (22) 000997 1788391309.001856 write 0x01eb16 thru 0x02cd50 (0xe23b bytes) 000998 1788391309.022164 punch from 0x03a971 to 0x03f871 (0x4f01 bytes) 000999 1788391309.030485 fallocate 0x006906 thru 0x009795 (0x2e90 bytes) 001000 1788391309.046756 write 0x037acb thru 0x03d9bd (0x5ef3 bytes) All operations completed A-OK!