== sanity-flr test 70a: flr mode fsx test ================ 11:05:01 (1788361501) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 1502 000001 1788361502.805173 mapwrite 0x0284da thru 0x0370ef (0xec16 bytes) truncating to largest ever: 0x1ecab 000003 1788361502.882590 trunc from 0x0370f0 to 0x01ecaa (0x18445 bytes) fallocating to largest ever: 0x2cbf6 000004 1788361502.922863 fallocate 0x028469 thru 0x02cbf5 (0x478d bytes) 000005 1788361502.932887 trunc from 0x010747 to 0x013c98 (0x3552 bytes) 000006 1788361502.935820 mapwrite 0x03697f thru 0x03ffff (0x9681 bytes) 000007 1788361502.969768 trunc from 0x040000 to 0x0126c6 (0x2d939 bytes) 000009 1788361502.981641 read 0x0019c1 thru 0x007656 (0x5c96 bytes) 000010 1788361502.986795 punch from 0x00fb6d to 0x012393 (0x2827 bytes) 000011 1788361502.991042 read 0x00ccac thru 0x0126c6 (0x5a1b bytes) 000013 1788361502.996989 read 0x00b1ef thru 0x0126c6 (0x74d8 bytes) 000014 1788361502.997895 read 0x005c4c thru 0x00b112 (0x54c7 bytes) 000015 1788361502.998559 trunc from 0x0095d2 to 0x00befb (0x292a bytes) fallocating to largest ever: 0x2dbe6 000017 1788361503.004460 fallocate 0x02ba57 thru 0x02dbe5 (0x218f bytes) 000018 1788361503.008717 write 0x00c8fb thru 0x01a7a9 (0xdeaf bytes) 000020 1788361503.010684 mapwrite 0x022eac thru 0x02323e (0x393 bytes) truncating to largest ever: 0x322cd 000021 1788361503.034924 trunc from 0x02323f to 0x0322cc (0xf08e bytes) 000022 1788361503.040646 trunc from 0x00ec8f to 0x013c58 (0x4fca bytes) 000023 1788361503.047039 read 0x012d12 thru 0x01c557 (0x9846 bytes) 000024 1788361503.056260 mapwrite 0x00bd48 thru 0x014b35 (0x8dee bytes) 000025 1788361503.070502 punch from 0x02ae62 to 0x0322cc (0x746b bytes) 000026 1788361503.074418 mapwrite 0x0016df thru 0x00fcb0 (0xe5d2 bytes) 000027 1788361503.093939 read 0x008aa4 thru 0x014a82 (0xbfdf bytes) 000028 1788361503.095362 write 0x030475 thru 0x0368bc (0x6448 bytes) fallocating to largest ever: 0x40000 000029 1788361503.103177 fallocate 0x03c983 thru 0x03ffff (0x367d bytes) 000030 1788361503.112583 MIRROR_EXTEND to 2 mirrors 000031 1788361503.557104 mapread 0x007215 thru 0x01597d (0xe769 bytes) 000032 1788361503.606146 MIRROR_EXTEND to 3 mirrors 000033 1788361504.009619 mapread 0x03c087 thru 0x03ffff (0x3f79 bytes) 000034 1788361504.031320 trunc from 0x040000 to 0x0071b8 (0x38e47 bytes) 000035 1788361504.077114 punch from 0x005ea4 to 0x0071b8 (0x1315 bytes) 000037 1788361504.081740 punch from 0x001a3a to 0x0071b8 (0x577f bytes) 000038 1788361504.090498 MIRROR_RESYNC 3 mirrors 000039 1788361504.530664 fallocate 0x00243d thru 0x0059fe (0x35c2 bytes) 000040 1788361504.560455 mapread 0x0043a1 thru 0x0071b8 (0x2e18 bytes) 000041 1788361504.578264 read 0x002d82 thru 0x0071b8 (0x4437 bytes) 000042 1788361504.580098 read 0x003d77 thru 0x0058f6 (0x1b80 bytes) 000045 1788361504.582208 fallocate 0x01be56 thru 0x0258ab (0x9a56 bytes) 000048 1788361504.587549 trunc from 0x0071b9 to 0x01f347 (0x1818f bytes) 000049 1788361504.610693 trunc from 0x01f348 to 0x021368 (0x2021 bytes) 000050 1788361504.636295 write 0x01c982 thru 0x01d06e (0x6ed bytes) 000051 1788361504.651179 read 0x01b990 thru 0x01f6aa (0x3d1b bytes) 000052 1788361504.651940 trunc from 0x00a75b to 0x00fb50 (0x53f6 bytes) 000053 1788361504.661703 trunc from 0x021369 to 0x02985a (0x84f2 bytes) 000054 1788361504.680783 trunc from 0x02985b to 0x01edb0 (0xaaaa bytes) 000055 1788361504.696362 punch from 0x013a2d to 0x0174ce (0x3aa2 bytes) 000056 1788361504.701263 trunc from 0x000883 to 0x007342 (0x6ac0 bytes) 000057 1788361504.709180 trunc from 0x01a308 to 0x01e54d (0x4246 bytes) 000059 1788361504.727660 punch from 0x005766 to 0x005e9e (0x739 bytes) 000060 1788361504.733113 read 0x007283 thru 0x014f0a (0xdc88 bytes) 000061 1788361504.743877 trunc from 0x004358 to 0x00d97e (0x9627 bytes) 000063 1788361504.750936 punch from 0x01394d to 0x01edb0 (0xb464 bytes) 000064 1788361504.767492 MIRROR_RESYNC 3 mirrors 000066 1788361505.140229 punch from 0x01b9e0 to 0x01edb0 (0x33d1 bytes) 000067 1788361505.181068 mapwrite 0x03028d thru 0x03b2e3 (0xb057 bytes) 000068 1788361505.241245 trunc from 0x03b2e4 to 0x00395c (0x37987 bytes) 000069 1788361505.255578 write 0x02aa19 thru 0x0337c8 (0x8db0 bytes) 000070 1788361505.257147 mapwrite 0x01a450 thru 0x022a56 (0x8607 bytes) 000071 1788361505.293453 punch from 0x013310 to 0x01a089 (0x6d7a bytes) 000072 1788361505.298665 read 0x005a09 thru 0x00af27 (0x551f bytes) 000073 1788361505.307174 read 0x00345a thru 0x00a277 (0x6e1e bytes) 000074 1788361505.325245 mapwrite 0x02bb83 thru 0x02c059 (0x4d7 bytes) 000076 1788361505.346873 trunc from 0x0337c9 to 0x018f4b (0x1a87d bytes) 000077 1788361505.358746 write 0x01a5fa thru 0x0285a5 (0xdfac bytes) 000078 1788361505.364066 MIRROR_RESYNC 3 mirrors 000079 1788361505.876506 write 0x035324 thru 0x03b2b1 (0x5f8e bytes) 000080 1788361505.905246 punch from 0x0123d9 to 0x013914 (0x153c bytes) 000081 1788361505.909777 read 0x033e66 thru 0x0376f5 (0x3890 bytes) 000082 1788361505.914552 trunc from 0x03b2b2 to 0x02ffcc (0xb2e5 bytes) 000083 1788361505.948975 trunc from 0x02ffcd to 0x00e898 (0x21734 bytes) 000088 1788361505.961821 fallocate 0x01dd3b thru 0x02918e (0xb454 bytes) 000089 1788361505.967021 fallocate 0x020436 thru 0x023029 (0x2bf4 bytes) 000090 1788361505.971470 trunc from 0x00e0f8 to 0x019510 (0xb419 bytes) 000091 1788361505.976076 read 0x00bb8f thru 0x00be1e (0x290 bytes) 000092 1788361505.987549 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2918f): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2918f): Mirror 2: 0x57972755 (stale) Mirror 3: 0x57972755 (stale) CRC-32 checksum value for chunk [0, 0x2918f): Mirror 1: 0x2975b5fc Mirror 4: 0x2975b5fc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2918f: skipped 000093 1788361506.548331 mapwrite 0x000f1f thru 0x002859 (0x193b bytes) 000094 1788361506.664230 read 0x0197e9 thru 0x01e34f (0x4b67 bytes) 000095 1788361506.673603 mapread 0x0265c8 thru 0x027542 (0xf7b bytes) 000096 1788361506.682084 mapread 0x01000a thru 0x01d0f5 (0xd0ec bytes) 000097 1788361506.693737 trunc from 0x02918f to 0x017ff3 (0x1119b bytes) 000098 1788361506.720071 read 0x00ed71 thru 0x017ff3 (0x9283 bytes) 000100 1788361506.721469 fallocate 0x00b248 thru 0x010356 (0x510f bytes) 000101 1788361506.727577 punch from 0x00420f to 0x00c3bd (0x81af bytes) 000102 1788361506.735568 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x17ff4): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17ff4): Mirror 2: 0x4f727762 (stale) Mirror 3: 0x4f727762 (stale) Mirror 4: 0x4f727762 (stale) CRC-32 checksum value for chunk [0, 0x17ff4): Mirror 1: 0xe1fe1297 Mirror 5: 0xe1fe1297 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17ff4: skipped 000103 1788361507.428284 mapread 0x0090e6 thru 0x01741d (0xe338 bytes) 000104 1788361507.465952 mapread 0x003f68 thru 0x00e6dd (0xa776 bytes) 000105 1788361507.483708 read 0x012593 thru 0x016325 (0x3d93 bytes) 000106 1788361507.489756 trunc from 0x00b5a4 to 0x00e714 (0x3171 bytes) 000107 1788361507.522965 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x17ff4): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17ff4): Mirror 2: 0x4f727762 (stale) Mirror 3: 0x4f727762 (stale) Mirror 4: 0x4f727762 (stale) Mirror 5: 0xe1fe1297 (stale) CRC-32 checksum value for chunk [0, 0x17ff4): Mirror 1: 0xe1fe1297 Mirror 6: 0xe1fe1297 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17ff4: skipped 000108 1788361508.303188 punch from 0x008bcc to 0x013add (0xaf12 bytes) 000109 1788361508.341367 trunc from 0x017ff4 to 0x0053bc (0x12c37 bytes) 000110 1788361508.370906 write 0x0295fe thru 0x02e26a (0x4c6d bytes) 000112 1788361508.377987 mapwrite 0x026ab5 thru 0x02e222 (0x776e bytes) 000113 1788361508.427666 mapwrite 0x01088e thru 0x01a1f9 (0x996c bytes) 000114 1788361508.470021 trunc from 0x02e26b to 0x00f56c (0x1ecfe bytes) 000116 1788361508.486583 write 0x03a976 thru 0x03b2ba (0x945 bytes) 000117 1788361508.488224 trunc from 0x0071b6 to 0x01669c (0xf4e7 bytes) 000118 1788361508.508954 MIRROR_RESYNC 6 mirrors 000119 1788361509.361459 fallocate 0x019fea thru 0x0252ad (0xb2c4 bytes) 000120 1788361509.407673 write 0x0254dc thru 0x032991 (0xd4b6 bytes) 000121 1788361509.430624 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b2bb): Mirror 3: 0x1856b677 (stale) Mirror 4: 0x1856b677 (stale) Mirror 5: 0x1856b677 (stale) Mirror 6: 0x1856b677 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b2bb): Mirror 3: 0x1856b677 (stale) Mirror 4: 0x1856b677 (stale) Mirror 5: 0x1856b677 (stale) Mirror 6: 0x1856b677 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b2bb: skipped 000122 1788361509.846491 punch from 0x032f5b to 0x034358 (0x13fe bytes) 000123 1788361509.850727 trunc from 0x01bcff to 0x021a77 (0x5d79 bytes) 000124 1788361509.868454 MIRROR_RESYNC 5 mirrors 000125 1788361510.697101 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) 000126 1788361510.945426 read 0x01184a thru 0x01c6f2 (0xaea9 bytes) 000128 1788361510.952442 fallocate 0x036547 thru 0x03ffff (0x9ab9 bytes) 000129 1788361510.977824 fallocate 0x02d01c thru 0x03ca68 (0xfa4d bytes) 000130 1788361510.982237 trunc from 0x024083 to 0x02bd77 (0x7cf5 bytes) 000131 1788361510.991517 write 0x02d274 thru 0x036e96 (0x9c23 bytes) 000132 1788361510.998178 mapread 0x010025 thru 0x017380 (0x735c bytes) 000133 1788361511.007612 fallocate 0x017255 thru 0x01adae (0x3b5a bytes) 000134 1788361511.011080 fallocate 0x010bf8 thru 0x01de35 (0xd23e bytes) 000135 1788361511.014039 trunc from 0x025f99 to 0x0337fb (0xd863 bytes) 000136 1788361511.022453 mapwrite 0x02a30f thru 0x02ebba (0x48ac bytes) 000137 1788361511.058837 mapwrite 0x013231 thru 0x022e7e (0xfc4e bytes) 000138 1788361511.089262 mapread 0x008401 thru 0x01476b (0xc36b bytes) 000139 1788361511.100993 read 0x0026e2 thru 0x00ea0f (0xc32e bytes) 000141 1788361511.102494 fallocate 0x00d66d thru 0x01d164 (0xfaf8 bytes) 000142 1788361511.113617 MIRROR_RESYNC 4 mirrors 000143 1788361511.924794 fallocate 0x00d78f thru 0x0187ff (0xb071 bytes) 000144 1788361511.960208 write 0x01c950 thru 0x021c92 (0x5343 bytes) 000145 1788361511.972512 mapread 0x019d0e thru 0x020199 (0x648c bytes) 000146 1788361511.993545 read 0x03ff79 thru 0x03ffff (0x87 bytes) 000147 1788361512.001192 fallocate 0x024cb4 thru 0x026142 (0x148f bytes) 000149 1788361512.009210 fallocate 0x003b22 thru 0x005e20 (0x22ff bytes) 000150 1788361512.014948 mapwrite 0x01c662 thru 0x026d06 (0xa6a5 bytes) 000152 1788361512.048331 write 0x02068c thru 0x0288a7 (0x821c bytes) 000153 1788361512.049605 mapwrite 0x013c84 thru 0x021521 (0xd89e bytes) 000154 1788361512.069748 write 0x002d3a thru 0x00d033 (0xa2fa bytes) 000155 1788361512.074821 trunc from 0x0060bc to 0x0113b4 (0xb2f9 bytes) 000156 1788361512.085784 fallocate 0x0177b4 thru 0x019ec8 (0x2715 bytes) 000157 1788361512.093265 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x233a1850 (stale) Mirror 5: 0x233a1850 (stale) Mirror 6: 0x233a1850 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xec3926a6 Mirror 7: 0xec3926a6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000158 1788361512.740950 mapread 0x02aa6e thru 0x03a892 (0xfe25 bytes) 000159 1788361512.775516 write 0x03e0c4 thru 0x03ffff (0x1f3c bytes) 000160 1788361512.815718 mapwrite 0x022ff8 thru 0x0304de (0xd4e7 bytes) 000161 1788361512.852500 read 0x001405 thru 0x002745 (0x1341 bytes) 000162 1788361512.859761 MIRROR_RESYNC 5 mirrors 000163 1788361513.709288 mapwrite 0x01d6b0 thru 0x01dd84 (0x6d5 bytes) 000164 1788361513.770915 write 0x00e64b thru 0x01512c (0x6ae2 bytes) 000165 1788361513.784134 fallocate 0x035098 thru 0x035fa5 (0xf0e bytes) 000166 1788361513.788151 read 0x027028 thru 0x03185d (0xa836 bytes) 000168 1788361513.801779 trunc from 0x040000 to 0x03d91a (0x26e5 bytes) 000169 1788361513.823544 trunc from 0x03d91b to 0x02d549 (0x103d1 bytes) 000170 1788361513.837824 fallocate 0x030806 thru 0x0358b4 (0x50af bytes) 000171 1788361513.846041 read 0x019c41 thru 0x01cf45 (0x3305 bytes) 000173 1788361513.856812 punch from 0x01c3b1 to 0x02a7ac (0xe3fc bytes) 000174 1788361513.865551 mapread 0x011585 thru 0x01ab4a (0x95c6 bytes) 000175 1788361513.867089 mapwrite 0x020c9f thru 0x023405 (0x2767 bytes) 000176 1788361513.889052 mapwrite 0x007bac thru 0x012282 (0xa6d7 bytes) 000177 1788361513.904828 mapread 0x017305 thru 0x01a691 (0x338d bytes) 000178 1788361513.905874 fallocate 0x00bbc6 thru 0x011b4c (0x5f87 bytes) 000179 1788361513.910208 read 0x003224 thru 0x008b26 (0x5903 bytes) 000180 1788361513.910909 write 0x02e1d8 thru 0x0369e2 (0x880b bytes) 000181 1788361513.912078 read 0x0094f1 thru 0x00e4b8 (0x4fc8 bytes) 000182 1788361513.912974 trunc from 0x0369e3 to 0x02e34c (0x8696 bytes) 000183 1788361513.923874 punch from 0x015099 to 0x01c689 (0x75f1 bytes) 000184 1788361513.929818 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e34d): Mirror 4: 0xbc0b1812 (stale) Mirror 5: 0xbc0b1812 (stale) Mirror 7: 0xbc0b1812 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e34d): Mirror 4: 0xbc0b1812 (stale) Mirror 5: 0xbc0b1812 (stale) Mirror 7: 0xbc0b1812 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e34d: skipped 000185 1788361514.135523 trunc from 0x00677b to 0x014461 (0xdce7 bytes) 000186 1788361514.140326 mapwrite 0x0259c4 thru 0x033dc1 (0xe3fe bytes) 000187 1788361514.192945 punch from 0x01586f to 0x01737b (0x1b0d bytes) 000189 1788361514.199434 trunc from 0x0264d8 to 0x02857c (0x20a5 bytes) 000190 1788361514.209067 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x33dc2): Mirror 5: 0x965b382a (stale) Mirror 7: 0x965b382a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33dc2): Mirror 5: 0x965b382a (stale) Mirror 7: 0x965b382a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33dc2: skipped 000191 1788361514.416964 punch from 0x007dce to 0x010a1b (0x8c4e bytes) 000192 1788361514.422666 read 0x02c0e8 thru 0x033dc1 (0x7cda bytes) 000194 1788361514.429013 trunc from 0x01a76a to 0x01aada (0x371 bytes) 000195 1788361514.434078 punch from 0x01934f to 0x0258a3 (0xc555 bytes) 000198 1788361514.441128 MIRROR_RESYNC 3 mirrors 000200 1788361514.918846 fallocate 0x008311 thru 0x0169d2 (0xe6c2 bytes) 000201 1788361514.947922 trunc from 0x033dc2 to 0x000dbb (0x33006 bytes) 000203 1788361514.975698 trunc from 0x000c76 to 0x000dbb (0x146 bytes) 000204 1788361514.987637 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xdbc): Mirror 7: 0xe3855bf7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xdbc): Mirror 7: 0xe3855bf7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xdbc: skipped 000205 1788361515.127747 trunc from 0x000dbc to 0x01dbfc (0x1ce41 bytes) 000206 1788361515.141476 MIRROR_RESYNC 2 mirrors 000207 1788361515.452773 write 0x005d23 thru 0x00f86a (0x9b48 bytes) 000208 1788361515.485214 read 0x01cb00 thru 0x01dbfc (0x10fd bytes) 000209 1788361515.491971 mapwrite 0x00f3e9 thru 0x018746 (0x935e bytes) 000210 1788361515.531070 punch from 0x004df0 to 0x00f2a1 (0xa4b2 bytes) 000211 1788361515.535286 trunc from 0x004f23 to 0x006b53 (0x1c31 bytes) 000212 1788361515.541080 punch from 0x0182eb to 0x01c342 (0x4058 bytes) 000213 1788361515.545648 mapread 0x00a0cf thru 0x00d0ed (0x301f bytes) 000215 1788361515.557112 punch from 0x00c744 to 0x01b4a5 (0xed62 bytes) 000216 1788361515.564092 write 0x00d2c5 thru 0x013982 (0x66be bytes) 000218 1788361515.576404 trunc from 0x01123b to 0x01c1dd (0xafa3 bytes) 000219 1788361515.595995 read 0x00532f thru 0x014b7d (0xf84f bytes) 000220 1788361515.604130 trunc from 0x01dbfd to 0x03ca22 (0x1ee26 bytes) 000221 1788361515.621261 trunc from 0x00461f to 0x013f46 (0xf928 bytes) 000222 1788361515.635693 trunc from 0x03ca23 to 0x02b2eb (0x11737 bytes) 000223 1788361515.649642 fallocate 0x0201de thru 0x02ac03 (0xaa26 bytes) 000224 1788361515.661054 trunc from 0x024ec9 to 0x02b2eb (0x6423 bytes) 000225 1788361515.674246 trunc from 0x02b2ec to 0x014e94 (0x16457 bytes) 000226 1788361515.690820 mapwrite 0x00c3e0 thru 0x00f052 (0x2c73 bytes) 000227 1788361515.728066 mapread 0x00cf3d thru 0x014e94 (0x7f58 bytes) 000228 1788361515.741529 punch from 0x00e9c8 to 0x014ba0 (0x61d9 bytes) 000229 1788361515.746810 mapwrite 0x02239d thru 0x02c2dc (0x9f40 bytes) 000231 1788361515.787985 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2c2dd): Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c2dd): Mirror 7: 0x9420f325 (stale) CRC-32 checksum value for chunk [0, 0x2c2dd): Mirror 1: 0xb5404ed7 Mirror 8: 0xb5404ed7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c2dd: skipped 000233 1788361516.430844 read 0x002aee thru 0x0123f3 (0xf906 bytes) 000234 1788361516.463031 trunc from 0x026d52 to 0x02c2dc (0x558b bytes) 000235 1788361516.501653 fallocate 0x004b8a thru 0x00de65 (0x92dc bytes) 000236 1788361516.508105 read 0x0255f0 thru 0x02c2dc (0x6ced bytes) 000237 1788361516.519725 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2c2dd): Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c2dd): Mirror 7: 0x9420f325 (stale) Mirror 8: 0xb5404ed7 (stale) CRC-32 checksum value for chunk [0, 0x2c2dd): Mirror 1: 0x64a9bf2 Mirror 9: 0x64a9bf2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c2dd: skipped 000238 1788361517.405018 mapread 0x013503 thru 0x014025 (0xb23 bytes) 000239 1788361517.425635 trunc from 0x00c639 to 0x00d0a8 (0xa70 bytes) 000240 1788361517.483185 fallocate 0x0389e0 thru 0x03bc92 (0x32b3 bytes) 000241 1788361517.488232 punch from 0x01587e to 0x01791f (0x20a2 bytes) 000242 1788361517.498325 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2c2dd): Mirror 7: 0x9420f325 (stale) Mirror 9: 0x64a9bf2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c2dd): Mirror 7: 0x9420f325 (stale) Mirror 9: 0x64a9bf2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c2dd: skipped 000244 1788361517.791215 write 0x0382c7 thru 0x03c725 (0x445f bytes) 000246 1788361517.798433 write 0x02038f thru 0x021927 (0x1599 bytes) 000247 1788361517.824564 mapwrite 0x037e2e thru 0x03d6fb (0x58ce bytes) 000248 1788361517.863846 mapwrite 0x013acf thru 0x01c51a (0x8a4c bytes) 000249 1788361517.897732 mapwrite 0x02c84f thru 0x02fb57 (0x3309 bytes) 000250 1788361517.920001 mapwrite 0x033f07 thru 0x03c246 (0x8340 bytes) 000251 1788361517.957666 MIRROR_RESYNC 3 mirrors 000252 1788361518.825701 MIRROR_RESYNC 3 mirrors 000253 1788361519.047813 mapread 0x033a5e thru 0x03d6fb (0x9c9e bytes) 000254 1788361519.062701 trunc from 0x03d6fc to 0x02762b (0x160d0 bytes) 000255 1788361519.088506 trunc from 0x000438 to 0x009724 (0x92ed bytes) 000256 1788361519.092411 mapread 0x01596c thru 0x01fa13 (0xa0a8 bytes) 000258 1788361519.109127 mapwrite 0x01df13 thru 0x01df1c (0xa bytes) 000259 1788361519.129387 mapwrite 0x030e15 thru 0x03a824 (0x9a10 bytes) 000260 1788361519.176363 trunc from 0x010d6d to 0x019e3a (0x90ce bytes) 000261 1788361519.185060 read 0x030a8a thru 0x0314bd (0xa34 bytes) 000263 1788361519.186667 mapread 0x00dd86 thru 0x015ab1 (0x7d2c bytes) 000264 1788361519.194382 read 0x001fc1 thru 0x004490 (0x24d0 bytes) 000265 1788361519.203460 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3a825): Mirror 7: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a825): Mirror 7: 0xf9c40aa8 (stale) Mirror 9: 0xf9c40aa8 (stale) CRC-32 checksum value for chunk [0, 0x3a825): Mirror 1: 0xe2a0037b Mirror 10: 0xe2a0037b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a825: skipped 000266 1788361519.821886 fallocate 0x03a96d thru 0x03ffff (0x5693 bytes) 000267 1788361519.866373 write 0x00049a thru 0x008c13 (0x877a bytes) 000269 1788361519.877761 read 0x000bb6 thru 0x00b62f (0xaa7a bytes) 000270 1788361519.884748 fallocate 0x007006 thru 0x00e6ea (0x76e5 bytes) 000271 1788361519.892176 trunc from 0x00d6c2 to 0x01b3da (0xdd19 bytes) 000272 1788361519.901234 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0xa4440b4c (stale) Mirror 10: 0x14ce3b11 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0xa4440b4c (stale) Mirror 10: 0x14ce3b11 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000273 1788361520.138705 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0xa4440b4c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0xa4440b4c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000274 1788361520.369437 fallocate 0x037b89 thru 0x039c0e (0x2086 bytes) 000275 1788361520.378542 read 0x012122 thru 0x015e45 (0x3d24 bytes) 000276 1788361520.386120 mapwrite 0x016cd9 thru 0x018d37 (0x205f bytes) 000277 1788361520.436607 read 0x014a06 thru 0x0201fe (0xb7f9 bytes) 000278 1788361520.437851 fallocate 0x00be93 thru 0x010170 (0x42de bytes) 000279 1788361520.447069 punch from 0x021dbc to 0x02814d (0x6392 bytes) 000281 1788361520.455836 write 0x011608 thru 0x01f0e5 (0xdade bytes) 000282 1788361520.462854 mapread 0x022ef6 thru 0x02b127 (0x8232 bytes) 000283 1788361520.489017 trunc from 0x02045c to 0x02cbd0 (0xc775 bytes) 000284 1788361520.507866 punch from 0x035a37 to 0x0361cf (0x799 bytes) 000285 1788361520.514157 mapread 0x02aad4 thru 0x02d71f (0x2c4c bytes) 000286 1788361520.533915 mapread 0x025f3a thru 0x02ad7f (0x4e46 bytes) 000287 1788361520.561439 mapwrite 0x03ef25 thru 0x03ffff (0x10db bytes) 000288 1788361520.580921 punch from 0x0026e4 to 0x00b684 (0x8fa1 bytes) 000291 1788361520.591757 read 0x00175c thru 0x0085b7 (0x6e5c bytes) 000292 1788361520.613189 punch from 0x021025 to 0x02e781 (0xd75d bytes) 000293 1788361520.617999 mapread 0x02c42f thru 0x039173 (0xcd45 bytes) 000294 1788361520.641019 trunc from 0x040000 to 0x02535b (0x1aca4 bytes) 000295 1788361520.677312 read 0x0206e1 thru 0x02535b (0x4c7b bytes) 000296 1788361520.691072 write 0x019a01 thru 0x021c87 (0x8287 bytes) 000297 1788361520.692792 trunc from 0x00c3e2 to 0x00e0e3 (0x1d02 bytes) 000298 1788361520.697855 read 0x01e2c4 thru 0x02535b (0x7098 bytes) 000299 1788361520.699245 trunc from 0x02535c to 0x02c88c (0x7531 bytes) 000302 1788361520.718152 mapread 0x010044 thru 0x019fc9 (0x9f86 bytes) 000303 1788361520.719940 mapread 0x02516b thru 0x02c88c (0x7722 bytes) 000304 1788361520.730841 write 0x02ca19 thru 0x03c458 (0xfa40 bytes) 000305 1788361520.737830 trunc from 0x0126df to 0x02034b (0xdc6d bytes) 000306 1788361520.759444 read 0x02d693 thru 0x039449 (0xbdb7 bytes) 000307 1788361520.760256 punch from 0x012f4e to 0x01cf17 (0x9fca bytes) 000308 1788361520.772690 punch from 0x02f88a to 0x030e98 (0x160f bytes) 000309 1788361520.779702 read 0x01c126 thru 0x026811 (0xa6ec bytes) 000310 1788361520.792033 write 0x00843c thru 0x00df6e (0x5b33 bytes) 000311 1788361520.793331 trunc from 0x03c459 to 0x00d754 (0x2ed04 bytes) 000312 1788361520.809403 trunc from 0x0042a5 to 0x00813b (0x3e97 bytes) 000313 1788361520.828138 mapwrite 0x0241e6 thru 0x02728b (0x30a6 bytes) 000315 1788361520.880858 trunc from 0x02728c to 0x024415 (0x2e76 bytes) 000316 1788361520.897094 write 0x018363 thru 0x01de2b (0x5ac9 bytes) 000317 1788361520.916371 trunc from 0x024416 to 0x022e2b (0x15ea bytes) 000318 1788361520.941084 read 0x0177f0 thru 0x022e2b (0xb63c bytes) 000319 1788361520.955401 MIRROR_RESYNC 2 mirrors 000320 1788361521.645754 mapread 0x000c74 thru 0x002f49 (0x22d6 bytes) 000321 1788361521.653851 mapread 0x01a04f thru 0x01a430 (0x3e2 bytes) 000322 1788361521.661716 write 0x00cbdd thru 0x01b313 (0xe737 bytes) 000323 1788361521.689945 read 0x004e2f thru 0x006350 (0x1522 bytes) 000325 1788361521.694734 fallocate 0x002745 thru 0x005618 (0x2ed4 bytes) 000326 1788361521.697192 write 0x02c8f4 thru 0x032642 (0x5d4f bytes) 000327 1788361521.698123 write 0x01856d thru 0x01f977 (0x740b bytes) 000328 1788361521.699113 mapwrite 0x03e6b8 thru 0x03ffff (0x1948 bytes) 000329 1788361521.729118 fallocate 0x014c6d thru 0x01ea5f (0x9df3 bytes) 000330 1788361521.732876 mapwrite 0x000d95 thru 0x009e3a (0x90a6 bytes) 000331 1788361521.751945 mapwrite 0x00bb95 thru 0x00cd0b (0x1177 bytes) 000332 1788361521.763665 mapread 0x025df5 thru 0x029764 (0x3970 bytes) 000333 1788361521.770519 trunc from 0x040000 to 0x01b3cd (0x24c32 bytes) 000334 1788361521.781412 read 0x01575b thru 0x01b3cd (0x5c73 bytes) 000336 1788361521.782742 trunc from 0x01b3ce to 0x02416f (0x8da2 bytes) 000338 1788361521.790643 mapread 0x001ccc thru 0x010179 (0xe4ae bytes) 000339 1788361521.791884 read 0x00ad6a thru 0x015916 (0xabad bytes) 000340 1788361521.792523 write 0x01651e thru 0x022b53 (0xc636 bytes) 000341 1788361521.796636 mapread 0x01df8b thru 0x01e929 (0x99f bytes) 000343 1788361521.797930 punch from 0x018957 to 0x02416f (0xb819 bytes) 000344 1788361521.808187 punch from 0x01e15d to 0x01f2bd (0x1161 bytes) 000345 1788361521.813047 read 0x01708f thru 0x01a5c7 (0x3539 bytes) 000346 1788361521.822429 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x24170): Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24170): Mirror 9: 0x534d553d (stale) CRC-32 checksum value for chunk [0, 0x24170): Mirror 1: 0xa938b576 Mirror 10: 0xa938b576 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24170: skipped 000347 1788361522.554461 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x24170): Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24170): Mirror 9: 0x534d553d (stale) CRC-32 checksum value for chunk [0, 0x24170): Mirror 1: 0xa938b576 Mirror 10: 0xa938b576 Mirror 11: 0xa938b576 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24170: skipped 000348 1788361523.244009 mapwrite 0x01abb2 thru 0x029b8a (0xefd9 bytes) 000349 1788361523.357429 punch from 0x0081ef to 0x00858f (0x3a1 bytes) 000350 1788361523.363774 trunc from 0x001530 to 0x00a21c (0x8ced bytes) 000351 1788361523.373756 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x29b8b): Mirror 10: 0x5a781e18 (stale) Mirror 11: 0x5a781e18 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29b8b): Mirror 10: 0x5a781e18 (stale) Mirror 11: 0x5a781e18 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29b8b: skipped 000352 1788361523.606945 write 0x01c1bf thru 0x02baa5 (0xf8e7 bytes) 000353 1788361523.626890 write 0x023743 thru 0x02f7fd (0xc0bb bytes) 000354 1788361523.629058 write 0x007d58 thru 0x00b74e (0x39f7 bytes) 000355 1788361523.642716 write 0x0246eb thru 0x02bca6 (0x75bc bytes) 000356 1788361523.649192 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2f7fe): Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f7fe): Mirror 10: 0x706c7379 (stale) Mirror 11: 0x706c7379 (stale) CRC-32 checksum value for chunk [0, 0x2f7fe): Mirror 1: 0x9f7fb4c4 Mirror 12: 0x9f7fb4c4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f7fe: skipped 000357 1788361524.298425 punch from 0x00d3c2 to 0x01786d (0xa4ac bytes) 000358 1788361524.321443 punch from 0x00283a to 0x011720 (0xeee7 bytes) 000359 1788361524.328515 write 0x0392bd thru 0x03ac6b (0x19af bytes) 000360 1788361524.337154 fallocate 0x01fa91 thru 0x02f6e7 (0xfc57 bytes) 000361 1788361524.345545 mapwrite 0x02b8e8 thru 0x03644a (0xab63 bytes) 000362 1788361524.400597 mapread 0x031038 thru 0x0315ff (0x5c8 bytes) 000363 1788361524.402041 fallocate 0x01bc8e thru 0x01ce8c (0x11ff bytes) 000364 1788361524.407596 punch from 0x008cf3 to 0x00e0b3 (0x53c1 bytes) 000365 1788361524.411006 trunc from 0x03ac6c to 0x02a192 (0x10ad9 bytes) 000366 1788361524.438060 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2a193): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a193): Mirror 10: 0xe616e178 (stale) Mirror 11: 0xe616e178 (stale) Mirror 12: 0x963a38af (stale) CRC-32 checksum value for chunk [0, 0x2a193): Mirror 1: 0x8627a2fc Mirror 13: 0x8627a2fc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a193: skipped 000368 1788361525.028690 mapwrite 0x001c6a thru 0x00e6e7 (0xca7e bytes) 000369 1788361525.115939 mapread 0x01cbab thru 0x01f425 (0x287b bytes) 000370 1788361525.126512 punch from 0x02686b to 0x02a192 (0x3928 bytes) 000371 1788361525.131083 mapwrite 0x000170 thru 0x005b09 (0x599a bytes) 000372 1788361525.150979 mapwrite 0x021bbe thru 0x022b1a (0xf5d bytes) 000373 1788361525.160939 read 0x021f5d thru 0x02a192 (0x8236 bytes) 000374 1788361525.172719 mapwrite 0x013b39 thru 0x019b31 (0x5ff9 bytes) 000375 1788361525.194741 punch from 0x00861f to 0x014e37 (0xc819 bytes) 000376 1788361525.199454 mapread 0x025b28 thru 0x02975b (0x3c34 bytes) 000377 1788361525.202242 MIRROR_RESYNC 5 mirrors 000378 1788361526.085689 mapwrite 0x026862 thru 0x030af3 (0xa292 bytes) 000379 1788361526.172624 trunc from 0x0149ba to 0x023cf3 (0xf33a bytes) 000380 1788361526.176387 mapread 0x009451 thru 0x016bd7 (0xd787 bytes) 000381 1788361526.188841 trunc from 0x030af4 to 0x013663 (0x1d490 bytes) 000382 1788361526.202105 read 0x00e52e thru 0x011eec (0x39bf bytes) 000383 1788361526.212637 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x13664): Mirror 11: 0xfea368a3 (stale) Mirror 12: 0xfea368a3 (stale) Mirror 13: 0xfea368a3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13664): Mirror 11: 0xfea368a3 (stale) Mirror 12: 0xfea368a3 (stale) Mirror 13: 0xfea368a3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13664: skipped 000384 1788361526.483833 write 0x02ec59 thru 0x03436b (0x5713 bytes) 000385 1788361526.489322 trunc from 0x032432 to 0x03436b (0x1f3a bytes) 000386 1788361526.500043 write 0x009ffc thru 0x00e32f (0x4334 bytes) 000387 1788361526.510741 trunc from 0x0247ce to 0x02aee1 (0x6714 bytes) 000388 1788361526.515412 mapwrite 0x03c927 thru 0x03ffff (0x36d9 bytes) 000389 1788361526.559738 read 0x027542 thru 0x02ddc3 (0x6882 bytes) 000390 1788361526.571884 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xcbbc76af (stale) Mirror 12: 0xcbbc76af (stale) Mirror 13: 0xcbbc76af (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x87fbe76a Mirror 14: 0x87fbe76a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000391 1788361527.272257 read 0x026d66 thru 0x031084 (0xa31f bytes) 000392 1788361527.293651 mapread 0x024f1b thru 0x02b18f (0x6275 bytes) 000393 1788361527.311809 mapwrite 0x000b27 thru 0x008050 (0x752a bytes) 000394 1788361527.435620 write 0x0225c4 thru 0x022ade (0x51b bytes) 000395 1788361527.445063 write 0x029c43 thru 0x02fa9f (0x5e5d bytes) 000396 1788361527.453725 mapread 0x0349d0 thru 0x03c51f (0x7b50 bytes) 000397 1788361527.464092 mapread 0x03e815 thru 0x03ffff (0x17eb bytes) 000398 1788361527.469211 trunc from 0x02a2a0 to 0x032f25 (0x8c86 bytes) 000399 1788361527.482265 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xcbbc76af (stale) Mirror 12: 0xcbbc76af (stale) Mirror 14: 0x87fbe76a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xcbbc76af (stale) Mirror 12: 0xcbbc76af (stale) Mirror 14: 0x87fbe76a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000400 1788361527.743685 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xcbbc76af (stale) Mirror 12: 0xcbbc76af (stale) Mirror 14: 0x87fbe76a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x84b685c5 Mirror 15: 0x84b685c5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000401 1788361528.588265 trunc from 0x02a30c to 0x0311cb (0x6ec0 bytes) 000402 1788361528.639409 mapread 0x02d120 thru 0x03442b (0x730c bytes) 000403 1788361528.663064 mapwrite 0x02b822 thru 0x03a0db (0xe8ba bytes) 000405 1788361528.687304 write 0x030bdf thru 0x037822 (0x6c44 bytes) 000406 1788361528.698698 trunc from 0x040000 to 0x023209 (0x1cdf6 bytes) 000407 1788361528.716941 mapread 0x00739d thru 0x00fb72 (0x87d6 bytes) 000408 1788361528.730680 read 0x000746 thru 0x0103b3 (0xfc6e bytes) 000409 1788361528.735171 read 0x00270a thru 0x011f8a (0xf881 bytes) 000410 1788361528.742236 fallocate 0x02ad13 thru 0x031689 (0x6977 bytes) 000411 1788361528.746733 write 0x006d11 thru 0x00986f (0x2b5f bytes) 000412 1788361528.748096 write 0x004c80 thru 0x01426d (0xf5ee bytes) 000413 1788361528.753835 MIRROR_RESYNC 5 mirrors 000414 1788361529.653449 MIRROR_RESYNC 5 mirrors 000415 1788361530.002499 mapread 0x01b628 thru 0x0208f6 (0x52cf bytes) 000416 1788361530.026173 MIRROR_RESYNC 5 mirrors 000417 1788361530.344856 trunc from 0x01f841 to 0x023209 (0x39c9 bytes) 000418 1788361530.372411 read 0x00aee2 thru 0x011580 (0x669f bytes) 000419 1788361530.382257 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2320a): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2320a): Mirror 11: 0xa5cf8fcf (stale) Mirror 12: 0xa5cf8fcf (stale) Mirror 14: 0xa5cf8fcf (stale) Mirror 15: 0xa5cf8fcf (stale) CRC-32 checksum value for chunk [0, 0x2320a): Mirror 1: 0xb3c9bb6b Mirror 16: 0xb3c9bb6b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2320a: skipped 000420 1788361531.094168 mapwrite 0x00b369 thru 0x010756 (0x53ee bytes) 000421 1788361531.219592 MIRROR_RESYNC 6 mirrors 000423 1788361532.059123 mapread 0x006c0f thru 0x00adcf (0x41c1 bytes) 000424 1788361532.083498 punch from 0x016693 to 0x020d5f (0xa6cd bytes) 000425 1788361532.113506 read 0x002ee9 thru 0x00ea91 (0xbba9 bytes) 000426 1788361532.123438 punch from 0x00dc4e to 0x00e7d9 (0xb8c bytes) 000427 1788361532.139677 MIRROR_RESYNC 6 mirrors 000428 1788361532.900686 read 0x0195ff thru 0x022fa1 (0x99a3 bytes) 000429 1788361532.909788 trunc from 0x02320a to 0x014275 (0xef94 bytes) 000430 1788361532.943507 write 0x0040b2 thru 0x009b9f (0x5aee bytes) 000432 1788361532.951079 mapwrite 0x00af4d thru 0x01532c (0xa3e0 bytes) 000433 1788361533.006902 trunc from 0x00f959 to 0x014135 (0x47dd bytes) 000434 1788361533.013846 mapwrite 0x0256ba thru 0x035421 (0xfd68 bytes) 000435 1788361533.104386 fallocate 0x027d09 thru 0x035bec (0xdee4 bytes) 000437 1788361533.123656 MIRROR_RESYNC 6 mirrors 000438 1788361534.399802 fallocate 0x0023ed thru 0x00405d (0x1c71 bytes) 000439 1788361534.418637 mapread 0x00221f thru 0x004018 (0x1dfa bytes) 000440 1788361534.432483 mapwrite 0x0329ab thru 0x03ffff (0xd655 bytes) 000441 1788361534.471551 write 0x03d15c thru 0x03f066 (0x1f0b bytes) 000442 1788361534.472485 fallocate 0x00f0e4 thru 0x01161f (0x253c bytes) 000443 1788361534.475784 mapread 0x025d01 thru 0x026322 (0x622 bytes) 000444 1788361534.481174 read 0x00ce2f thru 0x015c8b (0x8e5d bytes) 000446 1788361534.490999 trunc from 0x01644c to 0x021c9b (0xb850 bytes) 000447 1788361534.495557 write 0x00ab18 thru 0x016f55 (0xc43e bytes) 000448 1788361534.503456 write 0x02d22c thru 0x02d82d (0x602 bytes) 000449 1788361534.504797 trunc from 0x011156 to 0x017348 (0x61f3 bytes) 000450 1788361534.522412 punch from 0x00f5b3 to 0x00fa0f (0x45d bytes) 000451 1788361534.527986 read 0x0291cc thru 0x036d58 (0xdb8d bytes) 000453 1788361534.529494 mapread 0x005b8e thru 0x010567 (0xa9da bytes) 000454 1788361534.543099 MIRROR_RESYNC 6 mirrors 000455 1788361535.475188 mapwrite 0x030108 thru 0x034b2a (0x4a23 bytes) 000456 1788361535.554679 read 0x01ac05 thru 0x01dea7 (0x32a3 bytes) 000457 1788361535.564727 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xc5d54530 (stale) Mirror 12: 0xc5d54530 (stale) Mirror 14: 0xc5d54530 (stale) Mirror 15: 0xc5d54530 (stale) Mirror 16: 0xc5d54530 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x3404ae79 Mirror 17: 0x3404ae79 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000459 1788361536.198619 read 0x01d01c thru 0x028472 (0xb457 bytes) 000460 1788361536.242202 mapread 0x034fad thru 0x03ffff (0xb053 bytes) 000461 1788361536.284537 trunc from 0x0394fc to 0x03da90 (0x4595 bytes) 000462 1788361536.349648 trunc from 0x040000 to 0x0310da (0xef25 bytes) 000463 1788361536.411518 mapwrite 0x01cf5b thru 0x029790 (0xc836 bytes) 000464 1788361536.460663 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x310db): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x310db): Mirror 11: 0x49235239 (stale) Mirror 12: 0x49235239 (stale) Mirror 14: 0x49235239 (stale) Mirror 15: 0x49235239 (stale) Mirror 16: 0x49235239 (stale) Mirror 17: 0x4bb97443 (stale) CRC-32 checksum value for chunk [0, 0x310db): Mirror 1: 0x375f3123 Mirror 18: 0x375f3123 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x310db: skipped 000466 1788361537.295312 write 0x02ba48 thru 0x03032a (0x48e3 bytes) 000467 1788361537.352213 mapread 0x01ccac thru 0x01f662 (0x29b7 bytes) 000468 1788361537.369893 trunc from 0x0310db to 0x0152c4 (0x1be16 bytes) 000469 1788361537.401372 fallocate 0x0122cc thru 0x01e2f1 (0xc026 bytes) 000470 1788361537.405249 write 0x0266df thru 0x028971 (0x2293 bytes) 000471 1788361537.406639 write 0x002192 thru 0x00e657 (0xc4c6 bytes) 000472 1788361537.417077 fallocate 0x0137a1 thru 0x021373 (0xdbd3 bytes) 000473 1788361537.424223 mapread 0x022556 thru 0x028971 (0x641c bytes) 000475 1788361537.441107 trunc from 0x028972 to 0x0277da (0x1197 bytes) 000476 1788361537.466188 write 0x015c86 thru 0x025b2c (0xfea7 bytes) 000477 1788361537.475145 mapread 0x017ac8 thru 0x01b5d2 (0x3b0b bytes) 000478 1788361537.476315 trunc from 0x0277db to 0x0019f9 (0x25de1 bytes) 000480 1788361537.509275 mapread 0x00125c thru 0x0019f9 (0x79e bytes) 000481 1788361537.521308 mapwrite 0x017c02 thru 0x01a88e (0x2c8d bytes) 000482 1788361537.588982 write 0x035d64 thru 0x038ab5 (0x2d52 bytes) 000483 1788361537.594675 punch from 0x013cb3 to 0x018252 (0x45a0 bytes) 000484 1788361537.603152 write 0x007eb6 thru 0x011627 (0x9772 bytes) 000485 1788361537.614262 punch from 0x0189e5 to 0x02057c (0x7b98 bytes) 000487 1788361537.638007 MIRROR_RESYNC 8 mirrors 000488 1788361539.305846 read 0x0311b3 thru 0x038ab5 (0x7903 bytes) 000489 1788361539.315958 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) 000490 1788361539.599612 read 0x02fcfb thru 0x0378e5 (0x7beb bytes) 000491 1788361539.605950 fallocate 0x01acbf thru 0x0210c2 (0x6404 bytes) 000492 1788361539.633126 mapread 0x033e8e thru 0x038ab5 (0x4c28 bytes) 000493 1788361539.648815 trunc from 0x038ab6 to 0x004b15 (0x33fa0 bytes) 000494 1788361539.668091 fallocate 0x036ad6 thru 0x03d152 (0x667d bytes) 000495 1788361539.680004 MIRROR_RESYNC 7 mirrors 000496 1788361540.767050 trunc from 0x004b16 to 0x024f4d (0x20438 bytes) 000497 1788361540.807920 fallocate 0x01a44d thru 0x01a5e6 (0x19a bytes) 000498 1788361540.812556 trunc from 0x024f4e to 0x03e1c4 (0x19277 bytes) 000499 1788361540.830908 mapread 0x0391df thru 0x03a78d (0x15af bytes) 000501 1788361540.845849 write 0x03fc4a thru 0x03ffff (0x3b6 bytes) 000503 1788361540.849021 write 0x011fdf thru 0x0183d6 (0x63f8 bytes) 000504 1788361540.869596 mapread 0x01a84c thru 0x01be0a (0x15bf bytes) 000505 1788361540.882177 read 0x018bc7 thru 0x01984a (0xc84 bytes) 000506 1788361540.890124 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xc0d24e0f (stale) Mirror 12: 0xc0d24e0f (stale) Mirror 14: 0xc0d24e0f (stale) Mirror 17: 0xc0d24e0f (stale) Mirror 18: 0xc0d24e0f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xc0d24e0f (stale) Mirror 12: 0xc0d24e0f (stale) Mirror 14: 0xc0d24e0f (stale) Mirror 17: 0xc0d24e0f (stale) Mirror 18: 0xc0d24e0f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000507 1788361541.320322 trunc from 0x0289fe to 0x036aac (0xe0af bytes) 000508 1788361541.336269 MIRROR_RESYNC 6 mirrors 000509 1788361542.521863 fallocate 0x012499 thru 0x01e0c7 (0xbc2f bytes) 000510 1788361542.544493 punch from 0x005f52 to 0x007235 (0x12e4 bytes) 000511 1788361542.549849 mapwrite 0x03880b thru 0x03f54f (0x6d45 bytes) 000512 1788361542.578845 mapwrite 0x03e69b thru 0x03ffff (0x1965 bytes) 000513 1788361542.592619 mapwrite 0x00d5a0 thru 0x012f89 (0x59ea bytes) 000514 1788361542.608937 punch from 0x0199ee to 0x0225ec (0x8bff bytes) 000516 1788361542.620584 MIRROR_RESYNC 6 mirrors 000518 1788361543.626442 punch from 0x0202e2 to 0x022610 (0x232f bytes) 000519 1788361543.651703 mapwrite 0x005714 thru 0x01243b (0xcd28 bytes) 000520 1788361543.697066 punch from 0x01eb7a to 0x02a9d6 (0xbe5d bytes) 000521 1788361543.701143 trunc from 0x040000 to 0x0227df (0x1d820 bytes) 000522 1788361543.714999 trunc from 0x01faf0 to 0x0227df (0x2cf0 bytes) 000523 1788361543.718042 mapread 0x01bbcd thru 0x0227df (0x6c13 bytes) 000524 1788361543.725145 trunc from 0x01ee4b to 0x0227df (0x3995 bytes) 000525 1788361543.728364 fallocate 0x02b28d thru 0x037133 (0xbea7 bytes) 000526 1788361543.731805 trunc from 0x0227e0 to 0x001abf (0x20d20 bytes) 000527 1788361543.743892 mapwrite 0x000df0 thru 0x0042aa (0x34bb bytes) 000528 1788361543.779527 trunc from 0x0036c2 to 0x0042aa (0xbe9 bytes) 000529 1788361543.784449 write 0x009242 thru 0x00ffee (0x6dad bytes) 000530 1788361543.789597 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xffef): Mirror 11: 0x69659042 (stale) Mirror 14: 0x69659042 (stale) Mirror 17: 0x69659042 (stale) Mirror 18: 0x69659042 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xffef): Mirror 11: 0x69659042 (stale) Mirror 14: 0x69659042 (stale) Mirror 17: 0x69659042 (stale) Mirror 18: 0x69659042 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xffef: skipped 000531 1788361544.091040 trunc from 0x0016db to 0x006d58 (0x567e bytes) 000532 1788361544.094663 trunc from 0x00ffef to 0x006509 (0x9ae5 bytes) 000533 1788361544.111902 trunc from 0x00650a to 0x03d180 (0x36c77 bytes) 000534 1788361544.135730 write 0x001a84 thru 0x009544 (0x7ac1 bytes) 000535 1788361544.153449 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3d181): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d181): Mirror 11: 0x1cc59445 (stale) Mirror 14: 0x1cc59445 (stale) Mirror 17: 0x1cc59445 (stale) Mirror 18: 0x1cc59445 (stale) CRC-32 checksum value for chunk [0, 0x3d181): Mirror 1: 0x429aeb1 Mirror 19: 0x429aeb1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d181: skipped 000536 1788361544.809549 fallocate 0x01ed0e thru 0x02d201 (0xe4f4 bytes) 000537 1788361544.849169 trunc from 0x013ee5 to 0x020855 (0xc971 bytes) 000538 1788361544.860662 mapwrite 0x01435b thru 0x0162b0 (0x1f56 bytes) 000539 1788361544.896822 punch from 0x004df9 to 0x005dde (0xfe6 bytes) 000540 1788361544.900735 read 0x020b51 thru 0x02c89c (0xbd4c bytes) 000541 1788361544.911909 fallocate 0x018c42 thru 0x01a2fd (0x16bc bytes) 000542 1788361544.915826 mapread 0x03ab49 thru 0x03d180 (0x2638 bytes) 000543 1788361544.923448 write 0x01ce47 thru 0x0222b6 (0x5470 bytes) 000544 1788361544.928987 trunc from 0x00ed49 to 0x01da57 (0xed0f bytes) 000545 1788361544.940107 fallocate 0x03680f thru 0x036a4a (0x23c bytes) 000546 1788361544.943573 write 0x026c3a thru 0x033753 (0xcb1a bytes) 000549 1788361544.945872 mapwrite 0x00cc63 thru 0x017754 (0xaaf2 bytes) 000550 1788361544.979897 mapread 0x00e290 thru 0x0165cb (0x833c bytes) 000551 1788361544.981865 write 0x01d9a7 thru 0x029e14 (0xc46e bytes) 000552 1788361544.996630 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3d181): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d181): Mirror 11: 0x1cc59445 (stale) Mirror 14: 0x1cc59445 (stale) Mirror 17: 0x1cc59445 (stale) Mirror 18: 0x1cc59445 (stale) Mirror 19: 0x429aeb1 (stale) CRC-32 checksum value for chunk [0, 0x3d181): Mirror 1: 0x5dc9fa91 Mirror 20: 0x5dc9fa91 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d181: skipped 000553 1788361545.755087 read 0x005458 thru 0x0066ba (0x1263 bytes) 000554 1788361545.765571 fallocate 0x01d8fd thru 0x02b2ad (0xd9b1 bytes) 000555 1788361545.795187 write 0x03d85f thru 0x03ffff (0x27a1 bytes) 000556 1788361545.803140 MIRROR_RESYNC 7 mirrors 000557 1788361547.077496 punch from 0x000a0b to 0x008fff (0x85f5 bytes) 000558 1788361547.092261 fallocate 0x012d1c thru 0x01c5e4 (0x98c9 bytes) 000559 1788361547.094912 mapread 0x013a12 thru 0x015770 (0x1d5f bytes) 000560 1788361547.104714 read 0x0326c7 thru 0x03807b (0x59b5 bytes) 000561 1788361547.109242 trunc from 0x002f46 to 0x0083d6 (0x5491 bytes) 000562 1788361547.111751 fallocate 0x021299 thru 0x02f4ab (0xe213 bytes) 000563 1788361547.115304 mapwrite 0x009f3b thru 0x00baf5 (0x1bbb bytes) 000564 1788361547.135084 write 0x010768 thru 0x014310 (0x3ba9 bytes) 000565 1788361547.138898 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x1be1eb28 (stale) Mirror 14: 0x1be1eb28 (stale) Mirror 18: 0x1be1eb28 (stale) Mirror 19: 0x1be1eb28 (stale) Mirror 20: 0x1be1eb28 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x1be1eb28 (stale) Mirror 14: 0x1be1eb28 (stale) Mirror 18: 0x1be1eb28 (stale) Mirror 19: 0x1be1eb28 (stale) Mirror 20: 0x1be1eb28 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000566 1788361547.371271 trunc from 0x033ed3 to 0x03ffff (0xc12d bytes) 000567 1788361547.378434 trunc from 0x014e9e to 0x01a153 (0x52b6 bytes) 000568 1788361547.384052 read 0x0085b8 thru 0x0114bf (0x8f08 bytes) 000569 1788361547.393026 read 0x031154 thru 0x033289 (0x2136 bytes) 000570 1788361547.401607 punch from 0x024c19 to 0x0320c0 (0xd4a8 bytes) 000571 1788361547.407974 read 0x002131 thru 0x007254 (0x5124 bytes) 000572 1788361547.408581 mapwrite 0x0054b8 thru 0x00baf0 (0x6639 bytes) 000573 1788361547.423202 mapwrite 0x02c5b4 thru 0x0342a4 (0x7cf1 bytes) 000574 1788361547.444780 write 0x01afea thru 0x025fa8 (0xafbf bytes) 000575 1788361547.450084 trunc from 0x01effa to 0x025c83 (0x6c8a bytes) 000576 1788361547.461555 punch from 0x03594a to 0x03ced3 (0x758a bytes) 000577 1788361547.470790 trunc from 0x020cc6 to 0x0244b7 (0x37f2 bytes) 000578 1788361547.478367 write 0x03e8b1 thru 0x03ffff (0x174f bytes) 000579 1788361547.479602 mapwrite 0x036530 thru 0x03d09e (0x6b6f bytes) 000580 1788361547.557788 write 0x01125e thru 0x01886a (0x760d bytes) 000581 1788361547.558720 punch from 0x00b6cf to 0x0136e7 (0x8019 bytes) 000582 1788361547.579974 fallocate 0x00a894 thru 0x014e2e (0xa59b bytes) 000583 1788361547.585103 mapread 0x016d22 thru 0x018c01 (0x1ee0 bytes) 000584 1788361547.585837 trunc from 0x038bcd to 0x03f734 (0x6b68 bytes) 000585 1788361547.591057 write 0x021adb thru 0x02348d (0x19b3 bytes) 000586 1788361547.606875 mapread 0x0325f9 thru 0x033637 (0x103f bytes) 000587 1788361547.608008 trunc from 0x02acc9 to 0x02f6b6 (0x49ee bytes) 000588 1788361547.612446 read 0x01e19b thru 0x0291b5 (0xb01b bytes) 000589 1788361547.623473 trunc from 0x03b033 to 0x03ffff (0x4fcd bytes) 000591 1788361547.630262 trunc from 0x00b90a to 0x0176e4 (0xbddb bytes) 000592 1788361547.635859 mapwrite 0x01b436 thru 0x01b930 (0x4fb bytes) 000594 1788361547.650434 fallocate 0x02e312 thru 0x031b61 (0x3850 bytes) 000596 1788361547.656992 mapwrite 0x01a640 thru 0x028d52 (0xe713 bytes) 000597 1788361547.692586 read 0x005331 thru 0x0096ff (0x43cf bytes) 000598 1788361547.693898 fallocate 0x01918f thru 0x0250eb (0xbf5d bytes) 000599 1788361547.700505 write 0x022b68 thru 0x02e15a (0xb5f3 bytes) 000600 1788361547.705585 trunc from 0x040000 to 0x010921 (0x2f6de bytes) 000601 1788361547.720127 mapwrite 0x000229 thru 0x00cfda (0xcdb2 bytes) 000602 1788361547.759822 trunc from 0x00b36b to 0x010921 (0x55b7 bytes) 000603 1788361547.768504 trunc from 0x010922 to 0x019b02 (0x91e1 bytes) 000604 1788361547.792621 trunc from 0x019b03 to 0x011769 (0x8399 bytes) 000605 1788361547.801977 write 0x03ab84 thru 0x03ffff (0x547c bytes) 000606 1788361547.803509 fallocate 0x0159fe thru 0x017393 (0x1996 bytes) 000608 1788361547.807895 punch from 0x025682 to 0x02c611 (0x6f90 bytes) 000609 1788361547.812034 fallocate 0x02207b thru 0x02974d (0x76d3 bytes) 000610 1788361547.817445 punch from 0x026b2d to 0x0334c8 (0xc99c bytes) 000611 1788361547.820737 mapwrite 0x00730a thru 0x0165d5 (0xf2cc bytes) 000612 1788361547.870115 mapread 0x00d386 thru 0x0181ba (0xae35 bytes) 000613 1788361547.876630 MIRROR_RESYNC 6 mirrors 000614 1788361548.771568 fallocate 0x01c169 thru 0x02b767 (0xf5ff bytes) 000615 1788361548.806174 mapread 0x0184f5 thru 0x0251cf (0xccdb bytes) 000616 1788361548.851670 mapread 0x00a58d thru 0x01055a (0x5fce bytes) 000617 1788361548.863651 write 0x03c60a thru 0x03ffff (0x39f6 bytes) 000618 1788361548.872091 mapread 0x006e40 thru 0x012954 (0xbb15 bytes) 000620 1788361548.874417 trunc from 0x040000 to 0x0025d5 (0x3da2a bytes) 000621 1788361548.894110 mapwrite 0x01872e thru 0x01af5f (0x2832 bytes) 000622 1788361548.941583 trunc from 0x0040b6 to 0x0051b2 (0x10fd bytes) 000623 1788361548.945557 mapwrite 0x013ca2 thru 0x02215d (0xe4bc bytes) 000625 1788361549.008164 mapread 0x00d644 thru 0x0192bb (0xbc78 bytes) 000627 1788361549.019309 mapwrite 0x03038f thru 0x03133a (0xfac bytes) 000628 1788361549.052902 write 0x02e9ce thru 0x03dc52 (0xf285 bytes) 000629 1788361549.056166 trunc from 0x03dc53 to 0x00a89f (0x333b3 bytes) 000630 1788361549.071142 read 0x006e85 thru 0x00a89f (0x3a1b bytes) 000631 1788361549.071770 trunc from 0x0099bf to 0x00a89f (0xee1 bytes) 000632 1788361549.079497 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xa8a0): Mirror 11: 0x6059bb (stale) Mirror 14: 0x6059bb (stale) Mirror 18: 0x6059bb (stale) Mirror 19: 0x6059bb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa8a0): Mirror 11: 0x6059bb (stale) Mirror 14: 0x6059bb (stale) Mirror 18: 0x6059bb (stale) Mirror 19: 0x6059bb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa8a0: skipped 000633 1788361549.312826 read 0x0098cf thru 0x00a89f (0xfd1 bytes) 000634 1788361549.315885 trunc from 0x000bcd to 0x00a89f (0x9cd3 bytes) 000635 1788361549.318621 trunc from 0x00a8a0 to 0x03d1b4 (0x32915 bytes) 000636 1788361549.330254 mapread 0x01be0c thru 0x029771 (0xd966 bytes) 000637 1788361549.368635 read 0x00091e thru 0x01077f (0xfe62 bytes) 000638 1788361549.378603 mapread 0x0095f9 thru 0x0136aa (0xa0b2 bytes) 000639 1788361549.379789 fallocate 0x03b607 thru 0x03ffff (0x49f9 bytes) 000640 1788361549.384947 trunc from 0x00e83a to 0x012df0 (0x45b7 bytes) 000641 1788361549.388194 punch from 0x03b45c to 0x03d1b4 (0x1d59 bytes) 000642 1788361549.402936 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3d1b5): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d1b5): Mirror 11: 0x728067b4 (stale) Mirror 14: 0x728067b4 (stale) Mirror 18: 0x728067b4 (stale) Mirror 19: 0x728067b4 (stale) CRC-32 checksum value for chunk [0, 0x3d1b5): Mirror 1: 0x3bb7a8fc Mirror 20: 0x3bb7a8fc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d1b5: skipped 000644 1788361549.980242 punch from 0x02af36 to 0x038d99 (0xde64 bytes) 000645 1788361550.003248 mapwrite 0x032b32 thru 0x0378b9 (0x4d88 bytes) 000646 1788361550.046304 fallocate 0x009cb7 thru 0x012f52 (0x929c bytes) 000647 1788361550.056543 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3d1b5): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d1b5): Mirror 11: 0x728067b4 (stale) Mirror 14: 0x728067b4 (stale) Mirror 18: 0x728067b4 (stale) Mirror 19: 0x728067b4 (stale) Mirror 20: 0x3bb7a8fc (stale) CRC-32 checksum value for chunk [0, 0x3d1b5): Mirror 1: 0x30f65663 Mirror 21: 0x30f65663 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d1b5: skipped 000648 1788361550.667331 read 0x0225f5 thru 0x02ed68 (0xc774 bytes) 000651 1788361550.695050 trunc from 0x02c70d to 0x03bf2e (0xf822 bytes) 000652 1788361550.726227 read 0x01a4f1 thru 0x02762f (0xd13f bytes) 000653 1788361550.737501 fallocate 0x01a1c0 thru 0x020b16 (0x6957 bytes) 000654 1788361550.748556 MIRROR_RESYNC 7 mirrors 000655 1788361551.503027 punch from 0x02f2c4 to 0x0335b2 (0x42ef bytes) 000656 1788361551.523239 punch from 0x035e11 to 0x0393e5 (0x35d5 bytes) 000657 1788361551.528586 mapwrite 0x0335b2 thru 0x03efc0 (0xba0f bytes) 000658 1788361551.612585 mapread 0x017723 thru 0x01cd17 (0x55f5 bytes) 000659 1788361551.621767 read 0x0351a7 thru 0x03efc0 (0x9e1a bytes) 000660 1788361551.628552 MIRROR_RESYNC 7 mirrors 000661 1788361552.544862 MIRROR_EXTEND to 8 mirrors 000662 1788361553.122831 trunc from 0x03efc1 to 0x00fb23 (0x2f49d bytes) 000663 1788361553.183301 write 0x03417c thru 0x0388c0 (0x4745 bytes) 000664 1788361553.186605 fallocate 0x00a4dc thru 0x00a681 (0x1a6 bytes) 000665 1788361553.194722 mapread 0x00a942 thru 0x010f83 (0x6642 bytes) 000666 1788361553.213798 mapread 0x02d585 thru 0x02dac3 (0x53f bytes) 000667 1788361553.220056 mapread 0x037528 thru 0x0388c0 (0x1399 bytes) 000668 1788361553.220756 write 0x0190e7 thru 0x025fce (0xcee8 bytes) 000669 1788361553.235573 trunc from 0x0388c1 to 0x01f27a (0x19646 bytes) 000670 1788361553.251526 mapread 0x010537 thru 0x01057b (0x45 bytes) 000672 1788361553.253199 fallocate 0x013e22 thru 0x019acf (0x5cae bytes) 000673 1788361553.260194 fallocate 0x0080c6 thru 0x009fb1 (0x1eec bytes) 000674 1788361553.264257 read 0x013392 thru 0x01626c (0x2edb bytes) 000675 1788361553.267845 fallocate 0x02e180 thru 0x033ab2 (0x5933 bytes) 000677 1788361553.275705 write 0x03fb17 thru 0x03ffff (0x4e9 bytes) 000678 1788361553.276433 read 0x0023a1 thru 0x003e51 (0x1ab1 bytes) 000679 1788361553.284260 write 0x00fe37 thru 0x016716 (0x68e0 bytes) 000680 1788361553.285391 fallocate 0x025064 thru 0x028165 (0x3102 bytes) 000681 1788361553.289289 mapread 0x016b50 thru 0x025eb6 (0xf367 bytes) 000682 1788361553.290901 fallocate 0x00c1ca thru 0x0184ec (0xc323 bytes) 000683 1788361553.294803 mapread 0x0006db thru 0x00d640 (0xcf66 bytes) 000684 1788361553.295997 mapread 0x004971 thru 0x00b973 (0x7003 bytes) 000685 1788361553.297227 mapwrite 0x01e338 thru 0x02cd15 (0xe9de bytes) 000686 1788361553.316735 punch from 0x025465 to 0x030e6b (0xba07 bytes) 000687 1788361553.321054 read 0x012d9b thru 0x01fedd (0xd143 bytes) 000688 1788361553.321647 write 0x0074df thru 0x00e5a7 (0x70c9 bytes) 000689 1788361553.322820 punch from 0x02c5f6 to 0x037b60 (0xb56b bytes) 000690 1788361553.325767 fallocate 0x01d8bf thru 0x0232a9 (0x59eb bytes) 000691 1788361553.331121 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x57e2cf60 (stale) Mirror 14: 0x57e2cf60 (stale) Mirror 18: 0x57e2cf60 (stale) Mirror 19: 0x57e2cf60 (stale) Mirror 20: 0x57e2cf60 (stale) Mirror 21: 0x57e2cf60 (stale) Mirror 22: 0x57e2cf60 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbabe9cf0 Mirror 23: 0xbabe9cf0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000692 1788361553.972560 mapwrite 0x0125c4 thru 0x01fddb (0xd818 bytes) 000693 1788361554.074074 read 0x016b64 thru 0x02362a (0xcac7 bytes) 000694 1788361554.074784 punch from 0x018f2f to 0x01d855 (0x4927 bytes) 000695 1788361554.082196 trunc from 0x040000 to 0x01b798 (0x24867 bytes) 000696 1788361554.135117 mapwrite 0x014011 thru 0x015a33 (0x1a23 bytes) 000697 1788361554.151962 MIRROR_RESYNC 9 mirrors 000698 1788361555.507413 trunc from 0x01b799 to 0x00bd87 (0xfa11 bytes) 000699 1788361555.537451 read 0x000dc8 thru 0x00a773 (0x99ac bytes) 000700 1788361555.545462 read 0x00ba9a thru 0x00bd87 (0x2ee bytes) 000701 1788361555.550439 read 0x00035e thru 0x003853 (0x34f6 bytes) 000702 1788361555.551213 mapwrite 0x028d23 thru 0x030ea6 (0x8184 bytes) 000703 1788361555.601068 trunc from 0x030ea7 to 0x01106d (0x1fe39 bytes) 000704 1788361555.617233 MIRROR_SPLIT mirror 5 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1106e): Mirror 11: 0xbf895b02 (stale) Mirror 14: 0xbf895b02 (stale) Mirror 18: 0xbf895b02 (stale) Mirror 19: 0xbf895b02 (stale) Mirror 21: 0xbf895b02 (stale) Mirror 22: 0xbf895b02 (stale) Mirror 23: 0xbf895b02 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1106e): Mirror 11: 0xbf895b02 (stale) Mirror 14: 0xbf895b02 (stale) Mirror 18: 0xbf895b02 (stale) Mirror 19: 0xbf895b02 (stale) Mirror 21: 0xbf895b02 (stale) Mirror 22: 0xbf895b02 (stale) Mirror 23: 0xbf895b02 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1106e: skipped 000705 1788361555.985241 fallocate 0x038a99 thru 0x03d6f9 (0x4c61 bytes) 000706 1788361555.991715 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3d6fa): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d6fa): Mirror 11: 0xd2ff1764 (stale) Mirror 14: 0xd2ff1764 (stale) Mirror 18: 0xd2ff1764 (stale) Mirror 19: 0xd2ff1764 (stale) Mirror 21: 0xd2ff1764 (stale) Mirror 22: 0xd2ff1764 (stale) Mirror 23: 0xd2ff1764 (stale) CRC-32 checksum value for chunk [0, 0x3d6fa): Mirror 1: 0x75ba5452 Mirror 24: 0x75ba5452 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d6fa: skipped 000707 1788361556.730536 write 0x02a7ec thru 0x035b54 (0xb369 bytes) 000708 1788361556.780710 mapwrite 0x023213 thru 0x02b959 (0x8747 bytes) 000709 1788361556.811006 write 0x013ac0 thru 0x022b89 (0xf0ca bytes) 000710 1788361556.815783 trunc from 0x02ec4b to 0x032caa (0x4060 bytes) 000711 1788361556.821755 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x3d6fa): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d6fa): Mirror 11: 0xd2ff1764 (stale) Mirror 14: 0xd2ff1764 (stale) Mirror 18: 0xd2ff1764 (stale) Mirror 19: 0xd2ff1764 (stale) Mirror 21: 0xd2ff1764 (stale) Mirror 22: 0xd2ff1764 (stale) Mirror 23: 0xd2ff1764 (stale) Mirror 24: 0x75ba5452 (stale) CRC-32 checksum value for chunk [0, 0x3d6fa): Mirror 1: 0xbb956bea Mirror 25: 0xbb956bea lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d6fa: skipped 000712 1788361557.677046 fallocate 0x0199ac thru 0x01b85c (0x1eb1 bytes) 000714 1788361557.731233 punch from 0x02faa8 to 0x036d57 (0x72b0 bytes) 000715 1788361557.735561 read 0x0181c5 thru 0x0256c5 (0xd501 bytes) 000717 1788361557.746856 fallocate 0x0287fa thru 0x033888 (0xb08f bytes) 000718 1788361557.750920 fallocate 0x00d3ae thru 0x016ee9 (0x9b3c bytes) 000719 1788361557.756276 punch from 0x0104f3 to 0x0149d0 (0x44de bytes) 000720 1788361557.760884 write 0x03cb1a thru 0x03ffff (0x34e6 bytes) 000721 1788361557.769079 write 0x03647e thru 0x03d731 (0x72b4 bytes) 000722 1788361557.776478 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xfaf03bca (stale) Mirror 14: 0xfaf03bca (stale) Mirror 18: 0xfaf03bca (stale) Mirror 19: 0xfaf03bca (stale) Mirror 21: 0xfaf03bca (stale) Mirror 22: 0xfaf03bca (stale) Mirror 23: 0xfaf03bca (stale) Mirror 24: 0x906f92d3 (stale) Mirror 25: 0xa71a8c30 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x62328ad4 Mirror 26: 0x62328ad4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000723 1788361558.539211 mapwrite 0x01222c thru 0x018731 (0x6506 bytes) 000724 1788361558.596619 write 0x013439 thru 0x01663a (0x3202 bytes) 000725 1788361558.602280 MIRROR_SPLIT mirror 8 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xfaf03bca (stale) Mirror 14: 0xfaf03bca (stale) Mirror 18: 0xfaf03bca (stale) Mirror 19: 0xfaf03bca (stale) Mirror 21: 0xfaf03bca (stale) Mirror 22: 0xfaf03bca (stale) Mirror 23: 0xfaf03bca (stale) Mirror 25: 0xa71a8c30 (stale) Mirror 26: 0x62328ad4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xfaf03bca (stale) Mirror 14: 0xfaf03bca (stale) Mirror 18: 0xfaf03bca (stale) Mirror 19: 0xfaf03bca (stale) Mirror 21: 0xfaf03bca (stale) Mirror 22: 0xfaf03bca (stale) Mirror 23: 0xfaf03bca (stale) Mirror 25: 0xa71a8c30 (stale) Mirror 26: 0x62328ad4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000726 1788361558.970887 punch from 0x009f29 to 0x013ba2 (0x9c7a bytes) 000727 1788361558.976884 mapread 0x016404 thru 0x01f171 (0x8d6e bytes) 000728 1788361558.989869 mapread 0x0060a7 thru 0x0070d2 (0x102c bytes) 000729 1788361558.996610 mapwrite 0x025774 thru 0x030b8a (0xb417 bytes) 000730 1788361559.024791 punch from 0x016523 to 0x022153 (0xbc31 bytes) 000731 1788361559.028547 read 0x03c19a thru 0x03cc00 (0xa67 bytes) 000732 1788361559.031791 read 0x003b48 thru 0x00923d (0x56f6 bytes) 000733 1788361559.032753 mapwrite 0x02aef5 thru 0x033f66 (0x9072 bytes) 000734 1788361559.047284 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xfaf03bca (stale) Mirror 14: 0xfaf03bca (stale) Mirror 18: 0xfaf03bca (stale) Mirror 19: 0xfaf03bca (stale) Mirror 21: 0xfaf03bca (stale) Mirror 22: 0xfaf03bca (stale) Mirror 23: 0xfaf03bca (stale) Mirror 25: 0xa71a8c30 (stale) Mirror 26: 0x62328ad4 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xb3e4e76c Mirror 27: 0xb3e4e76c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000735 1788361559.796559 mapwrite 0x0067ff thru 0x016155 (0xf957 bytes) 000736 1788361559.888680 trunc from 0x040000 to 0x03a6ff (0x5900 bytes) 000737 1788361559.941294 fallocate 0x037df1 thru 0x03c14e (0x435e bytes) 000738 1788361559.945846 write 0x036702 thru 0x03ffff (0x98fe bytes) 000739 1788361559.951502 read 0x031330 thru 0x035d48 (0x4a19 bytes) 000740 1788361559.957520 punch from 0x01fb02 to 0x020e6a (0x1369 bytes) 000741 1788361559.962213 mapread 0x00e23d thru 0x019095 (0xae59 bytes) 000742 1788361559.963439 mapread 0x014eef thru 0x01a69c (0x57ae bytes) 000743 1788361559.972468 trunc from 0x040000 to 0x020a27 (0x1f5d8 bytes) 000744 1788361559.997977 MIRROR_RESYNC 11 mirrors 000745 1788361561.614423 MIRROR_SPLIT mirror 7 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) 000748 1788361561.920458 fallocate 0x01922c thru 0x020f2c (0x7d01 bytes) 000749 1788361561.956087 mapwrite 0x034619 thru 0x03ffff (0xb9e7 bytes) 000750 1788361562.009271 fallocate 0x00f363 thru 0x01b716 (0xc3b4 bytes) 000751 1788361562.011654 trunc from 0x01753e to 0x025f28 (0xe9eb bytes) 000753 1788361562.017311 read 0x033ac3 thru 0x036b8c (0x30ca bytes) 000754 1788361562.017871 write 0x022467 thru 0x02d3b6 (0xaf50 bytes) 000755 1788361562.027191 punch from 0x017e82 to 0x026f28 (0xf0a7 bytes) 000756 1788361562.042954 fallocate 0x00cf28 thru 0x01af50 (0xe029 bytes) 000757 1788361562.051305 punch from 0x021421 to 0x02245c (0x103c bytes) 000758 1788361562.056129 trunc from 0x040000 to 0x008a7f (0x37580 bytes) 000760 1788361562.074615 punch from 0x004c7e to 0x008a7f (0x3e02 bytes) 000761 1788361562.081139 trunc from 0x008a80 to 0x018296 (0xf817 bytes) 000762 1788361562.103826 trunc from 0x00b1b2 to 0x00bbc6 (0xa15 bytes) 000763 1788361562.108513 fallocate 0x015b4c thru 0x01afe5 (0x549a bytes) 000764 1788361562.114757 mapread 0x01880f thru 0x01afe5 (0x27d7 bytes) 000765 1788361562.122328 mapwrite 0x017c37 thru 0x024677 (0xca41 bytes) 000766 1788361562.160498 MIRROR_SPLIT mirror 2 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24678): Mirror 11: 0xe83edb62 (stale) Mirror 18: 0xe83edb62 (stale) Mirror 19: 0xe83edb62 (stale) Mirror 21: 0xe83edb62 (stale) Mirror 22: 0xe83edb62 (stale) Mirror 25: 0xe83edb62 (stale) Mirror 26: 0xe83edb62 (stale) Mirror 27: 0xe83edb62 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24678): Mirror 11: 0xe83edb62 (stale) Mirror 18: 0xe83edb62 (stale) Mirror 19: 0xe83edb62 (stale) Mirror 21: 0xe83edb62 (stale) Mirror 22: 0xe83edb62 (stale) Mirror 25: 0xe83edb62 (stale) Mirror 26: 0xe83edb62 (stale) Mirror 27: 0xe83edb62 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24678: skipped 000767 1788361562.497916 fallocate 0x037051 thru 0x037923 (0x8d3 bytes) 000769 1788361562.501635 write 0x01f465 thru 0x028c96 (0x9832 bytes) 000770 1788361562.509739 fallocate 0x0289a9 thru 0x02f202 (0x685a bytes) 000771 1788361562.512693 read 0x00a218 thru 0x018b7b (0xe964 bytes) 000772 1788361562.518281 mapwrite 0x001a9f thru 0x0106c9 (0xec2b bytes) 000773 1788361562.551418 trunc from 0x037924 to 0x021c02 (0x15d21 bytes) 000774 1788361562.566443 mapwrite 0x003f38 thru 0x01291e (0xe9e7 bytes) 000775 1788361562.588690 read 0x01ba3a thru 0x021c02 (0x61c9 bytes) 000776 1788361562.604164 mapwrite 0x00aa5d thru 0x016cb0 (0xc254 bytes) 000777 1788361562.634288 punch from 0x007397 to 0x00f7a5 (0x840f bytes) 000778 1788361562.650942 write 0x037a56 thru 0x03ffff (0x85aa bytes) 000779 1788361562.652405 read 0x0288ea thru 0x03642d (0xdb44 bytes) 000781 1788361562.676423 read 0x00bec3 thru 0x015ba5 (0x9ce3 bytes) 000782 1788361562.677154 punch from 0x02d294 to 0x02ddda (0xb47 bytes) 000783 1788361562.687647 read 0x038b29 thru 0x03ffff (0x74d7 bytes) 000784 1788361562.688294 trunc from 0x040000 to 0x03e7da (0x1825 bytes) 000785 1788361562.707058 read 0x0130a5 thru 0x01f05c (0xbfb8 bytes) 000786 1788361562.707763 punch from 0x022fbf to 0x0318bd (0xe8ff bytes) 000788 1788361562.723051 read 0x03cecc thru 0x03e7da (0x190f bytes) 000789 1788361562.723719 fallocate 0x0398dc thru 0x03f01d (0x5742 bytes) 000790 1788361562.735157 mapread 0x01996c thru 0x01bc2b (0x22c0 bytes) 000791 1788361562.747041 MIRROR_RESYNC 9 mirrors 000792 1788361564.050866 trunc from 0x03e7db to 0x027306 (0x174d4 bytes) 000793 1788361564.114604 mapwrite 0x01261c thru 0x01fb1f (0xd504 bytes) 000794 1788361564.171198 MIRROR_RESYNC 9 mirrors 000795 1788361565.430253 read 0x0244e1 thru 0x027306 (0x2e26 bytes) 000796 1788361565.444628 write 0x0136d9 thru 0x0205c7 (0xceef bytes) 000797 1788361565.501530 write 0x03c50b thru 0x03f7c0 (0x32b6 bytes) 000798 1788361565.502940 fallocate 0x03b3a3 thru 0x03ffff (0x4c5d bytes) 000799 1788361565.515255 read 0x038ecb thru 0x03ffff (0x7135 bytes) 000800 1788361565.530208 punch from 0x0142d9 to 0x023c44 (0xf96c bytes) 000801 1788361565.548571 write 0x025072 thru 0x02adb0 (0x5d3f bytes) 000802 1788361565.550658 trunc from 0x037f84 to 0x03b201 (0x327e bytes) 000803 1788361565.554938 trunc from 0x01e3bb to 0x02878f (0xa3d5 bytes) 000805 1788361565.571892 MIRROR_RESYNC 9 mirrors 000806 1788361567.205919 read 0x02328c thru 0x028058 (0x4dcd bytes) 000807 1788361567.210924 punch from 0x0068c5 to 0x014266 (0xd9a2 bytes) 000808 1788361567.228791 read 0x0067af thru 0x00ac44 (0x4496 bytes) 000809 1788361567.235472 read 0x031a24 thru 0x03c4ea (0xaac7 bytes) 000810 1788361567.235972 trunc from 0x040000 to 0x038964 (0x769b bytes) 000811 1788361567.244097 punch from 0x003a12 to 0x004e77 (0x1466 bytes) 000814 1788361567.247277 fallocate 0x0157d9 thru 0x01c0bd (0x68e5 bytes) 000815 1788361567.250255 trunc from 0x00ff02 to 0x01b80b (0xb90a bytes) 000816 1788361567.252911 read 0x0377ce thru 0x038964 (0x1197 bytes) 000817 1788361567.253428 fallocate 0x03f130 thru 0x03ffff (0xed0 bytes) 000818 1788361567.258118 MIRROR_SPLIT mirror 4 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x685b83ce (stale) Mirror 18: 0x685b83ce (stale) Mirror 19: 0x685b83ce (stale) Mirror 22: 0x685b83ce (stale) Mirror 25: 0x685b83ce (stale) Mirror 26: 0x685b83ce (stale) Mirror 27: 0x685b83ce (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x685b83ce (stale) Mirror 18: 0x685b83ce (stale) Mirror 19: 0x685b83ce (stale) Mirror 22: 0x685b83ce (stale) Mirror 25: 0x685b83ce (stale) Mirror 26: 0x685b83ce (stale) Mirror 27: 0x685b83ce (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000819 1788361567.589217 mapwrite 0x0233c1 thru 0x031d8b (0xe9cb bytes) 000820 1788361567.623642 write 0x016cdb thru 0x0228ee (0xbc14 bytes) 000821 1788361567.636368 trunc from 0x031c50 to 0x03ffff (0xe3b0 bytes) 000823 1788361567.645283 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x685b83ce (stale) Mirror 18: 0x685b83ce (stale) Mirror 19: 0x685b83ce (stale) Mirror 22: 0x685b83ce (stale) Mirror 25: 0x685b83ce (stale) Mirror 26: 0x685b83ce (stale) Mirror 27: 0x685b83ce (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2519201 Mirror 28: 0x2519201 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000824 1788361568.310556 read 0x01c330 thru 0x02b579 (0xf24a bytes) 000825 1788361568.322200 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0x685b83ce (stale) Mirror 19: 0x685b83ce (stale) Mirror 22: 0x685b83ce (stale) Mirror 25: 0x685b83ce (stale) Mirror 26: 0x685b83ce (stale) Mirror 27: 0x685b83ce (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0x685b83ce (stale) Mirror 19: 0x685b83ce (stale) Mirror 22: 0x685b83ce (stale) Mirror 25: 0x685b83ce (stale) Mirror 26: 0x685b83ce (stale) Mirror 27: 0x685b83ce (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2519201 Mirror 28: 0x2519201 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000826 1788361568.938279 read 0x008428 thru 0x00a934 (0x250d bytes) 000827 1788361568.974831 fallocate 0x0130e6 thru 0x018ee0 (0x5dfb bytes) 000828 1788361569.028494 trunc from 0x040000 to 0x0045bc (0x3ba43 bytes) 000829 1788361569.083681 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x45bd): Mirror 18: 0xaa589480 (stale) Mirror 19: 0xaa589480 (stale) Mirror 22: 0xaa589480 (stale) Mirror 26: 0xaa589480 (stale) Mirror 27: 0xaa589480 (stale) Mirror 28: 0xb3e39904 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x45bd): Mirror 18: 0xaa589480 (stale) Mirror 19: 0xaa589480 (stale) Mirror 22: 0xaa589480 (stale) Mirror 26: 0xaa589480 (stale) Mirror 27: 0xaa589480 (stale) Mirror 28: 0xb3e39904 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x45bd: skipped 000830 1788361569.402009 trunc from 0x00344b to 0x0045bc (0x1172 bytes) 000831 1788361569.406167 read 0x001a56 thru 0x002605 (0xbb0 bytes) 000832 1788361569.410617 write 0x006d99 thru 0x012874 (0xbadc bytes) 000833 1788361569.415923 trunc from 0x012875 to 0x00a6cf (0x81a5 bytes) 000834 1788361569.426199 trunc from 0x00a6d0 to 0x0021ce (0x8501 bytes) 000835 1788361569.437813 mapwrite 0x01d5c0 thru 0x01fc40 (0x2681 bytes) 000836 1788361569.474761 write 0x007d5f thru 0x010a48 (0x8cea bytes) 000838 1788361569.495795 trunc from 0x011201 to 0x01f0ad (0xdead bytes) 000839 1788361569.505701 trunc from 0x01fc41 to 0x03ddfe (0x1e1be bytes) 000840 1788361569.521832 mapread 0x00c092 thru 0x019f2b (0xde9a bytes) 000842 1788361569.534832 mapread 0x004bb4 thru 0x0087bb (0x3c08 bytes) 000843 1788361569.542180 write 0x033c26 thru 0x0389a0 (0x4d7b bytes) 000844 1788361569.553929 mapwrite 0x02e4f0 thru 0x0394ba (0xafcb bytes) 000845 1788361569.592793 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ddff): Mirror 19: 0xb9201113 (stale) Mirror 22: 0xb9201113 (stale) Mirror 26: 0xb9201113 (stale) Mirror 27: 0xb9201113 (stale) Mirror 28: 0xed4eef62 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ddff): Mirror 19: 0xb9201113 (stale) Mirror 22: 0xb9201113 (stale) Mirror 26: 0xb9201113 (stale) Mirror 27: 0xb9201113 (stale) Mirror 28: 0xed4eef62 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ddff: skipped 000846 1788361570.004458 fallocate 0x02b304 thru 0x033c13 (0x8910 bytes) 000847 1788361570.010574 punch from 0x01659e to 0x01e044 (0x7aa7 bytes) 000848 1788361570.014394 read 0x0320b6 thru 0x0364bf (0x440a bytes) 000849 1788361570.020378 trunc from 0x01793e to 0x01c647 (0x4d0a bytes) 000850 1788361570.028635 fallocate 0x00e85f thru 0x01392d (0x50cf bytes) 000851 1788361570.043054 read 0x014a93 thru 0x01d40b (0x8979 bytes) 000852 1788361570.061579 trunc from 0x03ddff to 0x03b3fd (0x2a01 bytes) 000853 1788361570.082768 trunc from 0x003fbc to 0x0051a4 (0x11e9 bytes) 000854 1788361570.086913 mapread 0x0188c1 thru 0x01943d (0xb7d bytes) 000855 1788361570.088238 trunc from 0x03b3fe to 0x0385e8 (0x2e15 bytes) 000857 1788361570.102735 read 0x036d5b thru 0x0385e8 (0x188e bytes) 000858 1788361570.103231 read 0x034184 thru 0x0385e8 (0x4465 bytes) 000859 1788361570.103732 trunc from 0x0385e9 to 0x005875 (0x32d73 bytes) 000860 1788361570.125653 trunc from 0x005876 to 0x01af0b (0x15696 bytes) 000861 1788361570.137588 mapread 0x00cead thru 0x01aca1 (0xddf5 bytes) 000862 1788361570.145785 punch from 0x010671 to 0x01af0b (0xa89b bytes) 000863 1788361570.149299 read 0x018647 thru 0x01af0b (0x28c5 bytes) 000864 1788361570.157813 write 0x0046e4 thru 0x011cda (0xd5f7 bytes) 000865 1788361570.159437 trunc from 0x014242 to 0x01af0b (0x6cca bytes) 000866 1788361570.167762 mapwrite 0x009911 thru 0x015fe1 (0xc6d1 bytes) 000867 1788361570.204447 write 0x03f8a8 thru 0x03ffff (0x758 bytes) 000868 1788361570.205724 mapread 0x01e4c5 thru 0x02201e (0x3b5a bytes) 000869 1788361570.212866 trunc from 0x0285fd to 0x033fc9 (0xb9cd bytes) 000870 1788361570.217744 mapread 0x00c26a thru 0x01b927 (0xf6be bytes) 000872 1788361570.241829 punch from 0x01cb34 to 0x02a163 (0xd630 bytes) 000873 1788361570.247032 punch from 0x01fe60 to 0x0289c1 (0x8b62 bytes) 000874 1788361570.251581 mapread 0x031ec2 thru 0x03b3e3 (0x9522 bytes) 000876 1788361570.267243 read 0x015df8 thru 0x01a0b1 (0x42ba bytes) 000877 1788361570.268093 punch from 0x002394 to 0x00f118 (0xcd85 bytes) 000878 1788361570.272882 mapwrite 0x02c5d2 thru 0x03c13a (0xfb69 bytes) 000880 1788361570.304163 write 0x032647 thru 0x03ffff (0xd9b9 bytes) 000882 1788361570.307009 mapwrite 0x012ece thru 0x022df7 (0xff2a bytes) 000883 1788361570.330218 write 0x01ec74 thru 0x023d82 (0x510f bytes) 000884 1788361570.331192 mapwrite 0x017b26 thru 0x022dbf (0xb29a bytes) 000885 1788361570.350027 mapread 0x02ae9f thru 0x02fc4e (0x4db0 bytes) 000886 1788361570.351017 trunc from 0x00ee40 to 0x01a1c9 (0xb38a bytes) 000887 1788361570.355280 read 0x0176e6 thru 0x01aaf6 (0x3411 bytes) 000889 1788361570.362591 punch from 0x026617 to 0x030073 (0x9a5d bytes) 000890 1788361570.370197 punch from 0x025642 to 0x02b932 (0x62f1 bytes) 000891 1788361570.375039 fallocate 0x014451 thru 0x01fdda (0xb98a bytes) 000892 1788361570.379518 mapwrite 0x036719 thru 0x03ffff (0x98e7 bytes) 000893 1788361570.400272 fallocate 0x002d35 thru 0x00e7d8 (0xbaa4 bytes) 000894 1788361570.405135 punch from 0x030c3d to 0x039750 (0x8b14 bytes) 000895 1788361570.412608 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0x685b83ce (stale) Mirror 22: 0x685b83ce (stale) Mirror 26: 0x685b83ce (stale) Mirror 27: 0x685b83ce (stale) Mirror 28: 0x2519201 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2a2b7de9 Mirror 29: 0x2a2b7de9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000896 1788361571.275509 read 0x02d0c7 thru 0x03359f (0x64d9 bytes) 000897 1788361571.304866 punch from 0x031984 to 0x036178 (0x47f5 bytes) 000898 1788361571.333901 trunc from 0x0173bd to 0x0253d7 (0xe01b bytes) 000899 1788361571.338806 fallocate 0x027452 thru 0x02ecd5 (0x7884 bytes) 000900 1788361571.345060 mapwrite 0x00f9bd thru 0x01407b (0x46bf bytes) 000902 1788361571.384561 read 0x023752 thru 0x02c051 (0x8900 bytes) 000903 1788361571.395952 trunc from 0x031fb5 to 0x039b04 (0x7b50 bytes) 000904 1788361571.409494 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0x685b83ce (stale) Mirror 22: 0x685b83ce (stale) Mirror 26: 0x685b83ce (stale) Mirror 27: 0x685b83ce (stale) Mirror 28: 0x2519201 (stale) Mirror 29: 0x2a2b7de9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5b2e6713 Mirror 30: 0x5b2e6713 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000905 1788361572.105540 read 0x027f30 thru 0x0314d8 (0x95a9 bytes) 000906 1788361572.125414 write 0x03b631 thru 0x03ffff (0x49cf bytes) 000907 1788361572.160378 punch from 0x02c142 to 0x0342e6 (0x81a5 bytes) 000908 1788361572.163800 mapwrite 0x034980 thru 0x03ffff (0xb680 bytes) 000909 1788361572.191563 write 0x02edc5 thru 0x02fc71 (0xead bytes) 000910 1788361572.195999 trunc from 0x040000 to 0x027e36 (0x181c9 bytes) 000911 1788361572.225309 read 0x00e4b7 thru 0x015db1 (0x78fb bytes) 000912 1788361572.230514 read 0x01c79e thru 0x026f14 (0xa777 bytes) 000913 1788361572.230964 write 0x01a838 thru 0x01ad95 (0x55e bytes) 000914 1788361572.231920 punch from 0x00901f to 0x00e3d3 (0x53b5 bytes) 000915 1788361572.234712 mapwrite 0x021ca5 thru 0x02ac05 (0x8f61 bytes) 000918 1788361572.275894 mapwrite 0x004741 thru 0x013652 (0xef12 bytes) 000920 1788361572.301170 trunc from 0x018302 to 0x01ab97 (0x2896 bytes) 000921 1788361572.309091 trunc from 0x00d4c2 to 0x0135f6 (0x6135 bytes) 000922 1788361572.317921 fallocate 0x028dfc thru 0x02c57b (0x3780 bytes) 000923 1788361572.332745 punch from 0x00a18a to 0x017cce (0xdb45 bytes) 000924 1788361572.340087 read 0x01e7f3 thru 0x02365c (0x4e6a bytes) 000925 1788361572.340561 fallocate 0x02dbae thru 0x02f5e9 (0x1a3c bytes) 000926 1788361572.348013 write 0x017489 thru 0x0180af (0xc27 bytes) 000927 1788361572.360189 write 0x028a8b thru 0x030e6c (0x83e2 bytes) 000928 1788361572.361586 mapread 0x01f0a2 thru 0x020661 (0x15c0 bytes) 000929 1788361572.371539 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x30e6d): Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30e6d): Mirror 19: 0xd6cc672b (stale) Mirror 22: 0xd6cc672b (stale) Mirror 26: 0xd6cc672b (stale) Mirror 27: 0xd6cc672b (stale) Mirror 28: 0xc4a9c2f7 (stale) Mirror 29: 0x9daee01b (stale) Mirror 30: 0x4535fdf4 (stale) CRC-32 checksum value for chunk [0, 0x30e6d): Mirror 1: 0x547093bf Mirror 31: 0x547093bf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30e6d: skipped 000930 1788361572.970914 mapwrite 0x012f52 thru 0x014d91 (0x1e40 bytes) 000931 1788361573.048724 mapwrite 0x0168fb thru 0x018876 (0x1f7c bytes) 000932 1788361573.062841 write 0x0186ac thru 0x024c42 (0xc597 bytes) 000933 1788361573.075869 punch from 0x02f34c to 0x02fbed (0x8a2 bytes) 000934 1788361573.078978 write 0x03731e thru 0x03b36b (0x404e bytes) 000936 1788361573.080327 punch from 0x02c2f1 to 0x03b36b (0xf07b bytes) 000937 1788361573.087848 punch from 0x0303a6 to 0x030616 (0x271 bytes) 000938 1788361573.093299 fallocate 0x02e3c9 thru 0x037220 (0x8e58 bytes) 000939 1788361573.097155 trunc from 0x03b36c to 0x014d1d (0x2664e bytes) 000940 1788361573.117863 mapwrite 0x033f89 thru 0x03de34 (0x9eac bytes) 000941 1788361573.155668 write 0x01faaa thru 0x024367 (0x48be bytes) 000942 1788361573.163873 write 0x00c5c9 thru 0x01af84 (0xe9bc bytes) 000943 1788361573.167545 punch from 0x03d305 to 0x03de34 (0xb30 bytes) 000944 1788361573.171396 mapread 0x0297f9 thru 0x035f4f (0xc757 bytes) 000945 1788361573.182410 mapwrite 0x022c40 thru 0x02f65c (0xca1d bytes) 000946 1788361573.203509 read 0x03617d thru 0x03de34 (0x7cb8 bytes) 000947 1788361573.207560 fallocate 0x030876 thru 0x037faa (0x7735 bytes) 000948 1788361573.219425 MIRROR_RESYNC 9 mirrors 000949 1788361574.945671 write 0x01f25d thru 0x020341 (0x10e5 bytes) 000950 1788361574.987313 trunc from 0x03de35 to 0x00dcf5 (0x3013f bytes) 000951 1788361575.011680 trunc from 0x00dcf6 to 0x00b968 (0x238d bytes) 000952 1788361575.026695 trunc from 0x006830 to 0x00b968 (0x5139 bytes) 000953 1788361575.031375 mapwrite 0x03b757 thru 0x03ffff (0x48a9 bytes) 000954 1788361575.069965 mapread 0x012d62 thru 0x019a66 (0x6d05 bytes) 000955 1788361575.077864 write 0x027348 thru 0x02b8ff (0x45b8 bytes) 000956 1788361575.084164 trunc from 0x03b7b4 to 0x03ffff (0x484c bytes) 000957 1788361575.087205 read 0x031fff thru 0x0330b8 (0x10ba bytes) 000958 1788361575.091117 write 0x039d33 thru 0x03ffff (0x62cd bytes) 000959 1788361575.092261 write 0x03e712 thru 0x03ffff (0x18ee bytes) 000960 1788361575.093215 fallocate 0x01ffb3 thru 0x026275 (0x62c3 bytes) 000962 1788361575.102329 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0x2776f9c6 (stale) Mirror 22: 0x2776f9c6 (stale) Mirror 26: 0x2776f9c6 (stale) Mirror 27: 0x2776f9c6 (stale) Mirror 28: 0x2776f9c6 (stale) Mirror 29: 0x2776f9c6 (stale) Mirror 30: 0x2776f9c6 (stale) Mirror 31: 0x2776f9c6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc13665be Mirror 32: 0xc13665be lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000963 1788361575.788521 fallocate 0x028320 thru 0x02c414 (0x40f5 bytes) 000964 1788361575.833081 MIRROR_RESYNC 10 mirrors 000965 1788361577.474840 MIRROR_EXTEND to 11 mirrors 000966 1788361578.075331 MIRROR_EXTEND to 12 mirrors 000967 1788361578.725562 trunc from 0x040000 to 0x02312f (0x1ced0 bytes) 000968 1788361578.763987 fallocate 0x028222 thru 0x02b59e (0x337d bytes) 000969 1788361578.768025 punch from 0x001a67 to 0x004341 (0x28db bytes) 000970 1788361578.776722 MIRROR_SPLIT mirror 1 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2b59f): Mirror 22: 0xf72ddb09 (stale) Mirror 26: 0xf72ddb09 (stale) Mirror 27: 0xf72ddb09 (stale) Mirror 28: 0xf72ddb09 (stale) Mirror 29: 0xf72ddb09 (stale) Mirror 30: 0xf72ddb09 (stale) Mirror 31: 0xf72ddb09 (stale) Mirror 32: 0xf72ddb09 (stale) Mirror 33: 0xf72ddb09 (stale) Mirror 34: 0xf72ddb09 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b59f): Mirror 22: 0xf72ddb09 (stale) Mirror 26: 0xf72ddb09 (stale) Mirror 27: 0xf72ddb09 (stale) Mirror 28: 0xf72ddb09 (stale) Mirror 29: 0xf72ddb09 (stale) Mirror 30: 0xf72ddb09 (stale) Mirror 31: 0xf72ddb09 (stale) Mirror 32: 0xf72ddb09 (stale) Mirror 33: 0xf72ddb09 (stale) Mirror 34: 0xf72ddb09 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b59f: skipped 000971 1788361579.179016 MIRROR_RESYNC 11 mirrors 000972 1788361580.590858 trunc from 0x017cdc to 0x019cb3 (0x1fd8 bytes) 000973 1788361580.616009 trunc from 0x02b59f to 0x0155f2 (0x15fac bytes) 000975 1788361580.632018 punch from 0x00e782 to 0x0139df (0x525e bytes) 000976 1788361580.636318 write 0x0397a5 thru 0x03ffff (0x685b bytes) 000977 1788361580.637558 punch from 0x0024bc to 0x0088cc (0x6411 bytes) 000978 1788361580.642657 fallocate 0x00df52 thru 0x0164db (0x858a bytes) 000979 1788361580.647197 mapwrite 0x0205d5 thru 0x024c2d (0x4659 bytes) 000981 1788361580.675649 punch from 0x000b39 to 0x0035fa (0x2ac2 bytes) 000983 1788361580.682166 read 0x00edf5 thru 0x01bbb5 (0xcdc1 bytes) 000984 1788361580.692913 MIRROR_RESYNC 11 mirrors 000985 1788361582.096729 mapread 0x01d5fd thru 0x022a50 (0x5454 bytes) 000986 1788361582.109126 trunc from 0x012ae8 to 0x01c3ce (0x98e7 bytes) 000987 1788361582.145138 fallocate 0x001117 thru 0x00bb75 (0xaa5f bytes) 000988 1788361582.149052 trunc from 0x01155f to 0x01bcc6 (0xa768 bytes) 000989 1788361582.151906 trunc from 0x040000 to 0x00e37f (0x31c80 bytes) 000990 1788361582.171387 trunc from 0x00e380 to 0x01e5b3 (0x10234 bytes) 000991 1788361582.188703 trunc from 0x01e5b4 to 0x0387a8 (0x1a1f5 bytes) 000992 1788361582.201055 read 0x023644 thru 0x023cc8 (0x685 bytes) 000993 1788361582.205798 trunc from 0x01bbd0 to 0x0280b5 (0xc4e6 bytes) 000994 1788361582.208820 read 0x01c873 thru 0x01e427 (0x1bb5 bytes) 000995 1788361582.218945 trunc from 0x0234f1 to 0x025411 (0x1f21 bytes) 000996 1788361582.224964 trunc from 0x0387a9 to 0x0062ac (0x324fc bytes) 000997 1788361582.242875 fallocate 0x03b949 thru 0x03c217 (0x8cf bytes) 000998 1788361582.250628 MIRROR_SPLIT mirror 2 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x302:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c218): Mirror 22: 0x98aa4a7b (stale) Mirror 27: 0x98aa4a7b (stale) Mirror 28: 0x98aa4a7b (stale) Mirror 29: 0x98aa4a7b (stale) Mirror 30: 0x98aa4a7b (stale) Mirror 31: 0x98aa4a7b (stale) Mirror 32: 0x98aa4a7b (stale) Mirror 33: 0x98aa4a7b (stale) Mirror 34: 0x98aa4a7b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c218): Mirror 22: 0x98aa4a7b (stale) Mirror 27: 0x98aa4a7b (stale) Mirror 28: 0x98aa4a7b (stale) Mirror 29: 0x98aa4a7b (stale) Mirror 30: 0x98aa4a7b (stale) Mirror 31: 0x98aa4a7b (stale) Mirror 32: 0x98aa4a7b (stale) Mirror 33: 0x98aa4a7b (stale) Mirror 34: 0x98aa4a7b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c218: skipped 000999 1788361582.702838 write 0x02b498 thru 0x034974 (0x94dd bytes) 001000 1788361582.714945 read 0x023714 thru 0x02abf1 (0x74de bytes) All operations completed A-OK!