== sanity-flr test 70a: flr mode fsx test ================ 14:12:51 (1788199971) striped dir -i0 -c2 -H crush /mnt/lustre/d70a.sanity-flr Seed set to 9973 skipping zero size read truncating to largest ever: 0x1ffdf 000003 1788199974.104405 trunc from 00000000 to 0x01ffde (0x1ffdf bytes) 000004 1788199974.126080 trunc from 0x01babc to 0x01ffde (0x4523 bytes) 000005 1788199974.131348 trunc from 0x01ffdf to 0x005393 (0x1ac4b bytes) 000006 1788199974.149199 write 0x0069ba thru 0x011fea (0xb631 bytes) 000007 1788199974.154176 read 0x00ff2b thru 0x011fea (0x20c0 bytes) 000008 1788199974.154969 write 0x022073 thru 0x0283e7 (0x6375 bytes) 000009 1788199974.157524 mapwrite 0x019626 thru 0x01c579 (0x2f54 bytes) 000010 1788199974.213295 write 0x027f30 thru 0x036d69 (0xee3a bytes) 000011 1788199974.216195 read 0x002058 thru 0x0077cd (0x5776 bytes) 000012 1788199974.226454 write 0x02a158 thru 0x032880 (0x8729 bytes) 000014 1788199974.229337 trunc from 0x036d6a to 0x011026 (0x25d43 bytes) 000015 1788199974.251511 read 0x010bee thru 0x011026 (0x439 bytes) 000016 1788199974.252230 trunc from 0x00d035 to 0x010ed8 (0x3ea4 bytes) 000017 1788199974.258329 write 0x019498 thru 0x01f30e (0x5e77 bytes) 000019 1788199974.261481 punch from 0x0046fd to 0x00e49a (0x9d9e bytes) fallocating to largest ever: 0x2c064 000020 1788199974.268377 fallocate 0x01f9b9 thru 0x02c063 (0xc6ab bytes) 000021 1788199974.273685 trunc from 0x01f30f to 0x006fc7 (0x18347 bytes) 000022 1788199974.295405 mapread 0x0066df thru 0x006fc7 (0x8e9 bytes) 000023 1788199974.303144 punch from 0x00532a to 0x006fc7 (0x1c9e bytes) 000025 1788199974.309360 read 0x004a9b thru 0x006fc7 (0x252d bytes) 000028 1788199974.318152 trunc from 0x005b27 to 0x006fc7 (0x14a1 bytes) 000029 1788199974.323221 trunc from 0x006fc8 to 0x00fdf2 (0x8e2b bytes) 000030 1788199974.342244 punch from 0x008906 to 0x009e75 (0x1570 bytes) 000031 1788199974.346055 trunc from 0x00fdf3 to 0x025c8e (0x15e9c bytes) 000032 1788199974.371553 trunc from 0x02428f to 0x025c8e (0x1a00 bytes) 000033 1788199974.377902 write 0x012279 thru 0x019b2c (0x78b4 bytes) 000035 1788199974.402655 MIRROR_EXTEND to 2 mirrors 000036 1788199974.904429 mapwrite 0x03366b thru 0x036e5e (0x37f4 bytes) 000037 1788199975.011339 read 0x029d1a thru 0x02ed81 (0x5068 bytes) 000038 1788199975.026360 trunc from 0x01608f to 0x025609 (0xf57b bytes) 000039 1788199975.031251 fallocate 0x01d219 thru 0x026e70 (0x9c58 bytes) 000040 1788199975.038809 read 0x02ff22 thru 0x036af5 (0x6bd4 bytes) fallocating to largest ever: 0x2f276 000041 1788199975.040584 fallocate 0x0215ff thru 0x02f275 (0xdc77 bytes) 000042 1788199975.045475 punch from 0x0119c2 to 0x014857 (0x2e96 bytes) 000043 1788199975.050554 trunc from 0x036e5f to 0x008282 (0x2ebdc bytes) 000044 1788199975.068749 trunc from 0x006960 to 0x008282 (0x1923 bytes) fallocating to largest ever: 0x3871f 000045 1788199975.073386 fallocate 0x035294 thru 0x03871e (0x348b bytes) 000046 1788199975.082619 write 0x03d68d thru 0x03ffff (0x2973 bytes) 000047 1788199975.085009 write 0x0127ce thru 0x02181e (0xf051 bytes) 000048 1788199975.095225 trunc from 0x040000 to 0x007aa7 (0x38558 bytes) 000049 1788199975.108461 read 0x0054f0 thru 0x00582f (0x340 bytes) 000050 1788199975.109994 mapwrite 0x017340 thru 0x0200b4 (0x8d75 bytes) 000051 1788199975.150907 mapread 0x004789 thru 0x012abb (0xe333 bytes) 000052 1788199975.152244 mapread 0x018dee thru 0x0200b4 (0x72c7 bytes) 000053 1788199975.153993 read 0x002f16 thru 0x007c4e (0x4d39 bytes) 000054 1788199975.155172 trunc from 0x00c396 to 0x00f2a0 (0x2f0b bytes) 000055 1788199975.160242 write 0x03f50f thru 0x03ffff (0xaf1 bytes) 000056 1788199975.161472 mapread 0x038ce3 thru 0x03ffff (0x731d bytes) 000057 1788199975.170367 read 0x021452 thru 0x025c33 (0x47e2 bytes) 000058 1788199975.171750 punch from 0x023a82 to 0x0307db (0xcd5a bytes) 000059 1788199975.175739 punch from 0x026c72 to 0x034309 (0xd698 bytes) 000060 1788199975.180953 trunc from 0x040000 to 0x022ad7 (0x1d528 bytes) 000061 1788199975.197601 read 0x008b0f thru 0x012198 (0x968a bytes) 000062 1788199975.198283 punch from 0x014f86 to 0x01533d (0x3b8 bytes) 000063 1788199975.211230 MIRROR_RESYNC 2 mirrors 000064 1788199975.710799 MIRROR_RESYNC 2 mirrors 000065 1788199976.217589 mapwrite 0x01e3d7 thru 0x029999 (0xb5c3 bytes) 000066 1788199976.398700 mapread 0x025453 thru 0x029999 (0x4547 bytes) 000067 1788199976.400996 mapwrite 0x009716 thru 0x0153ae (0xbc99 bytes) 000068 1788199976.458753 fallocate 0x02bbd1 thru 0x030af0 (0x4f20 bytes) 000069 1788199976.466467 mapwrite 0x013d6e thru 0x01b0e2 (0x7375 bytes) fallocating to largest ever: 0x3d639 000070 1788199976.506726 fallocate 0x02fe43 thru 0x03d638 (0xd7f6 bytes) 000071 1788199976.515977 write 0x0148f5 thru 0x024161 (0xf86d bytes) fallocating to largest ever: 0x40000 000072 1788199976.520003 fallocate 0x03e910 thru 0x03ffff (0x16f0 bytes) 000073 1788199976.527467 fallocate 0x011f02 thru 0x01bdf9 (0x9ef8 bytes) 000074 1788199976.533775 mapread 0x023473 thru 0x029198 (0x5d26 bytes) 000075 1788199976.535950 trunc from 0x016f8b to 0x01f0f6 (0x816c bytes) 000076 1788199976.578716 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x30af1): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30af1): Mirror 2: 0x6095bb65 (stale) CRC-32 checksum value for chunk [0, 0x30af1): Mirror 1: 0xdf3e60ec Mirror 3: 0xdf3e60ec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30af1: skipped 000077 1788199977.460671 mapread 0x01dcd9 thru 0x024d5d (0x7085 bytes) 000078 1788199977.501986 write 0x03ab48 thru 0x03ffff (0x54b8 bytes) 000079 1788199977.629901 MIRROR_RESYNC 3 mirrors 000080 1788199978.794767 trunc from 0x02b0dd to 0x035247 (0xa16b bytes) 000081 1788199978.919405 trunc from 0x040000 to 0x02fc1d (0x103e2 bytes) 000082 1788199978.964978 fallocate 0x019620 thru 0x024975 (0xb356 bytes) 000083 1788199978.979769 mapwrite 0x032519 thru 0x0387ca (0x62b2 bytes) 000084 1788199979.088997 punch from 0x01772e to 0x01b666 (0x3f39 bytes) 000085 1788199979.115234 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x387cb): Mirror 3: 0xbc4d4dc7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x387cb): Mirror 3: 0xbc4d4dc7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x387cb: skipped 000086 1788199979.389724 mapread 0x035f23 thru 0x0387ca (0x28a8 bytes) 000087 1788199979.400643 mapwrite 0x0066ce thru 0x016030 (0xf963 bytes) 000088 1788199979.449504 trunc from 0x02254b to 0x02c8d6 (0xa38c bytes) 000089 1788199979.457614 read 0x01fc02 thru 0x0205a0 (0x99f bytes) 000090 1788199979.465264 trunc from 0x034801 to 0x0387ca (0x3fca bytes) 000092 1788199979.473246 read 0x0098ca thru 0x010b97 (0x72ce bytes) 000093 1788199979.474110 fallocate 0x037087 thru 0x03a3b9 (0x3333 bytes) 000094 1788199979.480143 write 0x033860 thru 0x0362db (0x2a7c bytes) 000095 1788199979.499888 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) 000096 1788199979.641632 mapwrite 0x02f6a0 thru 0x0337a5 (0x4106 bytes) 000097 1788199979.688513 mapwrite 0x032cf2 thru 0x035d01 (0x3010 bytes) 000098 1788199979.702489 trunc from 0x028ebb to 0x032235 (0x937b bytes) 000099 1788199979.707659 write 0x012e64 thru 0x014d01 (0x1e9e bytes) 000100 1788199979.725049 mapwrite 0x006077 thru 0x00648b (0x415 bytes) 000101 1788199979.754487 read 0x009cc1 thru 0x010279 (0x65b9 bytes) 000102 1788199979.755321 punch from 0x01ba2c to 0x0239e0 (0x7fb5 bytes) 000103 1788199979.761902 read 0x00b591 thru 0x01500c (0x9a7c bytes) 000104 1788199979.777311 read 0x033afc thru 0x03a3b9 (0x68be bytes) 000105 1788199979.778005 trunc from 0x03a3ba to 0x02bfca (0xe3ef bytes) 000106 1788199979.811347 mapwrite 0x028baa thru 0x02e9d0 (0x5e27 bytes) 000108 1788199979.863495 write 0x018ca5 thru 0x024acb (0xbe27 bytes) 000110 1788199979.867092 punch from 0x0194cb to 0x028b06 (0xf63c bytes) 000111 1788199979.886053 fallocate 0x023dd9 thru 0x0278f8 (0x3b20 bytes) 000113 1788199979.893465 read 0x0294c4 thru 0x02e960 (0x549d bytes) 000115 1788199979.895433 trunc from 0x02e9d1 to 0x035bca (0x71fa bytes) 000116 1788199979.914941 read 0x001bad thru 0x008cb7 (0x710b bytes) 000117 1788199979.916454 punch from 0x01a38d to 0x020196 (0x5e0a bytes) 000118 1788199979.922678 mapread 0x00ce57 thru 0x018e59 (0xc003 bytes) 000120 1788199979.924516 mapwrite 0x019035 thru 0x0245b7 (0xb583 bytes) 000121 1788199979.961984 mapread 0x006d07 thru 0x0123a6 (0xb6a0 bytes) 000122 1788199979.963236 fallocate 0x024a53 thru 0x028dfc (0x43aa bytes) 000124 1788199979.974081 write 0x03646d thru 0x037131 (0xcc5 bytes) 000125 1788199979.975072 read 0x03364d thru 0x037131 (0x3ae5 bytes) 000126 1788199979.977218 mapwrite 0x02bf39 thru 0x031f30 (0x5ff8 bytes) 000127 1788199979.989568 fallocate 0x00eafb thru 0x0137dc (0x4ce2 bytes) 000128 1788199979.993122 fallocate 0x019e26 thru 0x02924a (0xf425 bytes) 000129 1788199979.997685 trunc from 0x00265e to 0x01182d (0xf1d0 bytes) 000130 1788199980.006453 MIRROR_EXTEND to 2 mirrors 000131 1788199980.981980 MIRROR_EXTEND to 3 mirrors 000132 1788199981.853457 MIRROR_EXTEND to 4 mirrors 000133 1788199982.810860 mapread 0x02938a thru 0x02d353 (0x3fca bytes) 000134 1788199982.859874 trunc from 0x017f62 to 0x020eec (0x8f8b bytes) 000135 1788199982.909743 fallocate 0x013521 thru 0x0223b6 (0xee96 bytes) 000136 1788199982.922281 trunc from 0x037132 to 0x03fc5e (0x8b2d bytes) 000137 1788199982.974458 mapwrite 0x023a76 thru 0x02ba26 (0x7fb1 bytes) 000138 1788199983.044209 read 0x022f18 thru 0x02c634 (0x971d bytes) 000139 1788199983.060636 mapwrite 0x002f9a thru 0x01174f (0xe7b6 bytes) 000140 1788199983.125185 mapwrite 0x0207be thru 0x028682 (0x7ec5 bytes) 000141 1788199983.144353 punch from 0x0381a8 to 0x03fc5e (0x7ab7 bytes) 000142 1788199983.150284 trunc from 0x015e9d to 0x01ba66 (0x5bca bytes) 000143 1788199983.156051 punch from 0x020e2b to 0x023ef8 (0x30ce bytes) 000145 1788199983.162346 trunc from 0x02f9db to 0x03c6b0 (0xccd6 bytes) 000146 1788199983.168122 punch from 0x0140dd to 0x01f274 (0xb198 bytes) 000147 1788199983.174178 write 0x02cdcd thru 0x03976e (0xc9a2 bytes) 000148 1788199983.181170 write 0x022204 thru 0x02c795 (0xa592 bytes) 000149 1788199983.188155 mapread 0x00105c thru 0x0100e4 (0xf089 bytes) 000150 1788199983.189335 fallocate 0x0021f6 thru 0x007eeb (0x5cf6 bytes) 000151 1788199983.194276 trunc from 0x03fc5f to 0x03b765 (0x44f9 bytes) 000152 1788199983.208178 punch from 0x0276d4 to 0x02d684 (0x5fb1 bytes) 000153 1788199983.229067 punch from 0x020aeb to 0x02df33 (0xd449 bytes) 000155 1788199983.235845 fallocate 0x006455 thru 0x014300 (0xdeac bytes) 000157 1788199983.242011 read 0x0173f6 thru 0x01e479 (0x7084 bytes) 000158 1788199983.256081 fallocate 0x02b8d2 thru 0x036c97 (0xb3c6 bytes) 000160 1788199983.261484 trunc from 0x03b766 to 0x035fa2 (0x57c3 bytes) 000161 1788199983.283948 punch from 0x0204ae to 0x0268fe (0x6451 bytes) 000162 1788199983.289285 punch from 0x004180 to 0x00e0fd (0x9f7e bytes) 000163 1788199983.295266 read 0x02e1f5 thru 0x035fa2 (0x7dae bytes) 000164 1788199983.296112 trunc from 0x035fa3 to 0x03782f (0x188d bytes) 000165 1788199983.309442 read 0x00726d thru 0x00dfcb (0x6d5f bytes) 000167 1788199983.318949 mapread 0x02d50a thru 0x02d92b (0x422 bytes) 000168 1788199983.320516 trunc from 0x037830 to 0x039060 (0x1831 bytes) 000169 1788199983.345894 fallocate 0x00704a thru 0x00da0d (0x69c4 bytes) 000170 1788199983.351461 trunc from 0x039061 to 0x0068b6 (0x327aa bytes) 000171 1788199983.373215 fallocate 0x01b68f thru 0x020e08 (0x577a bytes) 000172 1788199983.378381 trunc from 0x0068b7 to 0x02c228 (0x25972 bytes) 000173 1788199983.391085 mapread 0x00824e thru 0x00e11e (0x5ed1 bytes) 000174 1788199983.424466 read 0x00639a thru 0x00e8f2 (0x8559 bytes) 000175 1788199983.446351 fallocate 0x014c62 thru 0x022330 (0xd6cf bytes) 000176 1788199983.454495 read 0x01e0cf thru 0x01e5e9 (0x51b bytes) 000177 1788199983.456016 mapwrite 0x01abf0 thru 0x01de06 (0x3217 bytes) 000178 1788199983.474345 write 0x03f12f thru 0x03ff75 (0xe47 bytes) 000179 1788199983.478648 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3ff76): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ff76): Mirror 2: 0xec30e5a4 (stale) Mirror 3: 0xec30e5a4 (stale) Mirror 4: 0xec30e5a4 (stale) CRC-32 checksum value for chunk [0, 0x3ff76): Mirror 1: 0x96c869ab Mirror 5: 0x96c869ab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ff76: skipped 000180 1788199984.245501 trunc from 0x037cbf to 0x03ff75 (0x82b7 bytes) 000182 1788199984.277454 trunc from 0x03ff76 to 0x026ce2 (0x19293 bytes) 000183 1788199984.308220 write 0x023def thru 0x0298f6 (0x5b08 bytes) 000184 1788199984.313413 mapwrite 0x039da7 thru 0x03ffff (0x6259 bytes) 000185 1788199984.350396 fallocate 0x03085b thru 0x0398e1 (0x9087 bytes) 000186 1788199984.353500 trunc from 0x040000 to 0x032ca7 (0xd358 bytes) 000188 1788199984.369507 trunc from 0x01ef7b to 0x0234b3 (0x4539 bytes) 000189 1788199984.376432 punch from 0x00feb8 to 0x01a7eb (0xa934 bytes) 000191 1788199984.381428 write 0x03f108 thru 0x03ffff (0xef8 bytes) 000192 1788199984.382275 trunc from 0x033854 to 0x03db0c (0xa2b9 bytes) 000193 1788199984.387819 mapwrite 0x020f56 thru 0x030af3 (0xfb9e bytes) 000194 1788199984.415188 write 0x00181e thru 0x0080ce (0x68b1 bytes) 000195 1788199984.421313 punch from 0x00bc82 to 0x011c38 (0x5fb7 bytes) 000196 1788199984.424570 write 0x03c810 thru 0x03ffff (0x37f0 bytes) 000197 1788199984.428047 mapread 0x015a85 thru 0x015cbd (0x239 bytes) 000198 1788199984.434659 read 0x00e2d5 thru 0x013e98 (0x5bc4 bytes) 000199 1788199984.435161 punch from 0x00f690 to 0x019519 (0x9e8a bytes) 000200 1788199984.441911 mapwrite 0x0374a8 thru 0x03ff96 (0x8aef bytes) 000201 1788199984.466391 punch from 0x01a022 to 0x01aa7b (0xa5a bytes) 000202 1788199984.472083 punch from 0x038241 to 0x03ffff (0x7dbf bytes) 000205 1788199984.480955 write 0x0090b7 thru 0x01673a (0xd684 bytes) 000206 1788199984.496155 trunc from 0x025f37 to 0x033521 (0xd5eb bytes) 000207 1788199984.503417 fallocate 0x00c39e thru 0x014fa5 (0x8c08 bytes) 000208 1788199984.514969 trunc from 0x0366c1 to 0x03f5f5 (0x8f35 bytes) 000209 1788199984.522891 read 0x03efb6 thru 0x03ffff (0x104a bytes) 000210 1788199984.535301 mapwrite 0x016d80 thru 0x01ecac (0x7f2d bytes) 000211 1788199984.553211 mapwrite 0x00928d thru 0x0140ea (0xae5e bytes) 000212 1788199984.570029 fallocate 0x0255b9 thru 0x02625d (0xca5 bytes) 000213 1788199984.575097 mapread 0x039f6c thru 0x03ffff (0x6094 bytes) 000214 1788199984.577363 mapwrite 0x027fd1 thru 0x0295e9 (0x1619 bytes) 000215 1788199984.586560 fallocate 0x01c8e7 thru 0x01f694 (0x2dae bytes) 000216 1788199984.590806 trunc from 0x007fc0 to 0x010bfb (0x8c3c bytes) 000217 1788199984.594984 trunc from 0x020174 to 0x0265de (0x646b bytes) 000219 1788199984.601503 write 0x03350b thru 0x03cb00 (0x95f6 bytes) 000220 1788199984.608581 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x2c396d13 (stale) Mirror 4: 0x2c396d13 (stale) Mirror 5: 0x1e8159b2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x2c396d13 (stale) Mirror 4: 0x2c396d13 (stale) Mirror 5: 0x1e8159b2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000221 1788199984.851424 trunc from 0x040000 to 0x006ba8 (0x39457 bytes) 000222 1788199984.871182 trunc from 0x006ba9 to 0x00c4f9 (0x5951 bytes) 000223 1788199984.885935 fallocate 0x01659f thru 0x020e4d (0xa8af bytes) 000224 1788199984.889387 punch from 0x007a69 to 0x00c4f9 (0x4a91 bytes) 000225 1788199984.892663 mapread 0x00a67b thru 0x00c4f9 (0x1e7f bytes) 000226 1788199984.905304 fallocate 0x023c71 thru 0x024450 (0x7e0 bytes) 000227 1788199984.909100 read 0x011072 thru 0x018ddb (0x7d6a bytes) 000228 1788199984.917837 punch from 0x00b945 to 0x01a53a (0xebf6 bytes) 000229 1788199984.920392 mapwrite 0x00f4e3 thru 0x01cac0 (0xd5de bytes) 000230 1788199984.942399 mapread 0x00efad thru 0x00f0d1 (0x125 bytes) 000231 1788199984.943174 punch from 0x01d283 to 0x024021 (0x6d9f bytes) 000232 1788199984.946223 trunc from 0x015c37 to 0x01af63 (0x532d bytes) 000233 1788199984.949277 write 0x008787 thru 0x00eb10 (0x638a bytes) 000234 1788199984.950227 trunc from 0x01c794 to 0x024450 (0x7cbd bytes) 000235 1788199984.953019 trunc from 0x018b88 to 0x024450 (0xb8c9 bytes) 000236 1788199984.955952 trunc from 0x024451 to 0x02e8b0 (0xa460 bytes) 000237 1788199984.963402 trunc from 0x02e8b1 to 0x029983 (0x4f2d bytes) 000238 1788199984.973304 punch from 0x00628a to 0x0158c3 (0xf63a bytes) 000239 1788199984.982519 mapwrite 0x02f910 thru 0x0387a8 (0x8e99 bytes) 000240 1788199985.012399 fallocate 0x00afb5 thru 0x0193b1 (0xe3fd bytes) 000241 1788199985.016425 write 0x014b73 thru 0x0185ea (0x3a78 bytes) 000242 1788199985.024876 punch from 0x027177 to 0x02ac63 (0x3aed bytes) 000243 1788199985.028369 trunc from 0x024503 to 0x0319fe (0xd4fc bytes) 000244 1788199985.031752 punch from 0x01d038 to 0x021892 (0x485b bytes) 000245 1788199985.038024 MIRROR_RESYNC 4 mirrors 000246 1788199985.923400 MIRROR_RESYNC 4 mirrors 000247 1788199986.347255 mapwrite 0x0001b9 thru 0x000caa (0xaf2 bytes) 000248 1788199986.413103 trunc from 0x034dcb to 0x0387a8 (0x39de bytes) 000249 1788199986.419413 read 0x01b727 thru 0x0243e5 (0x8cbf bytes) 000250 1788199986.427325 trunc from 0x00688a to 0x012df0 (0xc567 bytes) 000252 1788199986.434848 trunc from 0x01b2c8 to 0x021f06 (0x6c3f bytes) 000253 1788199986.439472 mapwrite 0x025bdd thru 0x030d28 (0xb14c bytes) 000254 1788199986.484016 write 0x021a5c thru 0x025ca7 (0x424c bytes) 000255 1788199986.487283 mapwrite 0x01b996 thru 0x01e7dd (0x2e48 bytes) 000256 1788199986.517993 punch from 0x008f7c to 0x009402 (0x487 bytes) 000257 1788199986.526064 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x387a9): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x387a9): Mirror 3: 0x3b5653fb (stale) Mirror 4: 0x3b5653fb (stale) Mirror 5: 0x3b5653fb (stale) CRC-32 checksum value for chunk [0, 0x387a9): Mirror 1: 0xf8b5bd85 Mirror 6: 0xf8b5bd85 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x387a9: skipped 000258 1788199987.413338 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x387a9): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x387a9): Mirror 3: 0x3b5653fb (stale) Mirror 4: 0x3b5653fb (stale) Mirror 5: 0x3b5653fb (stale) CRC-32 checksum value for chunk [0, 0x387a9): Mirror 1: 0xf8b5bd85 Mirror 6: 0xf8b5bd85 Mirror 7: 0xf8b5bd85 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x387a9: skipped 000259 1788199988.386759 mapwrite 0x0201d8 thru 0x02f32c (0xf155 bytes) 000260 1788199988.487286 MIRROR_RESYNC 6 mirrors 000262 1788199990.205932 mapwrite 0x02b667 thru 0x03980b (0xe1a5 bytes) 000263 1788199990.284865 fallocate 0x02f584 thru 0x03e72e (0xf1ab bytes) 000264 1788199990.289450 read 0x00d2e2 thru 0x01b989 (0xe6a8 bytes) 000265 1788199990.297482 trunc from 0x03980c to 0x002ba8 (0x36c63 bytes) 000266 1788199990.321836 punch from 0x001c68 to 0x002ba8 (0xf41 bytes) 000267 1788199990.327031 read 0x001888 thru 0x002ba8 (0x1321 bytes) 000268 1788199990.332365 write 0x00bb51 thru 0x0126eb (0x6b9b bytes) 000269 1788199990.334388 fallocate 0x0183b1 thru 0x01f46f (0x70bf bytes) 000270 1788199990.342237 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x126ec): Mirror 3: 0xa6468c34 (stale) Mirror 5: 0xa6468c34 (stale) Mirror 6: 0xa6468c34 (stale) Mirror 7: 0xa6468c34 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x126ec): Mirror 3: 0xa6468c34 (stale) Mirror 5: 0xa6468c34 (stale) Mirror 6: 0xa6468c34 (stale) Mirror 7: 0xa6468c34 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x126ec: skipped 000271 1788199990.645615 punch from 0x000b54 to 0x002e61 (0x230e bytes) 000272 1788199990.653173 read 0x00abd7 thru 0x00f63e (0x4a68 bytes) 000273 1788199990.661925 fallocate 0x03b57d thru 0x03ffff (0x4a83 bytes) 000274 1788199990.666323 trunc from 0x00f398 to 0x0106a1 (0x130a bytes) 000275 1788199990.674736 mapwrite 0x0060ce thru 0x012b0f (0xca42 bytes) 000276 1788199990.787238 trunc from 0x040000 to 0x022303 (0x1dcfc bytes) 000277 1788199990.811832 trunc from 0x002449 to 0x0105b3 (0xe16b bytes) 000279 1788199990.827216 fallocate 0x01e537 thru 0x029139 (0xac03 bytes) 000280 1788199990.855227 MIRROR_RESYNC 5 mirrors 000281 1788199992.026350 read 0x000133 thru 0x000e5e (0xd2c bytes) 000282 1788199992.032523 mapread 0x017697 thru 0x022303 (0xac6d bytes) 000283 1788199992.086218 trunc from 0x022304 to 0x025280 (0x2f7d bytes) 000284 1788199992.149524 fallocate 0x028019 thru 0x02984e (0x1836 bytes) 000285 1788199992.154943 read 0x00bf5f thru 0x0122e1 (0x6383 bytes) 000286 1788199992.166196 read 0x01626b thru 0x01881f (0x25b5 bytes) 000287 1788199992.166787 trunc from 0x025281 to 0x021a4f (0x3831 bytes) 000288 1788199992.195368 read 0x01fcd9 thru 0x021a4f (0x1d77 bytes) 000289 1788199992.196012 trunc from 0x021a50 to 0x02f59c (0xdb4d bytes) 000290 1788199992.215187 mapwrite 0x03a838 thru 0x03ffff (0x57c8 bytes) 000291 1788199992.259318 fallocate 0x00e66c thru 0x019b94 (0xb529 bytes) 000292 1788199992.264074 write 0x03de85 thru 0x03ffff (0x217b bytes) 000293 1788199992.264942 trunc from 0x0119c3 to 0x019846 (0x7e84 bytes) 000294 1788199992.270219 read 0x03d15a thru 0x03ffff (0x2ea6 bytes) 000295 1788199992.274773 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbe57de6e (stale) Mirror 5: 0xbe57de6e (stale) Mirror 6: 0xbe57de6e (stale) Mirror 7: 0xbe57de6e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x433c3464 Mirror 8: 0x433c3464 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000298 1788199993.138643 read 0x021aed thru 0x030dbf (0xf2d3 bytes) 000299 1788199993.148465 fallocate 0x01ea43 thru 0x02b656 (0xcc14 bytes) 000300 1788199993.226327 fallocate 0x00021b thru 0x0018c3 (0x16a9 bytes) 000301 1788199993.238131 trunc from 0x040000 to 0x017fb5 (0x2804a bytes) 000302 1788199993.302386 read 0x0168cb thru 0x017fb5 (0x16eb bytes) 000303 1788199993.323851 trunc from 0x017fb6 to 0x00b292 (0xcd23 bytes) 000304 1788199993.344095 mapwrite 0x005b31 thru 0x00d84e (0x7d1e bytes) 000305 1788199993.460781 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0xd84f): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd84f): Mirror 3: 0x47987259 (stale) Mirror 5: 0x47987259 (stale) Mirror 6: 0x47987259 (stale) Mirror 7: 0x47987259 (stale) Mirror 8: 0x47987259 (stale) CRC-32 checksum value for chunk [0, 0xd84f): Mirror 1: 0x678eb156 Mirror 9: 0x678eb156 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd84f: skipped 000308 1788199994.855747 fallocate 0x03717c thru 0x03ffff (0x8e84 bytes) 000309 1788199994.887725 mapread 0x007ae2 thru 0x00d84e (0x5d6d bytes) 000310 1788199994.907767 read 0x00cac4 thru 0x00d84e (0xd8b bytes) 000311 1788199994.908312 trunc from 0x00d84f to 0x00a561 (0x32ed bytes) 000312 1788199994.930895 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0xa562): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa562): Mirror 3: 0x25c79581 (stale) Mirror 5: 0x25c79581 (stale) Mirror 6: 0x25c79581 (stale) Mirror 7: 0x25c79581 (stale) Mirror 8: 0x25c79581 (stale) Mirror 9: 0x3e8a2552 (stale) CRC-32 checksum value for chunk [0, 0xa562): Mirror 1: 0x3e8a2552 Mirror 10: 0x3e8a2552 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa562: skipped 000313 1788199996.020232 mapread 0x0062ae thru 0x008273 (0x1fc6 bytes) 000314 1788199996.070235 mapread 0x008584 thru 0x00a561 (0x1fde bytes) 000316 1788199996.124419 mapwrite 0x019d2b thru 0x01fcc7 (0x5f9d bytes) 000317 1788199996.250134 trunc from 0x01fcc8 to 0x02d8ba (0xdbf3 bytes) 000318 1788199996.269236 mapread 0x007177 thru 0x00ee13 (0x7c9d bytes) 000319 1788199996.280049 trunc from 0x01d113 to 0x0289ea (0xb8d8 bytes) 000320 1788199996.285079 punch from 0x012a28 to 0x01ed79 (0xc352 bytes) 000321 1788199996.289744 trunc from 0x02d8bb to 0x00fbe7 (0x1dcd3 bytes) 000322 1788199996.304646 write 0x02a3a9 thru 0x036cb6 (0xc90e bytes) 000323 1788199996.309271 mapwrite 0x0138ed thru 0x016a11 (0x3125 bytes) 000324 1788199996.332216 fallocate 0x038b89 thru 0x03b6a3 (0x2b1b bytes) 000325 1788199996.336968 write 0x011baa thru 0x018abf (0x6f16 bytes) 000326 1788199996.338263 write 0x02e4e3 thru 0x03cdff (0xe91d bytes) 000327 1788199996.341280 mapwrite 0x009fd4 thru 0x00af39 (0xf66 bytes) 000328 1788199996.357323 fallocate 0x0107a5 thru 0x012793 (0x1fef bytes) 000329 1788199996.363566 trunc from 0x0096cb to 0x00dd54 (0x468a bytes) 000330 1788199996.368918 read 0x0299e2 thru 0x02c906 (0x2f25 bytes) 000331 1788199996.374459 mapread 0x033321 thru 0x0337ae (0x48e bytes) 000333 1788199996.376497 write 0x029d9d thru 0x02ae43 (0x10a7 bytes) 000334 1788199996.381597 MIRROR_RESYNC 8 mirrors 000336 1788199998.513030 write 0x006ae9 thru 0x007ada (0xff2 bytes) 000337 1788199998.557348 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ce00): Mirror 5: 0xcf64b6a8 (stale) Mirror 6: 0xcf64b6a8 (stale) Mirror 7: 0xcf64b6a8 (stale) Mirror 8: 0xcf64b6a8 (stale) Mirror 9: 0xcf64b6a8 (stale) Mirror 10: 0xcf64b6a8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ce00): Mirror 5: 0xcf64b6a8 (stale) Mirror 6: 0xcf64b6a8 (stale) Mirror 7: 0xcf64b6a8 (stale) Mirror 8: 0xcf64b6a8 (stale) Mirror 9: 0xcf64b6a8 (stale) Mirror 10: 0xcf64b6a8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ce00: skipped 000338 1788199998.954918 punch from 0x009bfb to 0x011e25 (0x822b bytes) 000340 1788199998.961365 mapwrite 0x03c711 thru 0x03ffff (0x38ef bytes) 000341 1788199999.010021 punch from 0x0157b7 to 0x0253df (0xfc29 bytes) 000342 1788199999.016101 trunc from 0x00c73a to 0x01b291 (0xeb58 bytes) 000343 1788199999.020778 mapread 0x0102eb thru 0x01ca74 (0xc78a bytes) 000344 1788199999.045388 read 0x02c24a thru 0x02d69b (0x1452 bytes) 000345 1788199999.050203 punch from 0x00c8d9 to 0x015db5 (0x94dd bytes) 000346 1788199999.058846 trunc from 0x040000 to 0x024d21 (0x1b2de bytes) 000347 1788199999.079909 mapwrite 0x017631 thru 0x0258e7 (0xe2b7 bytes) 000348 1788199999.127164 trunc from 0x00224b to 0x009b7c (0x7932 bytes) 000349 1788199999.132707 read 0x01c9e1 thru 0x024a50 (0x8070 bytes) 000350 1788199999.133622 write 0x01fd6a thru 0x021774 (0x1a0b bytes) 000351 1788199999.138807 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x258e8): Mirror 5: 0x5236a9f6 (stale) Mirror 6: 0x5236a9f6 (stale) Mirror 8: 0x5236a9f6 (stale) Mirror 9: 0x5236a9f6 (stale) Mirror 10: 0x5236a9f6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x258e8): Mirror 5: 0x5236a9f6 (stale) Mirror 6: 0x5236a9f6 (stale) Mirror 8: 0x5236a9f6 (stale) Mirror 9: 0x5236a9f6 (stale) Mirror 10: 0x5236a9f6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x258e8: skipped 000354 1788199999.480827 trunc from 0x013274 to 0x01fc67 (0xc9f4 bytes) 000355 1788199999.488376 read 0x00feff thru 0x012b10 (0x2c12 bytes) 000356 1788199999.494055 trunc from 0x0258e8 to 0x006595 (0x1f352 bytes) 000357 1788199999.510335 read 0x00632d thru 0x006595 (0x269 bytes) 000358 1788199999.520220 trunc from 0x006596 to 0x023d72 (0x1d7dd bytes) 000359 1788199999.534095 read 0x009091 thru 0x017338 (0xe2a8 bytes) 000360 1788199999.541956 punch from 0x004d15 to 0x0082b3 (0x359f bytes) 000361 1788199999.547285 mapwrite 0x02d34d thru 0x02e552 (0x1206 bytes) 000362 1788199999.583359 write 0x022764 thru 0x02dc1c (0xb4b9 bytes) 000363 1788199999.587427 punch from 0x00485d to 0x007b0e (0x32b2 bytes) 000364 1788199999.593758 mapread 0x022c38 thru 0x02d2c8 (0xa691 bytes) 000365 1788199999.600061 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e553): Mirror 5: 0xe89f8583 (stale) Mirror 6: 0xe89f8583 (stale) Mirror 8: 0xe89f8583 (stale) Mirror 9: 0xe89f8583 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e553): Mirror 5: 0xe89f8583 (stale) Mirror 6: 0xe89f8583 (stale) Mirror 8: 0xe89f8583 (stale) Mirror 9: 0xe89f8583 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e553: skipped 000366 1788199999.924239 mapread 0x0087fa thru 0x00d6b0 (0x4eb7 bytes) 000367 1788199999.946353 MIRROR_RESYNC 5 mirrors 000368 1788200000.799274 punch from 0x011884 to 0x013023 (0x17a0 bytes) 000369 1788200000.828441 punch from 0x01e7cc to 0x029e5d (0xb692 bytes) 000370 1788200000.833714 read 0x009e23 thru 0x0120e0 (0x82be bytes) 000371 1788200000.845197 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e553): Mirror 5: 0x4f6944dd (stale) Mirror 6: 0x4f6944dd (stale) Mirror 8: 0x4f6944dd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e553): Mirror 5: 0x4f6944dd (stale) Mirror 6: 0x4f6944dd (stale) Mirror 8: 0x4f6944dd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e553: skipped 000372 1788200001.156177 mapread 0x01cf2f thru 0x0253eb (0x84bd bytes) 000373 1788200001.176900 mapwrite 0x004674 thru 0x00f5d6 (0xaf63 bytes) 000375 1788200001.206767 mapwrite 0x00e379 thru 0x01de97 (0xfb1f bytes) 000376 1788200001.231828 write 0x0197bf thru 0x01dc6b (0x44ad bytes) 000377 1788200001.237215 mapread 0x027a28 thru 0x02e552 (0x6b2b bytes) 000378 1788200001.244581 read 0x02713c thru 0x02e552 (0x7417 bytes) 000379 1788200001.245853 mapread 0x0113aa thru 0x01e0ae (0xcd05 bytes) 000380 1788200001.247764 trunc from 0x02e553 to 0x03ac07 (0xc6b5 bytes) 000381 1788200001.261391 write 0x021b59 thru 0x02e58c (0xca34 bytes) 000382 1788200001.270933 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ac08): Mirror 6: 0x983c37af (stale) Mirror 8: 0x983c37af (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ac08): Mirror 6: 0x983c37af (stale) Mirror 8: 0x983c37af (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ac08: skipped 000383 1788200001.574326 mapwrite 0x022d08 thru 0x02558b (0x2884 bytes) 000384 1788200001.605700 punch from 0x02162c to 0x021d0b (0x6e0 bytes) 000385 1788200001.611774 read 0x03250d thru 0x03ac07 (0x86fb bytes) 000386 1788200001.620487 fallocate 0x0361ff thru 0x0376ba (0x14bc bytes) 000387 1788200001.625316 write 0x01de72 thru 0x02c08f (0xe21e bytes) 000388 1788200001.632325 mapread 0x027ed4 thru 0x03484a (0xc977 bytes) 000389 1788200001.642093 trunc from 0x01b1b3 to 0x024ead (0x9cfb bytes) 000390 1788200001.656120 mapwrite 0x029617 thru 0x032678 (0x9062 bytes) 000391 1788200001.687279 MIRROR_RESYNC 3 mirrors 000392 1788200002.593746 write 0x028f68 thru 0x028fab (0x44 bytes) 000393 1788200002.656612 trunc from 0x03ac08 to 0x00acdd (0x2ff2a bytes) 000394 1788200002.690708 trunc from 0x005355 to 0x00acdd (0x5989 bytes) 000395 1788200002.697271 read 0x0001f0 thru 0x00acdd (0xaaee bytes) 000396 1788200002.713077 read 0x00482c thru 0x00acdd (0x64b2 bytes) 000397 1788200002.713697 trunc from 0x002879 to 0x00905e (0x67e6 bytes) 000398 1788200002.719456 punch from 0x008597 to 0x008a4b (0x4b5 bytes) 000399 1788200002.723986 write 0x01debc thru 0x02b949 (0xda8e bytes) 000400 1788200002.726906 read 0x01e530 thru 0x024084 (0x5b55 bytes) 000401 1788200002.727480 write 0x00f7f0 thru 0x0152d2 (0x5ae3 bytes) 000402 1788200002.747016 fallocate 0x0251f3 thru 0x02fba3 (0xa9b1 bytes) 000403 1788200002.752068 trunc from 0x0133b1 to 0x01451c (0x116c bytes) 000404 1788200002.776774 punch from 0x026bf8 to 0x02fba3 (0x8fac bytes) 000405 1788200002.781694 trunc from 0x0214c3 to 0x02794d (0x648b bytes) 000406 1788200002.785327 mapwrite 0x03ceb3 thru 0x03ffff (0x314d bytes) 000407 1788200002.816209 mapwrite 0x008276 thru 0x00df3b (0x5cc6 bytes) 000408 1788200002.832384 trunc from 0x02204e to 0x027675 (0x5628 bytes) 000409 1788200002.840900 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x34c3a4f9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x34c3a4f9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000410 1788200003.092913 read 0x003d56 thru 0x008128 (0x43d3 bytes) 000411 1788200003.103714 write 0x018722 thru 0x01e09f (0x597e bytes) 000413 1788200003.133385 MIRROR_RESYNC 2 mirrors 000414 1788200003.833775 fallocate 0x0084bd thru 0x00d13c (0x4c80 bytes) 000415 1788200003.868659 mapwrite 0x028401 thru 0x02859c (0x19c bytes) 000416 1788200003.887647 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xa1e2d22f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5b32c462 Mirror 9: 0x5b32c462 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000417 1788200004.732243 mapwrite 0x01e35f thru 0x029136 (0xadd8 bytes) 000418 1788200004.859578 trunc from 0x021e05 to 0x0294d8 (0x76d4 bytes) 000419 1788200004.863990 mapread 0x00f9f2 thru 0x01c872 (0xce81 bytes) 000421 1788200004.892258 mapread 0x00c8ed thru 0x018895 (0xbfa9 bytes) 000422 1788200004.893308 trunc from 0x002c4d to 0x008029 (0x53dd bytes) 000423 1788200004.901354 punch from 0x034215 to 0x03ddb2 (0x9b9e bytes) 000424 1788200004.906245 trunc from 0x011452 to 0x019506 (0x80b5 bytes) 000426 1788200004.916803 MIRROR_RESYNC 3 mirrors 000427 1788200005.817351 mapwrite 0x03a566 thru 0x03ffff (0x5a9a bytes) 000429 1788200005.890354 read 0x035ef1 thru 0x039bac (0x3cbc bytes) 000430 1788200005.890820 fallocate 0x004c9f thru 0x014a1d (0xfd7f bytes) 000431 1788200005.895779 trunc from 0x040000 to 0x03bb39 (0x44c6 bytes) 000432 1788200005.918092 mapwrite 0x0115f8 thru 0x013a38 (0x2441 bytes) 000434 1788200005.941694 write 0x000196 thru 0x00a779 (0xa5e4 bytes) 000435 1788200005.948713 trunc from 0x03bb3a to 0x01bdf5 (0x1fd44 bytes) 000436 1788200005.967436 mapread 0x01874b thru 0x01944b (0xd01 bytes) 000437 1788200005.969176 read 0x0193e6 thru 0x01bdf5 (0x2a10 bytes) 000438 1788200005.978033 MIRROR_RESYNC 3 mirrors 000439 1788200006.549702 trunc from 0x00eb21 to 0x013b99 (0x5079 bytes) 000440 1788200006.585797 mapwrite 0x03c06c thru 0x03ffff (0x3f94 bytes) 000441 1788200006.639651 fallocate 0x008a94 thru 0x011994 (0x8f01 bytes) 000442 1788200006.644263 read 0x012e55 thru 0x013671 (0x81d bytes) 000443 1788200006.649745 trunc from 0x00167a to 0x01119b (0xfb22 bytes) 000444 1788200006.654612 mapwrite 0x018fd5 thru 0x01d9fa (0x4a26 bytes) 000445 1788200006.696113 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x6ec006f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x6ec006f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000447 1788200006.928338 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x6ec006f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbd8396d2 Mirror 9: 0xbd8396d2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000448 1788200007.602148 mapread 0x01ee00 thru 0x0287ed (0x99ee bytes) 000449 1788200007.624290 punch from 0x020a68 to 0x029259 (0x87f2 bytes) 000450 1788200007.656164 trunc from 0x01e86a to 0x027d1a (0x94b1 bytes) 000451 1788200007.661033 trunc from 0x03f01f to 0x03ffff (0xfe1 bytes) 000452 1788200007.665143 trunc from 0x040000 to 0x0051ba (0x3ae45 bytes) 000453 1788200007.686698 write 0x03c905 thru 0x03fc70 (0x336c bytes) 000454 1788200007.687963 trunc from 0x03fc71 to 0x03a29a (0x59d6 bytes) 000456 1788200007.705002 punch from 0x01dc0e to 0x028bbb (0xafae bytes) 000457 1788200007.709830 write 0x038372 thru 0x03f55e (0x71ed bytes) 000458 1788200007.714371 mapwrite 0x03b963 thru 0x03ffff (0x469d bytes) 000459 1788200007.743199 mapwrite 0x009579 thru 0x016f5e (0xd9e6 bytes) 000460 1788200007.785777 mapwrite 0x02056d thru 0x023368 (0x2dfc bytes) 000461 1788200007.816515 trunc from 0x040000 to 0x010cf6 (0x2f309 bytes) 000462 1788200007.834003 punch from 0x00f03c to 0x010cf6 (0x1cbb bytes) 000463 1788200007.838622 trunc from 0x010cf7 to 0x004efc (0xbdfa bytes) 000465 1788200007.852884 trunc from 0x0028c9 to 0x004efc (0x2634 bytes) 000466 1788200007.857449 write 0x03c1b7 thru 0x03cc65 (0xaaf bytes) 000467 1788200007.858560 mapwrite 0x00256b thru 0x006680 (0x4116 bytes) 000468 1788200007.881092 fallocate 0x01378e thru 0x01e476 (0xace9 bytes) 000470 1788200007.886439 mapread 0x004949 thru 0x007c76 (0x332e bytes) 000471 1788200007.887931 mapread 0x025a0e thru 0x02ef74 (0x9567 bytes) 000472 1788200007.912107 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cc66): Mirror 8: 0x87747a36 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cc66): Mirror 8: 0x87747a36 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cc66: skipped 000473 1788200008.156132 mapread 0x0126cf thru 0x01953b (0x6e6d bytes) 000474 1788200008.177214 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) 000475 1788200008.291357 punch from 0x033467 to 0x03cc65 (0x97ff bytes) 000477 1788200008.297749 mapread 0x018d0e thru 0x025c7f (0xcf72 bytes) 000478 1788200008.325279 mapwrite 0x025fcb thru 0x027ed7 (0x1f0d bytes) 000479 1788200008.337277 read 0x0026c2 thru 0x003b13 (0x1452 bytes) 000480 1788200008.342998 mapwrite 0x039355 thru 0x03d942 (0x45ee bytes) 000482 1788200008.384194 write 0x02261e thru 0x02542c (0x2e0f bytes) 000483 1788200008.385212 fallocate 0x0341a1 thru 0x03ffff (0xbe5f bytes) 000485 1788200008.391878 mapread 0x00a643 thru 0x01215c (0x7b1a bytes) 000486 1788200008.401388 mapwrite 0x01a1e0 thru 0x022d77 (0x8b98 bytes) 000487 1788200008.417644 mapwrite 0x0235eb thru 0x02f12c (0xbb42 bytes) 000488 1788200008.441045 write 0x00e4b5 thru 0x017ba6 (0x96f2 bytes) 000489 1788200008.442259 trunc from 0x00f3f1 to 0x0113c9 (0x1fd9 bytes) 000491 1788200008.455178 trunc from 0x040000 to 0x009d6b (0x36294 bytes) 000492 1788200008.469322 trunc from 0x0073e4 to 0x009d6b (0x2988 bytes) 000493 1788200008.474377 punch from 0x006fd0 to 0x009d6b (0x2d9c bytes) 000494 1788200008.479785 trunc from 0x009d6c to 0x02362f (0x198c4 bytes) 000495 1788200008.494673 mapread 0x0082f6 thru 0x017c56 (0xf961 bytes) 000496 1788200008.512152 punch from 0x01460d to 0x01f3d3 (0xadc7 bytes) 000497 1788200008.517099 fallocate 0x03b5a3 thru 0x03ffff (0x4a5d bytes) 000498 1788200008.522301 punch from 0x0023e7 to 0x00718f (0x4da9 bytes) 000499 1788200008.528084 trunc from 0x040000 to 0x003815 (0x3c7ea bytes) 000500 1788200008.544062 mapwrite 0x003555 thru 0x009251 (0x5cfd bytes) 000501 1788200008.582104 trunc from 0x005ac0 to 0x009251 (0x3792 bytes) 000504 1788200008.590643 fallocate 0x00a4fc thru 0x00a512 (0x17 bytes) 000505 1788200008.595074 trunc from 0x00a513 to 0x00e35f (0x3e4d bytes) 000508 1788200008.613616 write 0x02cee2 thru 0x033cff (0x6e1e bytes) 000509 1788200008.615697 trunc from 0x033d00 to 0x015e4e (0x1deb1 bytes) 000510 1788200008.627384 mapwrite 0x0156cd thru 0x01a803 (0x5137 bytes) 000511 1788200008.666906 punch from 0x01626f to 0x0193df (0x3171 bytes) 000512 1788200008.671557 mapread 0x012c9a thru 0x013a9a (0xe01 bytes) 000513 1788200008.672424 fallocate 0x0061f1 thru 0x00b2e1 (0x50f1 bytes) 000514 1788200008.677315 write 0x002e19 thru 0x0078f1 (0x4ad9 bytes) 000515 1788200008.682408 mapread 0x0170d6 thru 0x01a803 (0x372e bytes) 000518 1788200008.689383 read 0x0179fd thru 0x01a803 (0x2e07 bytes) 000519 1788200008.694625 MIRROR_EXTEND to 2 mirrors 000520 1788200009.257858 read 0x004df9 thru 0x00daa0 (0x8ca8 bytes) 000521 1788200009.266674 trunc from 0x01a804 to 0x03b6af (0x20eac bytes) 000522 1788200009.323061 write 0x03d876 thru 0x03ffff (0x278a bytes) 000523 1788200009.326174 punch from 0x028173 to 0x0345c4 (0xc452 bytes) 000524 1788200009.332151 trunc from 0x040000 to 0x01a8a8 (0x25757 bytes) 000525 1788200009.351812 read 0x01748c thru 0x01a8a8 (0x341d bytes) 000526 1788200009.362435 trunc from 0x0167ae to 0x01a8a8 (0x40fb bytes) 000527 1788200009.367234 punch from 0x00bdcb to 0x0168e0 (0xab16 bytes) 000528 1788200009.373190 write 0x039211 thru 0x03d55e (0x434e bytes) 000530 1788200009.379574 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) 000531 1788200009.530204 MIRROR_EXTEND to 2 mirrors 000532 1788200010.136741 write 0x00ea39 thru 0x013ad3 (0x509b bytes) 000533 1788200010.191514 punch from 0x02b3eb to 0x03841c (0xd032 bytes) 000534 1788200010.196279 read 0x032f2e thru 0x03d55e (0xa631 bytes) 000535 1788200010.206568 trunc from 0x03d55f to 0x00e0fc (0x2f462 bytes) 000537 1788200010.248744 mapwrite 0x017c1a thru 0x0234c1 (0xb8a8 bytes) 000538 1788200010.310378 mapwrite 0x0117b5 thru 0x01d976 (0xc1c2 bytes) 000539 1788200010.335163 punch from 0x000cff to 0x00f2d5 (0xe5d7 bytes) 000540 1788200010.341099 trunc from 0x01e7ec to 0x0234c1 (0x4cd6 bytes) 000541 1788200010.348077 punch from 0x003f50 to 0x00f913 (0xb9c4 bytes) 000542 1788200010.352414 mapwrite 0x02795b thru 0x02bb52 (0x41f8 bytes) 000543 1788200010.395005 mapread 0x017ac4 thru 0x01ecdf (0x721c bytes) 000544 1788200010.402063 trunc from 0x02bb53 to 0x03e0b4 (0x12562 bytes) 000545 1788200010.415266 punch from 0x02c2a2 to 0x036203 (0x9f62 bytes) 000546 1788200010.419992 fallocate 0x00ce4b thru 0x0140df (0x7295 bytes) 000547 1788200010.424970 mapread 0x02581d thru 0x02f912 (0xa0f6 bytes) 000548 1788200010.435040 read 0x005346 thru 0x011365 (0xc020 bytes) 000549 1788200010.449129 fallocate 0x004f6f thru 0x012628 (0xd6ba bytes) 000550 1788200010.454242 read 0x02c0a6 thru 0x037178 (0xb0d3 bytes) 000551 1788200010.459758 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 2: 0x2a6d4227 (stale) CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 1: 0x5d99e759 Mirror 3: 0x5d99e759 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e0b5: skipped 000552 1788200011.074393 mapread 0x028a42 thru 0x02c669 (0x3c28 bytes) 000553 1788200011.094105 fallocate 0x01d36b thru 0x025781 (0x8417 bytes) 000554 1788200011.132750 MIRROR_RESYNC 3 mirrors 000555 1788200012.118657 punch from 0x014191 to 0x0205ca (0xc43a bytes) 000556 1788200012.161239 write 0x00e075 thru 0x015a51 (0x79dd bytes) 000557 1788200012.168367 read 0x002599 thru 0x0107c1 (0xe229 bytes) 000558 1788200012.175624 write 0x02026e thru 0x02490f (0x46a2 bytes) 000559 1788200012.181869 trunc from 0x01dbc4 to 0x0278ef (0x9d2c bytes) 000560 1788200012.190910 mapwrite 0x02eb19 thru 0x030dca (0x22b2 bytes) 000561 1788200012.214242 read 0x0278e1 thru 0x034c47 (0xd367 bytes) 000563 1788200012.222075 read 0x0221b2 thru 0x029093 (0x6ee2 bytes) 000564 1788200012.222974 read 0x030aeb thru 0x03b3f2 (0xa908 bytes) 000565 1788200012.226849 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 3: 0x5d99e759 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 3: 0x5d99e759 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e0b5: skipped 000566 1788200012.540497 punch from 0x023faa to 0x02f471 (0xb4c8 bytes) 000567 1788200012.554944 write 0x00d864 thru 0x01ae3d (0xd5da bytes) 000568 1788200012.569260 fallocate 0x004e72 thru 0x01311b (0xe2aa bytes) 000569 1788200012.574593 mapread 0x010f2d thru 0x01c182 (0xb256 bytes) 000570 1788200012.584222 trunc from 0x01e8ae to 0x029f19 (0xb66c bytes) 000571 1788200012.589104 fallocate 0x02a66c thru 0x035194 (0xab29 bytes) 000572 1788200012.596217 trunc from 0x0038c1 to 0x0041d6 (0x916 bytes) 000573 1788200012.602034 trunc from 0x01a694 to 0x021cb6 (0x7623 bytes) 000574 1788200012.636431 mapwrite 0x0099b0 thru 0x010220 (0x6871 bytes) 000575 1788200012.680273 fallocate 0x03b6cd thru 0x03d193 (0x1ac7 bytes) 000576 1788200012.686156 read 0x01f0bc thru 0x0241d7 (0x511c bytes) 000578 1788200012.699167 fallocate 0x0394f2 thru 0x03ffff (0x6b0e bytes) 000579 1788200012.705046 punch from 0x027ef7 to 0x028e1d (0xf27 bytes) 000580 1788200012.709498 mapwrite 0x03a2c3 thru 0x03ffff (0x5d3d bytes) 000581 1788200012.748283 punch from 0x01d8e7 to 0x021ebd (0x45d7 bytes) 000582 1788200012.754772 write 0x0263ed thru 0x026ebf (0xad3 bytes) 000583 1788200012.760014 write 0x03f8de thru 0x03ffff (0x722 bytes) 000584 1788200012.761475 mapwrite 0x00bbb8 thru 0x00f554 (0x399d bytes) 000585 1788200012.790902 trunc from 0x040000 to 0x004e3c (0x3b1c3 bytes) 000586 1788200012.823461 write 0x0080ec thru 0x00dc29 (0x5b3e bytes) 000587 1788200012.825945 trunc from 0x00dc2a to 0x025db2 (0x18189 bytes) 000588 1788200012.852247 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x25db3): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25db3): Mirror 3: 0xa06b1778 (stale) CRC-32 checksum value for chunk [0, 0x25db3): Mirror 1: 0x8b4a5d19 Mirror 4: 0x8b4a5d19 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25db3: skipped 000589 1788200013.860473 write 0x00bbea thru 0x00e48d (0x28a4 bytes) 000590 1788200013.928342 read 0x000bc1 thru 0x0067e1 (0x5c21 bytes) 000591 1788200013.945239 MIRROR_RESYNC 3 mirrors 000592 1788200014.759415 write 0x00a17d thru 0x00b807 (0x168b bytes) 000593 1788200014.810059 fallocate 0x00b736 thru 0x017d74 (0xc63f bytes) 000594 1788200014.816361 mapread 0x00d7e0 thru 0x0135c9 (0x5dea bytes) 000596 1788200014.838704 trunc from 0x00876e to 0x00d9b3 (0x5246 bytes) 000597 1788200014.849654 write 0x0146e7 thru 0x01698b (0x22a5 bytes) 000598 1788200014.851243 mapwrite 0x009d38 thru 0x010f17 (0x71e0 bytes) 000599 1788200014.881781 fallocate 0x00bc58 thru 0x0113c6 (0x576f bytes) 000602 1788200014.889871 read 0x008661 thru 0x012c72 (0xa612 bytes) 000603 1788200014.891697 fallocate 0x01fd27 thru 0x02f103 (0xf3dd bytes) 000604 1788200014.903228 MIRROR_RESYNC 3 mirrors 000605 1788200015.579127 fallocate 0x03ea90 thru 0x03ffff (0x1570 bytes) 000606 1788200015.622060 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x1a2c6938 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x1a2c6938 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000607 1788200015.923167 write 0x02b8e7 thru 0x036f93 (0xb6ad bytes) 000608 1788200015.936563 mapwrite 0x02c0da thru 0x02fd5d (0x3c84 bytes) 000609 1788200015.956279 fallocate 0x036338 thru 0x03ffff (0x9cc8 bytes) 000610 1788200015.961409 write 0x00d911 thru 0x01a6bc (0xcdac bytes) 000611 1788200015.975695 punch from 0x00ed72 to 0x01bff1 (0xd280 bytes) 000612 1788200016.009235 write 0x035191 thru 0x0373c9 (0x2239 bytes) 000613 1788200016.026076 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x1a2c6938 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2394f543 Mirror 5: 0x2394f543 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000614 1788200016.894957 write 0x0353d4 thru 0x03c1c2 (0x6def bytes) 000615 1788200016.959234 mapread 0x00cc92 thru 0x01c5a1 (0xf910 bytes) 000616 1788200017.012905 trunc from 0x040000 to 0x01fc12 (0x203ed bytes) 000617 1788200017.052198 mapwrite 0x03d201 thru 0x03ffff (0x2dff bytes) 000618 1788200017.095983 mapread 0x025c62 thru 0x026d41 (0x10e0 bytes) 000619 1788200017.128500 mapwrite 0x005b9f thru 0x00bb20 (0x5f82 bytes) 000620 1788200017.171256 read 0x010108 thru 0x017bad (0x7aa6 bytes) 000622 1788200017.174077 punch from 0x02fed0 to 0x031a9d (0x1bce bytes) 000623 1788200017.188338 trunc from 0x006c75 to 0x009901 (0x2c8d bytes) 000624 1788200017.195216 read 0x012d0d thru 0x0142a1 (0x1595 bytes) 000625 1788200017.200042 fallocate 0x025a6a thru 0x03145a (0xb9f1 bytes) 000626 1788200017.212086 read 0x00547b thru 0x011487 (0xc00d bytes) 000627 1788200017.244155 mapwrite 0x015562 thru 0x0236f7 (0xe196 bytes) 000629 1788200017.278935 punch from 0x0252f6 to 0x026c19 (0x1924 bytes) 000630 1788200017.288001 fallocate 0x037c52 thru 0x03c8b4 (0x4c63 bytes) 000631 1788200017.294168 trunc from 0x031b99 to 0x038304 (0x676c bytes) 000632 1788200017.307453 MIRROR_RESYNC 3 mirrors 000634 1788200018.314136 punch from 0x00ec56 to 0x017652 (0x89fd bytes) 000635 1788200018.350128 fallocate 0x01bc2c thru 0x0249e9 (0x8dbe bytes) 000636 1788200018.363108 read 0x03aa72 thru 0x03ffff (0x558e bytes) 000637 1788200018.371516 punch from 0x032bfd to 0x03ac5e (0x8062 bytes) 000638 1788200018.375783 punch from 0x015791 to 0x01bb36 (0x63a6 bytes) 000639 1788200018.380851 trunc from 0x03a042 to 0x03f835 (0x57f4 bytes) 000640 1788200018.390217 mapread 0x01d6b3 thru 0x01df89 (0x8d7 bytes) 000641 1788200018.394859 write 0x0248fc thru 0x02e0fe (0x9803 bytes) 000642 1788200018.408105 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xff5d7c3c (stale) Mirror 5: 0xff5d7c3c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc81c9807 Mirror 6: 0xc81c9807 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000644 1788200019.497643 fallocate 0x020826 thru 0x02837f (0x7b5a bytes) 000645 1788200019.535234 trunc from 0x039ab0 to 0x03ffff (0x6550 bytes) 000646 1788200019.542976 fallocate 0x01a439 thru 0x020a61 (0x6629 bytes) 000647 1788200019.548064 trunc from 0x01cd17 to 0x01dc57 (0xf41 bytes) 000648 1788200019.552859 mapread 0x02ea1d thru 0x030c97 (0x227b bytes) 000649 1788200019.571509 write 0x026486 thru 0x02bfbe (0x5b39 bytes) 000650 1788200019.586822 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xff5d7c3c (stale) Mirror 5: 0xff5d7c3c (stale) Mirror 6: 0xc81c9807 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x88d27643 Mirror 7: 0x88d27643 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000651 1788200020.391928 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xff5d7c3c (stale) Mirror 6: 0xc81c9807 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xff5d7c3c (stale) Mirror 6: 0xc81c9807 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x88d27643 Mirror 7: 0x88d27643 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000652 1788200020.914189 trunc from 0x03d28f to 0x03ec25 (0x1997 bytes) 000653 1788200020.979036 mapwrite 0x026714 thru 0x027b76 (0x1463 bytes) 000654 1788200021.008021 fallocate 0x022c05 thru 0x032002 (0xf3fe bytes) 000655 1788200021.020050 read 0x02dcf4 thru 0x03aba1 (0xceae bytes) 000656 1788200021.074838 fallocate 0x00adb2 thru 0x0180e2 (0xd331 bytes) 000657 1788200021.086009 write 0x008487 thru 0x00a162 (0x1cdc bytes) 000658 1788200021.138569 trunc from 0x040000 to 0x01cfc9 (0x23036 bytes) 000659 1788200021.231912 write 0x00426e thru 0x012402 (0xe195 bytes) 000660 1788200021.244483 fallocate 0x001828 thru 0x00bf3d (0xa716 bytes) 000661 1788200021.250312 trunc from 0x01cfca to 0x02728e (0xa2c5 bytes) 000662 1788200021.269204 trunc from 0x02728f to 0x017690 (0xfbfe bytes) 000663 1788200021.293775 trunc from 0x017691 to 0x0245eb (0xcf5b bytes) 000664 1788200021.314782 mapwrite 0x038d24 thru 0x03ffff (0x72dc bytes) 000666 1788200021.399813 trunc from 0x040000 to 0x03caf0 (0x350f bytes) 000667 1788200021.416881 mapread 0x002efc thru 0x008a32 (0x5b37 bytes) 000668 1788200021.422431 trunc from 0x03caf1 to 0x01354d (0x295a3 bytes) 000669 1788200021.439901 read 0x013121 thru 0x01354d (0x42d bytes) 000670 1788200021.447880 punch from 0x009068 to 0x010c89 (0x7c22 bytes) 000672 1788200021.458048 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1354e): Mirror 6: 0x220f1dc0 (stale) Mirror 7: 0x220f1dc0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1354e): Mirror 6: 0x220f1dc0 (stale) Mirror 7: 0x220f1dc0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1354e: skipped 000673 1788200021.752310 write 0x01fd4b thru 0x02898b (0x8c41 bytes) 000674 1788200021.758008 mapread 0x018d83 thru 0x020df9 (0x8077 bytes) 000675 1788200021.777201 trunc from 0x01a789 to 0x0200d9 (0x5951 bytes) 000676 1788200021.789879 fallocate 0x008cff thru 0x00b545 (0x2847 bytes) 000677 1788200021.794599 read 0x001eee thru 0x003ce9 (0x1dfc bytes) 000679 1788200021.805304 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2898c): Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2898c): Mirror 6: 0xbd718b52 (stale) Mirror 7: 0x3b5b9916 (stale) CRC-32 checksum value for chunk [0, 0x2898c): Mirror 1: 0x7a7dcbb3 Mirror 8: 0x7a7dcbb3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2898c: skipped 000680 1788200022.679906 trunc from 0x02898c to 0x029b00 (0x1175 bytes) 000681 1788200022.752042 fallocate 0x038a3f thru 0x03ffff (0x75c1 bytes) 000682 1788200022.760742 MIRROR_RESYNC 4 mirrors 000683 1788200023.874877 write 0x02eedb thru 0x031d65 (0x2e8b bytes) 000684 1788200023.917297 mapwrite 0x03c8a1 thru 0x03ee43 (0x25a3 bytes) 000685 1788200023.951710 read 0x01a6a2 thru 0x02a0bd (0xfa1c bytes) 000686 1788200023.961907 read 0x014299 thru 0x019ad9 (0x5841 bytes) 000687 1788200023.973453 write 0x02fc91 thru 0x037dd6 (0x8146 bytes) 000688 1788200023.978022 punch from 0x031bb2 to 0x036470 (0x48bf bytes) 000689 1788200024.004667 mapread 0x027674 thru 0x0307a5 (0x9132 bytes) 000690 1788200024.005737 mapwrite 0x0195a8 thru 0x01ee59 (0x58b2 bytes) 000691 1788200024.034399 MIRROR_RESYNC 4 mirrors 000692 1788200025.795092 MIRROR_EXTEND to 5 mirrors 000693 1788200026.560214 punch from 0x0388c6 to 0x03ffff (0x773a bytes) 000694 1788200026.599114 mapread 0x01ade2 thru 0x01d97e (0x2b9d bytes) 000695 1788200026.620057 mapread 0x014bc7 thru 0x01cc9e (0x80d8 bytes) 000696 1788200026.629166 trunc from 0x018ce8 to 0x026eae (0xe1c7 bytes) 000697 1788200026.634415 trunc from 0x040000 to 0x033c84 (0xc37b bytes) 000698 1788200026.654774 read 0x030dcd thru 0x0331d0 (0x2404 bytes) 000699 1788200026.661744 punch from 0x002f1d to 0x00d0e6 (0xa1ca bytes) 000700 1788200026.665966 mapread 0x00617e thru 0x00ce9f (0x6d22 bytes) 000701 1788200026.676637 trunc from 0x02ca6d to 0x033c84 (0x7218 bytes) 000702 1788200026.681043 fallocate 0x00ad56 thru 0x00e4c0 (0x376b bytes) 000703 1788200026.685858 read 0x01b198 thru 0x024259 (0x90c2 bytes) 000704 1788200026.694689 mapwrite 0x00cc6b thru 0x00e11b (0x14b1 bytes) 000705 1788200026.706368 mapwrite 0x03a0fd thru 0x03c63e (0x2542 bytes) 000706 1788200026.738064 fallocate 0x01697e thru 0x026338 (0xf9bb bytes) 000707 1788200026.747798 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c63f): Mirror 7: 0x16b0af74 (stale) Mirror 8: 0x16b0af74 (stale) Mirror 9: 0x16b0af74 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c63f): Mirror 7: 0x16b0af74 (stale) Mirror 8: 0x16b0af74 (stale) Mirror 9: 0x16b0af74 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c63f: skipped 000708 1788200027.041005 fallocate 0x02f724 thru 0x032f02 (0x37df bytes) 000709 1788200027.046705 write 0x029718 thru 0x033a4b (0xa334 bytes) 000710 1788200027.061086 fallocate 0x00fcee thru 0x01b90b (0xbc1e bytes) 000711 1788200027.065598 mapread 0x032ff5 thru 0x03c63e (0x964a bytes) 000713 1788200027.081830 mapwrite 0x01bc36 thru 0x023b5d (0x7f28 bytes) 000714 1788200027.106911 punch from 0x0376fa to 0x03c63e (0x4f45 bytes) 000715 1788200027.111547 punch from 0x014117 to 0x0164b1 (0x239b bytes) 000716 1788200027.115441 mapwrite 0x036119 thru 0x03ffff (0x9ee7 bytes) 000717 1788200027.151834 punch from 0x01c7d4 to 0x02837b (0xbba8 bytes) 000718 1788200027.162008 MIRROR_RESYNC 4 mirrors 000719 1788200028.197520 fallocate 0x03db84 thru 0x03ffff (0x247c bytes) 000720 1788200028.238045 mapwrite 0x029f4a thru 0x036fc0 (0xd077 bytes) 000721 1788200028.286405 write 0x02bfac thru 0x02d36f (0x13c4 bytes) 000722 1788200028.287754 trunc from 0x040000 to 0x03c964 (0x369b bytes) 000723 1788200028.325672 trunc from 0x03c965 to 0x00733e (0x35626 bytes) 000724 1788200028.340317 read 0x0040c4 thru 0x00733e (0x327b bytes) 000725 1788200028.357296 trunc from 0x0004ad to 0x00733e (0x6e92 bytes) 000726 1788200028.365972 mapwrite 0x00323d thru 0x00a420 (0x71e4 bytes) 000727 1788200028.405432 fallocate 0x00ff3c thru 0x019212 (0x92d7 bytes) 000728 1788200028.410647 trunc from 0x019213 to 0x01330e (0x5f04 bytes) 000729 1788200028.423979 punch from 0x011ae2 to 0x01330e (0x182d bytes) 000730 1788200028.429341 trunc from 0x00f919 to 0x01330e (0x39f6 bytes) 000732 1788200028.433888 trunc from 0x01330f to 0x01fd74 (0xca66 bytes) 000733 1788200028.452739 trunc from 0x01fd75 to 0x02715a (0x73e6 bytes) 000734 1788200028.467083 punch from 0x003618 to 0x00d606 (0x9fef bytes) 000735 1788200028.472585 read 0x01f5ca thru 0x02715a (0x7b91 bytes) 000737 1788200028.483380 punch from 0x000f39 to 0x0093d8 (0x84a0 bytes) 000739 1788200028.489425 mapwrite 0x03a44e thru 0x03e289 (0x3e3c bytes) 000740 1788200028.534733 fallocate 0x019ea4 thru 0x01ff2a (0x6087 bytes) 000741 1788200028.540573 punch from 0x034493 to 0x037d7f (0x38ed bytes) 000742 1788200028.544986 read 0x021b17 thru 0x02c50c (0xa9f6 bytes) 000743 1788200028.546030 mapwrite 0x03dfd3 thru 0x03ffff (0x202d bytes) 000744 1788200028.577658 mapread 0x00d8a9 thru 0x01cdcb (0xf523 bytes) 000745 1788200028.579046 trunc from 0x00e1c7 to 0x00ef24 (0xd5e bytes) 000746 1788200028.584448 write 0x01d3a1 thru 0x029972 (0xc5d2 bytes) 000747 1788200028.586420 trunc from 0x03f4f3 to 0x03ffff (0xb0d bytes) 000749 1788200028.595218 MIRROR_RESYNC 4 mirrors 000750 1788200029.438362 mapread 0x034d4f thru 0x03ec05 (0x9eb7 bytes) 000752 1788200029.455135 fallocate 0x00cc5d thru 0x01762b (0xa9cf bytes) 000753 1788200029.484055 MIRROR_RESYNC 4 mirrors 000755 1788200030.353836 mapread 0x01aeb3 thru 0x01ed03 (0x3e51 bytes) 000756 1788200030.380816 mapwrite 0x01313a thru 0x01f88a (0xc751 bytes) 000757 1788200030.524012 fallocate 0x016d10 thru 0x02147f (0xa770 bytes) 000758 1788200030.539321 mapwrite 0x019fae thru 0x01f045 (0x5098 bytes) 000759 1788200030.569845 write 0x027e07 thru 0x036be5 (0xeddf bytes) 000760 1788200030.578742 trunc from 0x0170ca to 0x0175c6 (0x4fd bytes) 000762 1788200030.583776 mapread 0x026f11 thru 0x027d24 (0xe14 bytes) 000763 1788200030.591655 read 0x000172 thru 0x00837d (0x820c bytes) 000764 1788200030.604135 MIRROR_RESYNC 4 mirrors 000765 1788200031.369392 mapread 0x02c38e thru 0x03ae0e (0xea81 bytes) 000766 1788200031.394240 trunc from 0x037673 to 0x03da4d (0x63db bytes) 000767 1788200031.421007 fallocate 0x023bb1 thru 0x027985 (0x3dd5 bytes) 000768 1788200031.425667 mapwrite 0x03fa31 thru 0x03ffff (0x5cf bytes) 000769 1788200031.443687 read 0x039e54 thru 0x03ffff (0x61ac bytes) 000770 1788200031.444299 mapread 0x02de68 thru 0x034d25 (0x6ebe bytes) 000772 1788200031.454405 mapread 0x02c565 thru 0x03a92c (0xe3c8 bytes) 000773 1788200031.459686 punch from 0x01b94e to 0x01bb0a (0x1bd bytes) 000774 1788200031.464431 mapread 0x01015e thru 0x0181f5 (0x8098 bytes) 000775 1788200031.473565 fallocate 0x023966 thru 0x026eba (0x3555 bytes) 000777 1788200031.482851 MIRROR_RESYNC 4 mirrors 000778 1788200032.245407 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) 000779 1788200032.591312 MIRROR_EXTEND to 4 mirrors 000780 1788200033.277876 punch from 0x0158dc to 0x01c9ca (0x70ef bytes) 000781 1788200033.312709 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x53cdd0d1 (stale) Mirror 9: 0x53cdd0d1 (stale) Mirror 10: 0x53cdd0d1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xaea736f9 Mirror 11: 0xaea736f9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000782 1788200034.231667 write 0x013646 thru 0x022d28 (0xf6e3 bytes) 000783 1788200034.282777 fallocate 0x0022fa thru 0x00a61f (0x8326 bytes) 000784 1788200034.287800 mapread 0x00fec6 thru 0x01a75d (0xa898 bytes) 000785 1788200034.333782 punch from 0x03a95b to 0x03ffff (0x56a5 bytes) 000786 1788200034.341508 mapread 0x03f164 thru 0x03ffff (0xe9c bytes) 000787 1788200034.365782 mapread 0x024581 thru 0x02ea1e (0xa49e bytes) 000788 1788200034.391986 write 0x034a99 thru 0x03a7f3 (0x5d5b bytes) 000789 1788200034.393512 mapread 0x01e347 thru 0x02daba (0xf774 bytes) 000790 1788200034.394569 mapread 0x0372af thru 0x03ffff (0x8d51 bytes) 000791 1788200034.395431 write 0x01ec8e thru 0x02daf7 (0xee6a bytes) 000792 1788200034.397326 fallocate 0x006037 thru 0x014104 (0xe0ce bytes) 000793 1788200034.407745 MIRROR_RESYNC 5 mirrors 000794 1788200035.576474 write 0x01e0f9 thru 0x020cf2 (0x2bfa bytes) 000795 1788200035.603515 mapread 0x025703 thru 0x034ee4 (0xf7e2 bytes) 000796 1788200035.681155 punch from 0x0133c8 to 0x0226b2 (0xf2eb bytes) 000797 1788200035.704493 mapread 0x0388d8 thru 0x03ffff (0x7728 bytes) 000798 1788200035.715689 trunc from 0x040000 to 0x02d9fd (0x12602 bytes) 000799 1788200035.743869 mapwrite 0x03096d thru 0x035715 (0x4da9 bytes) 000800 1788200035.790054 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35716): Mirror 8: 0xcdb2011f (stale) Mirror 9: 0xcdb2011f (stale) Mirror 10: 0xcdb2011f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35716): Mirror 8: 0xcdb2011f (stale) Mirror 9: 0xcdb2011f (stale) Mirror 10: 0xcdb2011f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35716: skipped 000801 1788200036.078234 trunc from 0x02803a to 0x0283ba (0x381 bytes) 000804 1788200036.083844 trunc from 0x026784 to 0x02e378 (0x7bf5 bytes) 000805 1788200036.089251 trunc from 0x035716 to 0x03d206 (0x7af1 bytes) 000806 1788200036.110028 trunc from 0x013259 to 0x0194f2 (0x629a bytes) 000807 1788200036.115646 read 0x02bf65 thru 0x032ee8 (0x6f84 bytes) 000808 1788200036.125689 mapread 0x03cad0 thru 0x03d206 (0x737 bytes) 000809 1788200036.136041 mapread 0x01068e thru 0x01f77e (0xf0f1 bytes) 000811 1788200036.152900 trunc from 0x00a7b9 to 0x014d90 (0xa5d8 bytes) 000812 1788200036.157846 punch from 0x01c6fa to 0x022a7d (0x6384 bytes) 000813 1788200036.162938 write 0x0067f3 thru 0x00eafa (0x8308 bytes) 000814 1788200036.176407 trunc from 0x00feb5 to 0x017255 (0x73a1 bytes) 000815 1788200036.181040 write 0x014ae8 thru 0x017ca6 (0x31bf bytes) 000816 1788200036.191503 punch from 0x023fdd to 0x02a378 (0x639c bytes) 000818 1788200036.196716 fallocate 0x00e10f thru 0x01665b (0x854d bytes) 000819 1788200036.204057 punch from 0x01a2e8 to 0x026ef1 (0xcc0a bytes) 000820 1788200036.210505 read 0x017958 thru 0x01c092 (0x473b bytes) 000822 1788200036.225362 mapread 0x036bdc thru 0x03d206 (0x662b bytes) 000823 1788200036.226399 mapread 0x003298 thru 0x00a481 (0x71ea bytes) 000824 1788200036.231424 mapwrite 0x015ceb thru 0x023218 (0xd52e bytes) 000826 1788200036.261780 trunc from 0x0341c5 to 0x03d206 (0x9042 bytes) 000827 1788200036.266891 trunc from 0x03d207 to 0x03b136 (0x20d0 bytes) 000828 1788200036.284179 punch from 0x0373f6 to 0x03a846 (0x3451 bytes) 000829 1788200036.291255 punch from 0x00ac72 to 0x01981d (0xebac bytes) 000830 1788200036.297314 trunc from 0x037ff7 to 0x03a755 (0x275f bytes) 000832 1788200036.302879 fallocate 0x02f478 thru 0x032fd7 (0x3b60 bytes) 000833 1788200036.308148 write 0x008326 thru 0x016055 (0xdd30 bytes) 000834 1788200036.314920 fallocate 0x02844e thru 0x0321dc (0x9d8f bytes) 000835 1788200036.320755 read 0x00396e thru 0x00aa07 (0x709a bytes) 000836 1788200036.321700 trunc from 0x03b137 to 0x00a513 (0x30c23 bytes) 000837 1788200036.341294 fallocate 0x037d75 thru 0x0384ab (0x737 bytes) 000838 1788200036.348931 trunc from 0x004bff to 0x00a513 (0x5915 bytes) 000840 1788200036.367856 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xa514): Mirror 9: 0x6c65dc90 (stale) Mirror 10: 0x6c65dc90 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa514): Mirror 9: 0x6c65dc90 (stale) Mirror 10: 0x6c65dc90 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa514: skipped 000841 1788200036.636751 fallocate 0x0364a0 thru 0x03ffff (0x9b60 bytes) 000842 1788200036.647162 mapwrite 0x03f727 thru 0x03ffff (0x8d9 bytes) 000844 1788200036.670581 trunc from 0x02e884 to 0x031e98 (0x3615 bytes) 000845 1788200036.682968 punch from 0x009873 to 0x00eeca (0x5658 bytes) 000846 1788200036.698197 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x19d01686 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x19d01686 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000847 1788200036.929660 read 0x022ea9 thru 0x02c596 (0x96ee bytes) 000848 1788200036.941913 trunc from 0x00063f to 0x009851 (0x9213 bytes) 000849 1788200036.948172 write 0x011bb8 thru 0x013ac2 (0x1f0b bytes) 000850 1788200036.960520 trunc from 0x01d628 to 0x01d677 (0x50 bytes) 000851 1788200036.969590 MIRROR_RESYNC 2 mirrors 000852 1788200037.615882 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) 000853 1788200037.761462 write 0x02b7fe thru 0x0388e7 (0xd0ea bytes) 000854 1788200037.790738 write 0x012f73 thru 0x014d37 (0x1dc5 bytes) 000856 1788200037.801971 mapwrite 0x005c37 thru 0x011d4b (0xc115 bytes) 000858 1788200037.855701 trunc from 0x040000 to 0x0324d5 (0xdb2a bytes) 000859 1788200037.870922 mapwrite 0x016c40 thru 0x021147 (0xa508 bytes) 000860 1788200037.896926 mapread 0x02a559 thru 0x02ccda (0x2782 bytes) 000861 1788200037.905689 trunc from 0x02f163 to 0x0324d5 (0x3373 bytes) 000862 1788200037.910293 mapread 0x011899 thru 0x012e04 (0x156c bytes) 000863 1788200037.911313 write 0x00d65f thru 0x00f808 (0x21aa bytes) 000865 1788200037.916581 MIRROR_EXTEND to 2 mirrors 000866 1788200038.647030 write 0x01a2ec thru 0x020005 (0x5d1a bytes) 000867 1788200038.690614 punch from 0x02e506 to 0x0324d5 (0x3fd0 bytes) 000868 1788200038.699329 punch from 0x021193 to 0x0263a2 (0x5210 bytes) 000870 1788200038.706988 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) 000871 1788200038.844379 fallocate 0x03efef thru 0x03ffff (0x1011 bytes) 000873 1788200038.860834 MIRROR_EXTEND to 2 mirrors 000874 1788200039.610766 punch from 0x022beb to 0x02f862 (0xcc78 bytes) 000876 1788200039.643843 punch from 0x00295b to 0x008ff2 (0x6698 bytes) 000878 1788200039.654465 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) 000879 1788200039.842945 write 0x038e2d thru 0x03ffff (0x71d3 bytes) 000880 1788200039.847759 write 0x00fb43 thru 0x012499 (0x2957 bytes) 000882 1788200039.861430 mapread 0x025b60 thru 0x029717 (0x3bb8 bytes) 000883 1788200039.891213 trunc from 0x040000 to 0x0226c2 (0x1d93d bytes) 000884 1788200039.913312 mapwrite 0x035ec9 thru 0x03ffff (0xa137 bytes) 000885 1788200039.970030 mapwrite 0x0102ab thru 0x01f968 (0xf6be bytes) 000886 1788200040.019817 mapread 0x03c026 thru 0x03ffff (0x3fda bytes) 000887 1788200040.021740 mapread 0x0341ec thru 0x03ffff (0xbe14 bytes) 000888 1788200040.022936 fallocate 0x00c3f4 thru 0x012113 (0x5d20 bytes) 000889 1788200040.028822 trunc from 0x026389 to 0x02fcdf (0x9957 bytes) 000890 1788200040.033959 trunc from 0x040000 to 0x013e7f (0x2c180 bytes) 000892 1788200040.056409 trunc from 0x013e80 to 0x01d7c4 (0x9945 bytes) 000893 1788200040.072201 mapread 0x012cf1 thru 0x01bb0d (0x8e1d bytes) 000896 1788200040.095796 read 0x012f7e thru 0x018bae (0x5c31 bytes) 000897 1788200040.096466 read 0x01b36a thru 0x01d7c4 (0x245b bytes) 000899 1788200040.107781 trunc from 0x01d7c5 to 0x0346d3 (0x16f0f bytes) 000901 1788200040.134155 punch from 0x01462d to 0x017cd5 (0x36a9 bytes) 000902 1788200040.146609 fallocate 0x009639 thru 0x011057 (0x7a1f bytes) 000903 1788200040.158423 punch from 0x02c4ac to 0x0346d3 (0x8228 bytes) 000905 1788200040.166075 mapwrite 0x03be96 thru 0x03ffff (0x416a bytes) 000907 1788200040.214338 punch from 0x01e98f to 0x02e0d7 (0xf749 bytes) 000908 1788200040.218187 read 0x006b18 thru 0x00f2df (0x87c8 bytes) 000910 1788200040.220050 trunc from 0x01327d to 0x014e47 (0x1bcb bytes) 000911 1788200040.224093 trunc from 0x01ead6 to 0x029539 (0xaa64 bytes) 000912 1788200040.229941 trunc from 0x013558 to 0x017d5c (0x4805 bytes) 000913 1788200040.234141 punch from 0x0326ce to 0x03d57e (0xaeb1 bytes) 000914 1788200040.240389 write 0x03314d thru 0x03d13e (0x9ff2 bytes) 000915 1788200040.255809 mapread 0x0241ce thru 0x03362e (0xf461 bytes) 000917 1788200040.257326 trunc from 0x040000 to 0x032e12 (0xd1ed bytes) 000918 1788200040.304886 fallocate 0x0050e0 thru 0x011f01 (0xce22 bytes) 000919 1788200040.315975 trunc from 0x032e13 to 0x03ecfe (0xbeec bytes) 000920 1788200040.342463 write 0x011227 thru 0x015dc9 (0x4ba3 bytes) 000922 1788200040.347009 mapread 0x01acf8 thru 0x0286fb (0xda04 bytes) 000923 1788200040.348906 trunc from 0x03ecff to 0x030638 (0xe6c6 bytes) 000924 1788200040.372330 punch from 0x009bce to 0x01067c (0x6aaf bytes) 000925 1788200040.378336 fallocate 0x031feb thru 0x03cd80 (0xad96 bytes) 000926 1788200040.383691 trunc from 0x03cd81 to 0x03213e (0xac42 bytes) 000927 1788200040.406248 mapread 0x01ebec thru 0x0211d8 (0x25ed bytes) 000928 1788200040.407989 mapread 0x00cdb6 thru 0x019549 (0xc794 bytes) 000929 1788200040.442421 mapread 0x000910 thru 0x00dfe9 (0xd6da bytes) 000930 1788200040.476367 mapread 0x02228c thru 0x02a8e8 (0x865d bytes) 000931 1788200040.478810 fallocate 0x029efe thru 0x036e16 (0xcf19 bytes) 000932 1788200040.492339 trunc from 0x036e17 to 0x03ff2e (0x9118 bytes) 000934 1788200040.542016 read 0x011124 thru 0x015be5 (0x4ac2 bytes) 000935 1788200040.547615 write 0x019b25 thru 0x01c289 (0x2765 bytes) 000936 1788200040.550721 write 0x02ee88 thru 0x03aeb7 (0xc030 bytes) 000937 1788200040.574831 MIRROR_EXTEND to 2 mirrors 000938 1788200041.572012 trunc from 0x00b050 to 0x0193da (0xe38b bytes) 000939 1788200041.658591 write 0x031a69 thru 0x03721b (0x57b3 bytes) 000940 1788200041.676111 trunc from 0x019248 to 0x01a820 (0x15d9 bytes) 000941 1788200041.682971 trunc from 0x02ad01 to 0x039f43 (0xf243 bytes) 000942 1788200041.700910 trunc from 0x03ff2f to 0x033ea6 (0xc088 bytes) 000943 1788200041.729420 trunc from 0x033ea7 to 0x000cc0 (0x331e6 bytes) 000944 1788200041.752966 mapread 0x0001f2 thru 0x000cc0 (0xacf bytes) 000945 1788200041.759387 punch from 0x000c0d to 0x000cc0 (0xb4 bytes) 000946 1788200041.765473 read 0x000815 thru 0x000cc0 (0x4ac bytes) 000947 1788200041.770705 trunc from 0x000207 to 0x000cc0 (0xaba bytes) 000948 1788200041.775639 trunc from 0x000517 to 0x000cc0 (0x7aa bytes) 000949 1788200041.783715 mapwrite 0x03ea35 thru 0x03ffff (0x15cb bytes) 000950 1788200041.821089 trunc from 0x026426 to 0x027822 (0x13fd bytes) 000951 1788200041.826393 fallocate 0x0339b5 thru 0x03b690 (0x7cdc bytes) 000952 1788200041.830161 write 0x02be49 thru 0x03ac48 (0xee00 bytes) 000953 1788200041.839726 mapread 0x033baa thru 0x03ffff (0xc456 bytes) 000954 1788200041.844970 fallocate 0x01e33b thru 0x0209a2 (0x2668 bytes) 000955 1788200041.850347 fallocate 0x01d55c thru 0x023882 (0x6327 bytes) 000956 1788200041.858724 MIRROR_RESYNC 2 mirrors 000957 1788200042.438256 read 0x03ccbb thru 0x03dda3 (0x10e9 bytes) 000958 1788200042.447987 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b9:0x0]: Invalid argument (22) 000960 1788200042.582376 trunc from 0x040000 to 0x0271be (0x18e41 bytes) 000961 1788200042.620009 fallocate 0x0134b0 thru 0x01de73 (0xa9c4 bytes) 000962 1788200042.625853 read 0x01ea77 thru 0x0271be (0x8748 bytes) 000963 1788200042.637740 punch from 0x00877a to 0x013c4c (0xb4d3 bytes) 000964 1788200042.642305 read 0x0060df thru 0x00ceb4 (0x6dd6 bytes) 000965 1788200042.652739 read 0x01a12b thru 0x022de7 (0x8cbd bytes) 000966 1788200042.656790 mapwrite 0x00f5df thru 0x01f0fe (0xfb20 bytes) 000967 1788200042.675810 fallocate 0x00128c thru 0x008e16 (0x7b8b bytes) 000970 1788200042.679518 mapwrite 0x0395ce thru 0x03ffff (0x6a32 bytes) 000971 1788200042.711009 mapread 0x012ad4 thru 0x021470 (0xe99d bytes) 000972 1788200042.711893 mapwrite 0x03f4d6 thru 0x03ffff (0xb2a bytes) 000973 1788200042.721791 mapread 0x0011d0 thru 0x00b56e (0xa39f bytes) 000974 1788200042.722668 fallocate 0x02b283 thru 0x02f53a (0x42b8 bytes) 000975 1788200042.726303 read 0x01437d thru 0x01e66f (0xa2f3 bytes) 000976 1788200042.726856 trunc from 0x02df62 to 0x02f0ce (0x116d bytes) 000977 1788200042.731172 write 0x0394c2 thru 0x03fc86 (0x67c5 bytes) 000978 1788200042.732215 write 0x0392e8 thru 0x03ebc0 (0x58d9 bytes) 000979 1788200042.733033 punch from 0x02fafa to 0x03adaa (0xb2b1 bytes) 000980 1788200042.742518 write 0x0359b2 thru 0x03d9a0 (0x7fef bytes) 000981 1788200042.752428 trunc from 0x0273ea to 0x037290 (0xfea7 bytes) 000982 1788200042.769125 punch from 0x0210fe to 0x02cd54 (0xbc57 bytes) 000983 1788200042.774963 mapread 0x03774f thru 0x038e58 (0x170a bytes) 000984 1788200042.781666 fallocate 0x02803b thru 0x032796 (0xa75c bytes) 000985 1788200042.787294 mapread 0x02a8fd thru 0x03267e (0x7d82 bytes) 000986 1788200042.843852 mapwrite 0x00237d thru 0x00aead (0x8b31 bytes) 000987 1788200042.887497 trunc from 0x040000 to 0x012366 (0x2dc99 bytes) 000990 1788200042.906851 trunc from 0x00b48c to 0x012366 (0x6edb bytes) 000991 1788200042.913740 write 0x02cb68 thru 0x0359c4 (0x8e5d bytes) 000992 1788200042.916795 fallocate 0x036f53 thru 0x039d70 (0x2e1e bytes) 000994 1788200042.925493 trunc from 0x039d71 to 0x0340de (0x5c92 bytes) 000996 1788200042.957623 punch from 0x00ef69 to 0x01703a (0x80d2 bytes) 000997 1788200042.962971 trunc from 0x01601c to 0x02106c (0xb051 bytes) 000998 1788200042.970763 read 0x020f64 thru 0x02f7cc (0xe869 bytes) 000999 1788200042.990979 MIRROR_EXTEND to 2 mirrors 001000 1788200043.727919 write 0x0129e3 thru 0x01fc45 (0xd263 bytes) All operations completed A-OK!