== sanity-flr test 70a: flr mode fsx test ================ 08:32:51 (1789129971) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 9973 skipping zero size read truncating to largest ever: 0x1ffdf 000003 1789129973.930060 trunc from 00000000 to 0x01ffde (0x1ffdf bytes) 000004 1789129973.955309 trunc from 0x01babc to 0x01ffde (0x4523 bytes) 000005 1789129973.961070 trunc from 0x01ffdf to 0x005393 (0x1ac4b bytes) 000006 1789129973.983143 write 0x0069ba thru 0x011fea (0xb631 bytes) 000007 1789129973.984722 read 0x00ff2b thru 0x011fea (0x20c0 bytes) 000008 1789129973.986558 write 0x022073 thru 0x0283e7 (0x6375 bytes) 000009 1789129973.988143 mapwrite 0x019626 thru 0x01c579 (0x2f54 bytes) 000010 1789129974.080418 write 0x027f30 thru 0x036d69 (0xee3a bytes) 000011 1789129974.082513 read 0x002058 thru 0x0077cd (0x5776 bytes) 000012 1789129974.103671 write 0x02a158 thru 0x032880 (0x8729 bytes) 000014 1789129974.109927 trunc from 0x036d6a to 0x011026 (0x25d43 bytes) 000015 1789129974.140620 read 0x010bee thru 0x011026 (0x439 bytes) 000016 1789129974.141847 trunc from 0x00d035 to 0x010ed8 (0x3ea4 bytes) 000017 1789129974.150023 write 0x019498 thru 0x01f30e (0x5e77 bytes) 000019 1789129974.155613 punch from 0x0046fd to 0x00e49a (0x9d9e bytes) fallocating to largest ever: 0x2c064 000020 1789129974.163473 fallocate 0x01f9b9 thru 0x02c063 (0xc6ab bytes) 000021 1789129974.169252 trunc from 0x01f30f to 0x006fc7 (0x18347 bytes) 000022 1789129974.196798 mapread 0x0066df thru 0x006fc7 (0x8e9 bytes) 000023 1789129974.205006 punch from 0x00532a to 0x006fc7 (0x1c9e bytes) 000025 1789129974.213969 read 0x004a9b thru 0x006fc7 (0x252d bytes) 000028 1789129974.226016 trunc from 0x005b27 to 0x006fc7 (0x14a1 bytes) 000029 1789129974.233542 trunc from 0x006fc8 to 0x00fdf2 (0x8e2b bytes) 000030 1789129974.250652 punch from 0x008906 to 0x009e75 (0x1570 bytes) 000031 1789129974.260975 trunc from 0x00fdf3 to 0x025c8e (0x15e9c bytes) 000032 1789129974.278453 trunc from 0x02428f to 0x025c8e (0x1a00 bytes) 000033 1789129974.285081 write 0x012279 thru 0x019b2c (0x78b4 bytes) 000035 1789129974.305625 MIRROR_EXTEND to 2 mirrors 000036 1789129975.310897 mapwrite 0x03366b thru 0x036e5e (0x37f4 bytes) 000037 1789129975.517187 read 0x029d1a thru 0x02ed81 (0x5068 bytes) 000038 1789129975.531632 trunc from 0x01608f to 0x025609 (0xf57b bytes) 000039 1789129975.539648 fallocate 0x01d219 thru 0x026e70 (0x9c58 bytes) 000040 1789129975.551165 read 0x02ff22 thru 0x036af5 (0x6bd4 bytes) fallocating to largest ever: 0x2f276 000041 1789129975.553330 fallocate 0x0215ff thru 0x02f275 (0xdc77 bytes) 000042 1789129975.562415 punch from 0x0119c2 to 0x014857 (0x2e96 bytes) 000043 1789129975.576273 trunc from 0x036e5f to 0x008282 (0x2ebdc bytes) 000044 1789129975.611317 trunc from 0x006960 to 0x008282 (0x1923 bytes) fallocating to largest ever: 0x3871f 000045 1789129975.617285 fallocate 0x035294 thru 0x03871e (0x348b bytes) 000046 1789129975.625159 write 0x03d68d thru 0x03ffff (0x2973 bytes) 000047 1789129975.628683 write 0x0127ce thru 0x02181e (0xf051 bytes) 000048 1789129975.644250 trunc from 0x040000 to 0x007aa7 (0x38558 bytes) 000049 1789129975.672024 read 0x0054f0 thru 0x00582f (0x340 bytes) 000050 1789129975.673453 mapwrite 0x017340 thru 0x0200b4 (0x8d75 bytes) 000051 1789129975.733706 mapread 0x004789 thru 0x012abb (0xe333 bytes) 000052 1789129975.734551 mapread 0x018dee thru 0x0200b4 (0x72c7 bytes) 000053 1789129975.735170 read 0x002f16 thru 0x007c4e (0x4d39 bytes) 000054 1789129975.735536 trunc from 0x00c396 to 0x00f2a0 (0x2f0b bytes) 000055 1789129975.740305 write 0x03f50f thru 0x03ffff (0xaf1 bytes) 000056 1789129975.741494 mapread 0x038ce3 thru 0x03ffff (0x731d bytes) 000057 1789129975.749293 read 0x021452 thru 0x025c33 (0x47e2 bytes) 000058 1789129975.749961 punch from 0x023a82 to 0x0307db (0xcd5a bytes) 000059 1789129975.755783 punch from 0x026c72 to 0x034309 (0xd698 bytes) 000060 1789129975.761827 trunc from 0x040000 to 0x022ad7 (0x1d528 bytes) 000061 1789129975.780115 read 0x008b0f thru 0x012198 (0x968a bytes) 000062 1789129975.781247 punch from 0x014f86 to 0x01533d (0x3b8 bytes) 000063 1789129975.789788 MIRROR_RESYNC 2 mirrors 000064 1789129976.623176 MIRROR_RESYNC 2 mirrors 000065 1789129977.217630 mapwrite 0x01e3d7 thru 0x029999 (0xb5c3 bytes) 000066 1789129977.331612 mapread 0x025453 thru 0x029999 (0x4547 bytes) 000067 1789129977.333794 mapwrite 0x009716 thru 0x0153ae (0xbc99 bytes) 000068 1789129977.388500 fallocate 0x02bbd1 thru 0x030af0 (0x4f20 bytes) 000069 1789129977.395641 mapwrite 0x013d6e thru 0x01b0e2 (0x7375 bytes) fallocating to largest ever: 0x3d639 000070 1789129977.421125 fallocate 0x02fe43 thru 0x03d638 (0xd7f6 bytes) 000071 1789129977.428083 write 0x0148f5 thru 0x024161 (0xf86d bytes) fallocating to largest ever: 0x40000 000072 1789129977.432217 fallocate 0x03e910 thru 0x03ffff (0x16f0 bytes) 000073 1789129977.438806 fallocate 0x011f02 thru 0x01bdf9 (0x9ef8 bytes) 000074 1789129977.446137 mapread 0x023473 thru 0x029198 (0x5d26 bytes) 000075 1789129977.447445 trunc from 0x016f8b to 0x01f0f6 (0x816c bytes) 000076 1789129977.492001 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x30af1): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30af1): Mirror 2: 0x6095bb65 (stale) CRC-32 checksum value for chunk [0, 0x30af1): Mirror 1: 0xdf3e60ec Mirror 3: 0xdf3e60ec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30af1: skipped 000077 1789129978.564679 mapread 0x01dcd9 thru 0x024d5d (0x7085 bytes) 000078 1789129978.621450 write 0x03ab48 thru 0x03ffff (0x54b8 bytes) 000079 1789129978.750646 MIRROR_RESYNC 3 mirrors 000080 1789129980.113024 trunc from 0x02b0dd to 0x035247 (0xa16b bytes) 000081 1789129980.207038 trunc from 0x040000 to 0x02fc1d (0x103e2 bytes) 000082 1789129980.240906 fallocate 0x019620 thru 0x024975 (0xb356 bytes) 000083 1789129980.250650 mapwrite 0x032519 thru 0x0387ca (0x62b2 bytes) 000084 1789129980.350291 punch from 0x01772e to 0x01b666 (0x3f39 bytes) 000085 1789129980.368342 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x387cb): Mirror 3: 0xbc4d4dc7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x387cb): Mirror 3: 0xbc4d4dc7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x387cb: skipped 000086 1789129980.909644 mapread 0x035f23 thru 0x0387ca (0x28a8 bytes) 000087 1789129980.943710 mapwrite 0x0066ce thru 0x016030 (0xf963 bytes) 000088 1789129980.989709 trunc from 0x02254b to 0x02c8d6 (0xa38c bytes) 000089 1789129980.996288 read 0x01fc02 thru 0x0205a0 (0x99f bytes) 000090 1789129981.005023 trunc from 0x034801 to 0x0387ca (0x3fca bytes) 000092 1789129981.014310 read 0x0098ca thru 0x010b97 (0x72ce bytes) 000093 1789129981.015890 fallocate 0x037087 thru 0x03a3b9 (0x3333 bytes) 000094 1789129981.022138 write 0x033860 thru 0x0362db (0x2a7c bytes) 000095 1789129981.055816 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) 000096 1789129981.239138 mapwrite 0x02f6a0 thru 0x0337a5 (0x4106 bytes) 000097 1789129981.286532 mapwrite 0x032cf2 thru 0x035d01 (0x3010 bytes) 000098 1789129981.334695 trunc from 0x028ebb to 0x032235 (0x937b bytes) 000099 1789129981.347307 write 0x012e64 thru 0x014d01 (0x1e9e bytes) 000100 1789129981.381372 mapwrite 0x006077 thru 0x00648b (0x415 bytes) 000101 1789129981.412044 read 0x009cc1 thru 0x010279 (0x65b9 bytes) 000102 1789129981.413568 punch from 0x01ba2c to 0x0239e0 (0x7fb5 bytes) 000103 1789129981.420042 read 0x00b591 thru 0x01500c (0x9a7c bytes) 000104 1789129981.437184 read 0x033afc thru 0x03a3b9 (0x68be bytes) 000105 1789129981.438401 trunc from 0x03a3ba to 0x02bfca (0xe3ef bytes) 000106 1789129981.457829 mapwrite 0x028baa thru 0x02e9d0 (0x5e27 bytes) 000108 1789129981.508881 write 0x018ca5 thru 0x024acb (0xbe27 bytes) 000110 1789129981.512040 punch from 0x0194cb to 0x028b06 (0xf63c bytes) 000111 1789129981.534857 fallocate 0x023dd9 thru 0x0278f8 (0x3b20 bytes) 000113 1789129981.542288 read 0x0294c4 thru 0x02e960 (0x549d bytes) 000115 1789129981.544103 trunc from 0x02e9d1 to 0x035bca (0x71fa bytes) 000116 1789129981.558524 read 0x001bad thru 0x008cb7 (0x710b bytes) 000117 1789129981.560003 punch from 0x01a38d to 0x020196 (0x5e0a bytes) 000118 1789129981.567110 mapread 0x00ce57 thru 0x018e59 (0xc003 bytes) 000120 1789129981.571044 mapwrite 0x019035 thru 0x0245b7 (0xb583 bytes) 000121 1789129981.606836 mapread 0x006d07 thru 0x0123a6 (0xb6a0 bytes) 000122 1789129981.607930 fallocate 0x024a53 thru 0x028dfc (0x43aa bytes) 000124 1789129981.625155 write 0x03646d thru 0x037131 (0xcc5 bytes) 000125 1789129981.626337 read 0x03364d thru 0x037131 (0x3ae5 bytes) 000126 1789129981.630739 mapwrite 0x02bf39 thru 0x031f30 (0x5ff8 bytes) 000127 1789129981.649356 fallocate 0x00eafb thru 0x0137dc (0x4ce2 bytes) 000128 1789129981.654340 fallocate 0x019e26 thru 0x02924a (0xf425 bytes) 000129 1789129981.661805 trunc from 0x00265e to 0x01182d (0xf1d0 bytes) 000130 1789129981.672359 MIRROR_EXTEND to 2 mirrors 000131 1789129982.712005 MIRROR_EXTEND to 3 mirrors 000132 1789129983.850543 MIRROR_EXTEND to 4 mirrors 000133 1789129984.758163 mapread 0x02938a thru 0x02d353 (0x3fca bytes) 000134 1789129984.781463 trunc from 0x017f62 to 0x020eec (0x8f8b bytes) 000135 1789129984.825078 fallocate 0x013521 thru 0x0223b6 (0xee96 bytes) 000136 1789129984.831206 trunc from 0x037132 to 0x03fc5e (0x8b2d bytes) 000137 1789129984.854357 mapwrite 0x023a76 thru 0x02ba26 (0x7fb1 bytes) 000138 1789129984.884024 read 0x022f18 thru 0x02c634 (0x971d bytes) 000139 1789129984.889722 mapwrite 0x002f9a thru 0x01174f (0xe7b6 bytes) 000140 1789129984.930998 mapwrite 0x0207be thru 0x028682 (0x7ec5 bytes) 000141 1789129984.949727 punch from 0x0381a8 to 0x03fc5e (0x7ab7 bytes) 000142 1789129984.955526 trunc from 0x015e9d to 0x01ba66 (0x5bca bytes) 000143 1789129984.962602 punch from 0x020e2b to 0x023ef8 (0x30ce bytes) 000145 1789129984.970571 trunc from 0x02f9db to 0x03c6b0 (0xccd6 bytes) 000146 1789129984.980310 punch from 0x0140dd to 0x01f274 (0xb198 bytes) 000147 1789129984.987560 write 0x02cdcd thru 0x03976e (0xc9a2 bytes) 000148 1789129984.998019 write 0x022204 thru 0x02c795 (0xa592 bytes) 000149 1789129985.009611 mapread 0x00105c thru 0x0100e4 (0xf089 bytes) 000150 1789129985.011138 fallocate 0x0021f6 thru 0x007eeb (0x5cf6 bytes) 000151 1789129985.016675 trunc from 0x03fc5f to 0x03b765 (0x44f9 bytes) 000152 1789129985.039043 punch from 0x0276d4 to 0x02d684 (0x5fb1 bytes) 000153 1789129985.067179 punch from 0x020aeb to 0x02df33 (0xd449 bytes) 000155 1789129985.079995 fallocate 0x006455 thru 0x014300 (0xdeac bytes) 000157 1789129985.089419 read 0x0173f6 thru 0x01e479 (0x7084 bytes) 000158 1789129985.106774 fallocate 0x02b8d2 thru 0x036c97 (0xb3c6 bytes) 000160 1789129985.114097 trunc from 0x03b766 to 0x035fa2 (0x57c3 bytes) 000161 1789129985.136734 punch from 0x0204ae to 0x0268fe (0x6451 bytes) 000162 1789129985.146047 punch from 0x004180 to 0x00e0fd (0x9f7e bytes) 000163 1789129985.154976 read 0x02e1f5 thru 0x035fa2 (0x7dae bytes) 000164 1789129985.156078 trunc from 0x035fa3 to 0x03782f (0x188d bytes) 000165 1789129985.187273 read 0x00726d thru 0x00dfcb (0x6d5f bytes) 000167 1789129985.206305 mapread 0x02d50a thru 0x02d92b (0x422 bytes) 000168 1789129985.211021 trunc from 0x037830 to 0x039060 (0x1831 bytes) 000169 1789129985.239691 fallocate 0x00704a thru 0x00da0d (0x69c4 bytes) 000170 1789129985.247979 trunc from 0x039061 to 0x0068b6 (0x327aa bytes) 000171 1789129985.271714 fallocate 0x01b68f thru 0x020e08 (0x577a bytes) 000172 1789129985.279327 trunc from 0x0068b7 to 0x02c228 (0x25972 bytes) 000173 1789129985.299724 mapread 0x00824e thru 0x00e11e (0x5ed1 bytes) 000174 1789129985.354961 read 0x00639a thru 0x00e8f2 (0x8559 bytes) 000175 1789129985.367833 fallocate 0x014c62 thru 0x022330 (0xd6cf bytes) 000176 1789129985.375995 read 0x01e0cf thru 0x01e5e9 (0x51b bytes) 000177 1789129985.377679 mapwrite 0x01abf0 thru 0x01de06 (0x3217 bytes) 000178 1789129985.399205 write 0x03f12f thru 0x03ff75 (0xe47 bytes) 000179 1789129985.409907 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3ff76): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ff76): Mirror 2: 0xec30e5a4 (stale) Mirror 3: 0xec30e5a4 (stale) Mirror 4: 0xec30e5a4 (stale) CRC-32 checksum value for chunk [0, 0x3ff76): Mirror 1: 0x96c869ab Mirror 5: 0x96c869ab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ff76: skipped 000180 1789129986.684346 trunc from 0x037cbf to 0x03ff75 (0x82b7 bytes) 000182 1789129986.748190 trunc from 0x03ff76 to 0x026ce2 (0x19293 bytes) 000183 1789129986.826022 write 0x023def thru 0x0298f6 (0x5b08 bytes) 000184 1789129986.835953 mapwrite 0x039da7 thru 0x03ffff (0x6259 bytes) 000185 1789129986.949386 fallocate 0x03085b thru 0x0398e1 (0x9087 bytes) 000186 1789129986.957646 trunc from 0x040000 to 0x032ca7 (0xd358 bytes) 000188 1789129986.988603 trunc from 0x01ef7b to 0x0234b3 (0x4539 bytes) 000189 1789129986.999173 punch from 0x00feb8 to 0x01a7eb (0xa934 bytes) 000191 1789129987.027484 write 0x03f108 thru 0x03ffff (0xef8 bytes) 000192 1789129987.037227 trunc from 0x033854 to 0x03db0c (0xa2b9 bytes) 000193 1789129987.051452 mapwrite 0x020f56 thru 0x030af3 (0xfb9e bytes) 000194 1789129987.173117 write 0x00181e thru 0x0080ce (0x68b1 bytes) 000195 1789129987.198879 punch from 0x00bc82 to 0x011c38 (0x5fb7 bytes) 000196 1789129987.210060 write 0x03c810 thru 0x03ffff (0x37f0 bytes) 000197 1789129987.225526 mapread 0x015a85 thru 0x015cbd (0x239 bytes) 000198 1789129987.248887 read 0x00e2d5 thru 0x013e98 (0x5bc4 bytes) 000199 1789129987.249698 punch from 0x00f690 to 0x019519 (0x9e8a bytes) 000200 1789129987.261273 mapwrite 0x0374a8 thru 0x03ff96 (0x8aef bytes) 000201 1789129987.323045 punch from 0x01a022 to 0x01aa7b (0xa5a bytes) 000202 1789129987.328934 punch from 0x038241 to 0x03ffff (0x7dbf bytes) 000205 1789129987.347084 write 0x0090b7 thru 0x01673a (0xd684 bytes) 000206 1789129987.380083 trunc from 0x025f37 to 0x033521 (0xd5eb bytes) 000207 1789129987.396554 fallocate 0x00c39e thru 0x014fa5 (0x8c08 bytes) 000208 1789129987.411068 trunc from 0x0366c1 to 0x03f5f5 (0x8f35 bytes) 000209 1789129987.422491 read 0x03efb6 thru 0x03ffff (0x104a bytes) 000210 1789129987.455550 mapwrite 0x016d80 thru 0x01ecac (0x7f2d bytes) 000211 1789129987.495689 mapwrite 0x00928d thru 0x0140ea (0xae5e bytes) 000212 1789129987.549374 fallocate 0x0255b9 thru 0x02625d (0xca5 bytes) 000213 1789129987.564026 mapread 0x039f6c thru 0x03ffff (0x6094 bytes) 000214 1789129987.564941 mapwrite 0x027fd1 thru 0x0295e9 (0x1619 bytes) 000215 1789129987.588184 fallocate 0x01c8e7 thru 0x01f694 (0x2dae bytes) 000216 1789129987.606065 trunc from 0x007fc0 to 0x010bfb (0x8c3c bytes) 000217 1789129987.615798 trunc from 0x020174 to 0x0265de (0x646b bytes) 000219 1789129987.629203 write 0x03350b thru 0x03cb00 (0x95f6 bytes) 000220 1789129987.639709 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x2c396d13 (stale) Mirror 4: 0x2c396d13 (stale) Mirror 5: 0x1e8159b2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x2c396d13 (stale) Mirror 4: 0x2c396d13 (stale) Mirror 5: 0x1e8159b2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000221 1789129988.207046 trunc from 0x040000 to 0x006ba8 (0x39457 bytes) 000222 1789129988.245687 trunc from 0x006ba9 to 0x00c4f9 (0x5951 bytes) 000223 1789129988.277077 fallocate 0x01659f thru 0x020e4d (0xa8af bytes) 000224 1789129988.284106 punch from 0x007a69 to 0x00c4f9 (0x4a91 bytes) 000225 1789129988.289667 mapread 0x00a67b thru 0x00c4f9 (0x1e7f bytes) 000226 1789129988.313845 fallocate 0x023c71 thru 0x024450 (0x7e0 bytes) 000227 1789129988.319973 read 0x011072 thru 0x018ddb (0x7d6a bytes) 000228 1789129988.331128 punch from 0x00b945 to 0x01a53a (0xebf6 bytes) 000229 1789129988.338667 mapwrite 0x00f4e3 thru 0x01cac0 (0xd5de bytes) 000230 1789129988.382902 mapread 0x00efad thru 0x00f0d1 (0x125 bytes) 000231 1789129988.383808 punch from 0x01d283 to 0x024021 (0x6d9f bytes) 000232 1789129988.394858 trunc from 0x015c37 to 0x01af63 (0x532d bytes) 000233 1789129988.406050 write 0x008787 thru 0x00eb10 (0x638a bytes) 000234 1789129988.407250 trunc from 0x01c794 to 0x024450 (0x7cbd bytes) 000235 1789129988.419848 trunc from 0x018b88 to 0x024450 (0xb8c9 bytes) 000236 1789129988.426781 trunc from 0x024451 to 0x02e8b0 (0xa460 bytes) 000237 1789129988.439602 trunc from 0x02e8b1 to 0x029983 (0x4f2d bytes) 000238 1789129988.458216 punch from 0x00628a to 0x0158c3 (0xf63a bytes) 000239 1789129988.473647 mapwrite 0x02f910 thru 0x0387a8 (0x8e99 bytes) 000240 1789129988.533129 fallocate 0x00afb5 thru 0x0193b1 (0xe3fd bytes) 000241 1789129988.542030 write 0x014b73 thru 0x0185ea (0x3a78 bytes) 000242 1789129988.553428 punch from 0x027177 to 0x02ac63 (0x3aed bytes) 000243 1789129988.559704 trunc from 0x024503 to 0x0319fe (0xd4fc bytes) 000244 1789129988.565091 punch from 0x01d038 to 0x021892 (0x485b bytes) 000245 1789129988.577209 MIRROR_RESYNC 4 mirrors 000246 1789129989.731406 MIRROR_RESYNC 4 mirrors 000247 1789129990.188284 mapwrite 0x0001b9 thru 0x000caa (0xaf2 bytes) 000248 1789129990.286075 trunc from 0x034dcb to 0x0387a8 (0x39de bytes) 000249 1789129990.295652 read 0x01b727 thru 0x0243e5 (0x8cbf bytes) 000250 1789129990.305437 trunc from 0x00688a to 0x012df0 (0xc567 bytes) 000252 1789129990.317692 trunc from 0x01b2c8 to 0x021f06 (0x6c3f bytes) 000253 1789129990.322685 mapwrite 0x025bdd thru 0x030d28 (0xb14c bytes) 000254 1789129990.436340 write 0x021a5c thru 0x025ca7 (0x424c bytes) 000255 1789129990.441513 mapwrite 0x01b996 thru 0x01e7dd (0x2e48 bytes) 000256 1789129990.529707 punch from 0x008f7c to 0x009402 (0x487 bytes) 000257 1789129990.549850 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x387a9): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x387a9): Mirror 3: 0x3b5653fb (stale) Mirror 4: 0x3b5653fb (stale) Mirror 5: 0x3b5653fb (stale) CRC-32 checksum value for chunk [0, 0x387a9): Mirror 1: 0xf8b5bd85 Mirror 6: 0xf8b5bd85 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x387a9: skipped 000258 1789129991.703687 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x387a9): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x387a9): Mirror 3: 0x3b5653fb (stale) Mirror 4: 0x3b5653fb (stale) Mirror 5: 0x3b5653fb (stale) CRC-32 checksum value for chunk [0, 0x387a9): Mirror 1: 0xf8b5bd85 Mirror 6: 0xf8b5bd85 Mirror 7: 0xf8b5bd85 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x387a9: skipped 000259 1789129992.957988 mapwrite 0x0201d8 thru 0x02f32c (0xf155 bytes) 000260 1789129993.075907 MIRROR_RESYNC 6 mirrors 000262 1789129994.617277 mapwrite 0x02b667 thru 0x03980b (0xe1a5 bytes) 000263 1789129994.750664 fallocate 0x02f584 thru 0x03e72e (0xf1ab bytes) 000264 1789129994.758451 read 0x00d2e2 thru 0x01b989 (0xe6a8 bytes) 000265 1789129994.770941 trunc from 0x03980c to 0x002ba8 (0x36c63 bytes) 000266 1789129994.804424 punch from 0x001c68 to 0x002ba8 (0xf41 bytes) 000267 1789129994.811045 read 0x001888 thru 0x002ba8 (0x1321 bytes) 000268 1789129994.817570 write 0x00bb51 thru 0x0126eb (0x6b9b bytes) 000269 1789129994.819394 fallocate 0x0183b1 thru 0x01f46f (0x70bf bytes) 000270 1789129994.831094 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x126ec): Mirror 3: 0xa6468c34 (stale) Mirror 5: 0xa6468c34 (stale) Mirror 6: 0xa6468c34 (stale) Mirror 7: 0xa6468c34 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x126ec): Mirror 3: 0xa6468c34 (stale) Mirror 5: 0xa6468c34 (stale) Mirror 6: 0xa6468c34 (stale) Mirror 7: 0xa6468c34 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x126ec: skipped 000271 1789129995.300383 punch from 0x000b54 to 0x002e61 (0x230e bytes) 000272 1789129995.310474 read 0x00abd7 thru 0x00f63e (0x4a68 bytes) 000273 1789129995.325254 fallocate 0x03b57d thru 0x03ffff (0x4a83 bytes) 000274 1789129995.332725 trunc from 0x00f398 to 0x0106a1 (0x130a bytes) 000275 1789129995.340444 mapwrite 0x0060ce thru 0x012b0f (0xca42 bytes) 000276 1789129995.390019 trunc from 0x040000 to 0x022303 (0x1dcfc bytes) 000277 1789129995.410595 trunc from 0x002449 to 0x0105b3 (0xe16b bytes) 000279 1789129995.417128 fallocate 0x01e537 thru 0x029139 (0xac03 bytes) 000280 1789129995.425930 MIRROR_RESYNC 5 mirrors 000281 1789129996.830082 read 0x000133 thru 0x000e5e (0xd2c bytes) 000282 1789129996.836943 mapread 0x017697 thru 0x022303 (0xac6d bytes) 000283 1789129996.864664 trunc from 0x022304 to 0x025280 (0x2f7d bytes) 000284 1789129996.923077 fallocate 0x028019 thru 0x02984e (0x1836 bytes) 000285 1789129996.931467 read 0x00bf5f thru 0x0122e1 (0x6383 bytes) 000286 1789129996.943793 read 0x01626b thru 0x01881f (0x25b5 bytes) 000287 1789129996.944490 trunc from 0x025281 to 0x021a4f (0x3831 bytes) 000288 1789129996.985622 read 0x01fcd9 thru 0x021a4f (0x1d77 bytes) 000289 1789129996.986370 trunc from 0x021a50 to 0x02f59c (0xdb4d bytes) 000290 1789129997.044640 mapwrite 0x03a838 thru 0x03ffff (0x57c8 bytes) 000291 1789129997.119515 fallocate 0x00e66c thru 0x019b94 (0xb529 bytes) 000292 1789129997.130545 write 0x03de85 thru 0x03ffff (0x217b bytes) 000293 1789129997.132211 trunc from 0x0119c3 to 0x019846 (0x7e84 bytes) 000294 1789129997.148726 read 0x03d15a thru 0x03ffff (0x2ea6 bytes) 000295 1789129997.154793 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbe57de6e (stale) Mirror 5: 0xbe57de6e (stale) Mirror 6: 0xbe57de6e (stale) Mirror 7: 0xbe57de6e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x433c3464 Mirror 8: 0x433c3464 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000298 1789129998.718692 read 0x021aed thru 0x030dbf (0xf2d3 bytes) 000299 1789129998.728423 fallocate 0x01ea43 thru 0x02b656 (0xcc14 bytes) 000300 1789129998.769316 fallocate 0x00021b thru 0x0018c3 (0x16a9 bytes) 000301 1789129998.774929 trunc from 0x040000 to 0x017fb5 (0x2804a bytes) 000302 1789129998.832221 read 0x0168cb thru 0x017fb5 (0x16eb bytes) 000303 1789129998.845524 trunc from 0x017fb6 to 0x00b292 (0xcd23 bytes) 000304 1789129998.871908 mapwrite 0x005b31 thru 0x00d84e (0x7d1e bytes) 000305 1789129998.971192 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0xd84f): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd84f): Mirror 3: 0x47987259 (stale) Mirror 5: 0x47987259 (stale) Mirror 6: 0x47987259 (stale) Mirror 7: 0x47987259 (stale) Mirror 8: 0x47987259 (stale) CRC-32 checksum value for chunk [0, 0xd84f): Mirror 1: 0x678eb156 Mirror 9: 0x678eb156 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd84f: skipped 000308 1789130000.045953 fallocate 0x03717c thru 0x03ffff (0x8e84 bytes) 000309 1789130000.119538 mapread 0x007ae2 thru 0x00d84e (0x5d6d bytes) 000310 1789130000.162068 read 0x00cac4 thru 0x00d84e (0xd8b bytes) 000311 1789130000.162653 trunc from 0x00d84f to 0x00a561 (0x32ed bytes) 000312 1789130000.221687 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0xa562): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa562): Mirror 3: 0x25c79581 (stale) Mirror 5: 0x25c79581 (stale) Mirror 6: 0x25c79581 (stale) Mirror 7: 0x25c79581 (stale) Mirror 8: 0x25c79581 (stale) Mirror 9: 0x3e8a2552 (stale) CRC-32 checksum value for chunk [0, 0xa562): Mirror 1: 0x3e8a2552 Mirror 10: 0x3e8a2552 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa562: skipped 000313 1789130001.228316 mapread 0x0062ae thru 0x008273 (0x1fc6 bytes) 000314 1789130001.246620 mapread 0x008584 thru 0x00a561 (0x1fde bytes) 000316 1789130001.248065 mapwrite 0x019d2b thru 0x01fcc7 (0x5f9d bytes) 000317 1789130001.344002 trunc from 0x01fcc8 to 0x02d8ba (0xdbf3 bytes) 000318 1789130001.369861 mapread 0x007177 thru 0x00ee13 (0x7c9d bytes) 000319 1789130001.379429 trunc from 0x01d113 to 0x0289ea (0xb8d8 bytes) 000320 1789130001.384430 punch from 0x012a28 to 0x01ed79 (0xc352 bytes) 000321 1789130001.389637 trunc from 0x02d8bb to 0x00fbe7 (0x1dcd3 bytes) 000322 1789130001.405921 write 0x02a3a9 thru 0x036cb6 (0xc90e bytes) 000323 1789130001.408341 mapwrite 0x0138ed thru 0x016a11 (0x3125 bytes) 000324 1789130001.432623 fallocate 0x038b89 thru 0x03b6a3 (0x2b1b bytes) 000325 1789130001.437647 write 0x011baa thru 0x018abf (0x6f16 bytes) 000326 1789130001.439566 write 0x02e4e3 thru 0x03cdff (0xe91d bytes) 000327 1789130001.442017 mapwrite 0x009fd4 thru 0x00af39 (0xf66 bytes) 000328 1789130001.470652 fallocate 0x0107a5 thru 0x012793 (0x1fef bytes) 000329 1789130001.484203 trunc from 0x0096cb to 0x00dd54 (0x468a bytes) 000330 1789130001.498787 read 0x0299e2 thru 0x02c906 (0x2f25 bytes) 000331 1789130001.510683 mapread 0x033321 thru 0x0337ae (0x48e bytes) 000333 1789130001.512188 write 0x029d9d thru 0x02ae43 (0x10a7 bytes) 000334 1789130001.532583 MIRROR_RESYNC 8 mirrors 000336 1789130004.970374 write 0x006ae9 thru 0x007ada (0xff2 bytes) 000337 1789130005.029542 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ce00): Mirror 5: 0xcf64b6a8 (stale) Mirror 6: 0xcf64b6a8 (stale) Mirror 7: 0xcf64b6a8 (stale) Mirror 8: 0xcf64b6a8 (stale) Mirror 9: 0xcf64b6a8 (stale) Mirror 10: 0xcf64b6a8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ce00): Mirror 5: 0xcf64b6a8 (stale) Mirror 6: 0xcf64b6a8 (stale) Mirror 7: 0xcf64b6a8 (stale) Mirror 8: 0xcf64b6a8 (stale) Mirror 9: 0xcf64b6a8 (stale) Mirror 10: 0xcf64b6a8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ce00: skipped 000338 1789130005.718635 punch from 0x009bfb to 0x011e25 (0x822b bytes) 000340 1789130005.731662 mapwrite 0x03c711 thru 0x03ffff (0x38ef bytes) 000341 1789130005.815835 punch from 0x0157b7 to 0x0253df (0xfc29 bytes) 000342 1789130005.831170 trunc from 0x00c73a to 0x01b291 (0xeb58 bytes) 000343 1789130005.837301 mapread 0x0102eb thru 0x01ca74 (0xc78a bytes) 000344 1789130005.884939 read 0x02c24a thru 0x02d69b (0x1452 bytes) 000345 1789130005.895461 punch from 0x00c8d9 to 0x015db5 (0x94dd bytes) 000346 1789130005.910589 trunc from 0x040000 to 0x024d21 (0x1b2de bytes) 000347 1789130005.969264 mapwrite 0x017631 thru 0x0258e7 (0xe2b7 bytes) 000348 1789130006.049653 trunc from 0x00224b to 0x009b7c (0x7932 bytes) 000349 1789130006.062291 read 0x01c9e1 thru 0x024a50 (0x8070 bytes) 000350 1789130006.063076 write 0x01fd6a thru 0x021774 (0x1a0b bytes) 000351 1789130006.075258 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x258e8): Mirror 5: 0x5236a9f6 (stale) Mirror 6: 0x5236a9f6 (stale) Mirror 8: 0x5236a9f6 (stale) Mirror 9: 0x5236a9f6 (stale) Mirror 10: 0x5236a9f6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x258e8): Mirror 5: 0x5236a9f6 (stale) Mirror 6: 0x5236a9f6 (stale) Mirror 8: 0x5236a9f6 (stale) Mirror 9: 0x5236a9f6 (stale) Mirror 10: 0x5236a9f6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x258e8: skipped 000354 1789130006.722578 trunc from 0x013274 to 0x01fc67 (0xc9f4 bytes) 000355 1789130006.728997 read 0x00feff thru 0x012b10 (0x2c12 bytes) 000356 1789130006.738853 trunc from 0x0258e8 to 0x006595 (0x1f352 bytes) 000357 1789130006.786714 read 0x00632d thru 0x006595 (0x269 bytes) 000358 1789130006.803389 trunc from 0x006596 to 0x023d72 (0x1d7dd bytes) 000359 1789130006.825960 read 0x009091 thru 0x017338 (0xe2a8 bytes) 000360 1789130006.859875 punch from 0x004d15 to 0x0082b3 (0x359f bytes) 000361 1789130006.865627 mapwrite 0x02d34d thru 0x02e552 (0x1206 bytes) 000362 1789130006.936808 write 0x022764 thru 0x02dc1c (0xb4b9 bytes) 000363 1789130006.938166 punch from 0x00485d to 0x007b0e (0x32b2 bytes) 000364 1789130006.947963 mapread 0x022c38 thru 0x02d2c8 (0xa691 bytes) 000365 1789130006.957782 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e553): Mirror 5: 0xe89f8583 (stale) Mirror 6: 0xe89f8583 (stale) Mirror 8: 0xe89f8583 (stale) Mirror 9: 0xe89f8583 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e553): Mirror 5: 0xe89f8583 (stale) Mirror 6: 0xe89f8583 (stale) Mirror 8: 0xe89f8583 (stale) Mirror 9: 0xe89f8583 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e553: skipped 000366 1789130007.582490 mapread 0x0087fa thru 0x00d6b0 (0x4eb7 bytes) 000367 1789130007.619674 MIRROR_RESYNC 5 mirrors 000368 1789130008.800133 punch from 0x011884 to 0x013023 (0x17a0 bytes) 000369 1789130008.845128 punch from 0x01e7cc to 0x029e5d (0xb692 bytes) 000370 1789130008.852504 read 0x009e23 thru 0x0120e0 (0x82be bytes) 000371 1789130008.872532 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e553): Mirror 5: 0x4f6944dd (stale) Mirror 6: 0x4f6944dd (stale) Mirror 8: 0x4f6944dd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e553): Mirror 5: 0x4f6944dd (stale) Mirror 6: 0x4f6944dd (stale) Mirror 8: 0x4f6944dd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e553: skipped 000372 1789130009.293444 mapread 0x01cf2f thru 0x0253eb (0x84bd bytes) 000373 1789130009.315541 mapwrite 0x004674 thru 0x00f5d6 (0xaf63 bytes) 000375 1789130009.349236 mapwrite 0x00e379 thru 0x01de97 (0xfb1f bytes) 000376 1789130009.380411 write 0x0197bf thru 0x01dc6b (0x44ad bytes) 000377 1789130009.386474 mapread 0x027a28 thru 0x02e552 (0x6b2b bytes) 000378 1789130009.397646 read 0x02713c thru 0x02e552 (0x7417 bytes) 000379 1789130009.398264 mapread 0x0113aa thru 0x01e0ae (0xcd05 bytes) 000380 1789130009.399181 trunc from 0x02e553 to 0x03ac07 (0xc6b5 bytes) 000381 1789130009.415810 write 0x021b59 thru 0x02e58c (0xca34 bytes) 000382 1789130009.422863 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ac08): Mirror 6: 0x983c37af (stale) Mirror 8: 0x983c37af (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ac08): Mirror 6: 0x983c37af (stale) Mirror 8: 0x983c37af (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ac08: skipped 000383 1789130009.781543 mapwrite 0x022d08 thru 0x02558b (0x2884 bytes) 000384 1789130009.814530 punch from 0x02162c to 0x021d0b (0x6e0 bytes) 000385 1789130009.819464 read 0x03250d thru 0x03ac07 (0x86fb bytes) 000386 1789130009.830365 fallocate 0x0361ff thru 0x0376ba (0x14bc bytes) 000387 1789130009.835126 write 0x01de72 thru 0x02c08f (0xe21e bytes) 000388 1789130009.841321 mapread 0x027ed4 thru 0x03484a (0xc977 bytes) 000389 1789130009.851512 trunc from 0x01b1b3 to 0x024ead (0x9cfb bytes) 000390 1789130009.866945 mapwrite 0x029617 thru 0x032678 (0x9062 bytes) 000391 1789130009.887009 MIRROR_RESYNC 3 mirrors 000392 1789130010.981988 write 0x028f68 thru 0x028fab (0x44 bytes) 000393 1789130011.023658 trunc from 0x03ac08 to 0x00acdd (0x2ff2a bytes) 000394 1789130011.055691 trunc from 0x005355 to 0x00acdd (0x5989 bytes) 000395 1789130011.061146 read 0x0001f0 thru 0x00acdd (0xaaee bytes) 000396 1789130011.071246 read 0x00482c thru 0x00acdd (0x64b2 bytes) 000397 1789130011.071872 trunc from 0x002879 to 0x00905e (0x67e6 bytes) 000398 1789130011.077290 punch from 0x008597 to 0x008a4b (0x4b5 bytes) 000399 1789130011.082484 write 0x01debc thru 0x02b949 (0xda8e bytes) 000400 1789130011.087426 read 0x01e530 thru 0x024084 (0x5b55 bytes) 000401 1789130011.088126 write 0x00f7f0 thru 0x0152d2 (0x5ae3 bytes) 000402 1789130011.098621 fallocate 0x0251f3 thru 0x02fba3 (0xa9b1 bytes) 000403 1789130011.103653 trunc from 0x0133b1 to 0x01451c (0x116c bytes) 000404 1789130011.118372 punch from 0x026bf8 to 0x02fba3 (0x8fac bytes) 000405 1789130011.123486 trunc from 0x0214c3 to 0x02794d (0x648b bytes) 000406 1789130011.129547 mapwrite 0x03ceb3 thru 0x03ffff (0x314d bytes) 000407 1789130011.186316 mapwrite 0x008276 thru 0x00df3b (0x5cc6 bytes) 000408 1789130011.206777 trunc from 0x02204e to 0x027675 (0x5628 bytes) 000409 1789130011.216807 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x34c3a4f9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x34c3a4f9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000410 1789130011.627092 read 0x003d56 thru 0x008128 (0x43d3 bytes) 000411 1789130011.637411 write 0x018722 thru 0x01e09f (0x597e bytes) 000413 1789130011.667346 MIRROR_RESYNC 2 mirrors 000414 1789130012.535510 fallocate 0x0084bd thru 0x00d13c (0x4c80 bytes) 000415 1789130012.587658 mapwrite 0x028401 thru 0x02859c (0x19c bytes) 000416 1789130012.620239 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xa1e2d22f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5b32c462 Mirror 9: 0x5b32c462 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000417 1789130014.140291 mapwrite 0x01e35f thru 0x029136 (0xadd8 bytes) 000418 1789130014.377957 trunc from 0x021e05 to 0x0294d8 (0x76d4 bytes) 000419 1789130014.391966 mapread 0x00f9f2 thru 0x01c872 (0xce81 bytes) 000421 1789130014.420714 mapread 0x00c8ed thru 0x018895 (0xbfa9 bytes) 000422 1789130014.423099 trunc from 0x002c4d to 0x008029 (0x53dd bytes) 000423 1789130014.428246 punch from 0x034215 to 0x03ddb2 (0x9b9e bytes) 000424 1789130014.442246 trunc from 0x011452 to 0x019506 (0x80b5 bytes) 000426 1789130014.454085 MIRROR_RESYNC 3 mirrors 000427 1789130016.525600 mapwrite 0x03a566 thru 0x03ffff (0x5a9a bytes) 000429 1789130016.722608 read 0x035ef1 thru 0x039bac (0x3cbc bytes) 000430 1789130016.726079 fallocate 0x004c9f thru 0x014a1d (0xfd7f bytes) 000431 1789130016.743109 trunc from 0x040000 to 0x03bb39 (0x44c6 bytes) 000432 1789130016.806444 mapwrite 0x0115f8 thru 0x013a38 (0x2441 bytes) 000434 1789130016.872401 write 0x000196 thru 0x00a779 (0xa5e4 bytes) 000435 1789130016.886728 trunc from 0x03bb3a to 0x01bdf5 (0x1fd44 bytes) 000436 1789130016.939625 mapread 0x01874b thru 0x01944b (0xd01 bytes) 000437 1789130016.951028 read 0x0193e6 thru 0x01bdf5 (0x2a10 bytes) 000438 1789130016.971326 MIRROR_RESYNC 3 mirrors 000439 1789130018.848052 trunc from 0x00eb21 to 0x013b99 (0x5079 bytes) 000440 1789130018.957333 mapwrite 0x03c06c thru 0x03ffff (0x3f94 bytes) 000441 1789130019.046130 fallocate 0x008a94 thru 0x011994 (0x8f01 bytes) 000442 1789130019.051713 read 0x012e55 thru 0x013671 (0x81d bytes) 000443 1789130019.058353 trunc from 0x00167a to 0x01119b (0xfb22 bytes) 000444 1789130019.065512 mapwrite 0x018fd5 thru 0x01d9fa (0x4a26 bytes) 000445 1789130019.120632 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x6ec006f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x6ec006f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000447 1789130019.629113 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x6ec006f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbd8396d2 Mirror 9: 0xbd8396d2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000448 1789130021.150268 mapread 0x01ee00 thru 0x0287ed (0x99ee bytes) 000449 1789130021.177237 punch from 0x020a68 to 0x029259 (0x87f2 bytes) 000450 1789130021.258647 trunc from 0x01e86a to 0x027d1a (0x94b1 bytes) 000451 1789130021.264615 trunc from 0x03f01f to 0x03ffff (0xfe1 bytes) 000452 1789130021.268956 trunc from 0x040000 to 0x0051ba (0x3ae45 bytes) 000453 1789130021.315392 write 0x03c905 thru 0x03fc70 (0x336c bytes) 000454 1789130021.322564 trunc from 0x03fc71 to 0x03a29a (0x59d6 bytes) 000456 1789130021.362418 punch from 0x01dc0e to 0x028bbb (0xafae bytes) 000457 1789130021.374056 write 0x038372 thru 0x03f55e (0x71ed bytes) 000458 1789130021.399567 mapwrite 0x03b963 thru 0x03ffff (0x469d bytes) 000459 1789130021.474124 mapwrite 0x009579 thru 0x016f5e (0xd9e6 bytes) 000460 1789130021.566418 mapwrite 0x02056d thru 0x023368 (0x2dfc bytes) 000461 1789130021.616800 trunc from 0x040000 to 0x010cf6 (0x2f309 bytes) 000462 1789130021.657451 punch from 0x00f03c to 0x010cf6 (0x1cbb bytes) 000463 1789130021.663660 trunc from 0x010cf7 to 0x004efc (0xbdfa bytes) 000465 1789130021.761562 trunc from 0x0028c9 to 0x004efc (0x2634 bytes) 000466 1789130021.785110 write 0x03c1b7 thru 0x03cc65 (0xaaf bytes) 000467 1789130021.794721 mapwrite 0x00256b thru 0x006680 (0x4116 bytes) 000468 1789130021.902610 fallocate 0x01378e thru 0x01e476 (0xace9 bytes) 000470 1789130021.923135 mapread 0x004949 thru 0x007c76 (0x332e bytes) 000471 1789130021.924989 mapread 0x025a0e thru 0x02ef74 (0x9567 bytes) 000472 1789130022.024675 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cc66): Mirror 8: 0x87747a36 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cc66): Mirror 8: 0x87747a36 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cc66: skipped 000473 1789130022.706925 mapread 0x0126cf thru 0x01953b (0x6e6d bytes) 000474 1789130022.786976 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) 000475 1789130023.118190 punch from 0x033467 to 0x03cc65 (0x97ff bytes) 000477 1789130023.155166 mapread 0x018d0e thru 0x025c7f (0xcf72 bytes) 000478 1789130023.199304 mapwrite 0x025fcb thru 0x027ed7 (0x1f0d bytes) 000479 1789130023.244849 read 0x0026c2 thru 0x003b13 (0x1452 bytes) 000480 1789130023.257038 mapwrite 0x039355 thru 0x03d942 (0x45ee bytes) 000482 1789130023.356569 write 0x02261e thru 0x02542c (0x2e0f bytes) 000483 1789130023.358621 fallocate 0x0341a1 thru 0x03ffff (0xbe5f bytes) 000485 1789130023.368278 mapread 0x00a643 thru 0x01215c (0x7b1a bytes) 000486 1789130023.391428 mapwrite 0x01a1e0 thru 0x022d77 (0x8b98 bytes) 000487 1789130023.411620 mapwrite 0x0235eb thru 0x02f12c (0xbb42 bytes) 000488 1789130023.475505 write 0x00e4b5 thru 0x017ba6 (0x96f2 bytes) 000489 1789130023.480461 trunc from 0x00f3f1 to 0x0113c9 (0x1fd9 bytes) 000491 1789130023.509439 trunc from 0x040000 to 0x009d6b (0x36294 bytes) 000492 1789130023.536385 trunc from 0x0073e4 to 0x009d6b (0x2988 bytes) 000493 1789130023.541640 punch from 0x006fd0 to 0x009d6b (0x2d9c bytes) 000494 1789130023.547676 trunc from 0x009d6c to 0x02362f (0x198c4 bytes) 000495 1789130023.568201 mapread 0x0082f6 thru 0x017c56 (0xf961 bytes) 000496 1789130023.586636 punch from 0x01460d to 0x01f3d3 (0xadc7 bytes) 000497 1789130023.591896 fallocate 0x03b5a3 thru 0x03ffff (0x4a5d bytes) 000498 1789130023.600597 punch from 0x0023e7 to 0x00718f (0x4da9 bytes) 000499 1789130023.608583 trunc from 0x040000 to 0x003815 (0x3c7ea bytes) 000500 1789130023.654509 mapwrite 0x003555 thru 0x009251 (0x5cfd bytes) 000501 1789130023.769653 trunc from 0x005ac0 to 0x009251 (0x3792 bytes) 000504 1789130023.791230 fallocate 0x00a4fc thru 0x00a512 (0x17 bytes) 000505 1789130023.797551 trunc from 0x00a513 to 0x00e35f (0x3e4d bytes) 000508 1789130023.817850 write 0x02cee2 thru 0x033cff (0x6e1e bytes) 000509 1789130023.822598 trunc from 0x033d00 to 0x015e4e (0x1deb1 bytes) 000510 1789130023.858036 mapwrite 0x0156cd thru 0x01a803 (0x5137 bytes) 000511 1789130023.969792 punch from 0x01626f to 0x0193df (0x3171 bytes) 000512 1789130023.982553 mapread 0x012c9a thru 0x013a9a (0xe01 bytes) 000513 1789130023.984587 fallocate 0x0061f1 thru 0x00b2e1 (0x50f1 bytes) 000514 1789130023.993474 write 0x002e19 thru 0x0078f1 (0x4ad9 bytes) 000515 1789130024.009624 mapread 0x0170d6 thru 0x01a803 (0x372e bytes) 000518 1789130024.024892 read 0x0179fd thru 0x01a803 (0x2e07 bytes) 000519 1789130024.032029 MIRROR_EXTEND to 2 mirrors 000520 1789130024.881397 read 0x004df9 thru 0x00daa0 (0x8ca8 bytes) 000521 1789130024.913068 trunc from 0x01a804 to 0x03b6af (0x20eac bytes) 000522 1789130025.103524 write 0x03d876 thru 0x03ffff (0x278a bytes) 000523 1789130025.105154 punch from 0x028173 to 0x0345c4 (0xc452 bytes) 000524 1789130025.114663 trunc from 0x040000 to 0x01a8a8 (0x25757 bytes) 000525 1789130025.169874 read 0x01748c thru 0x01a8a8 (0x341d bytes) 000526 1789130025.197522 trunc from 0x0167ae to 0x01a8a8 (0x40fb bytes) 000527 1789130025.217714 punch from 0x00bdcb to 0x0168e0 (0xab16 bytes) 000528 1789130025.230077 write 0x039211 thru 0x03d55e (0x434e bytes) 000530 1789130025.246879 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) 000531 1789130025.660704 MIRROR_EXTEND to 2 mirrors 000532 1789130027.487345 write 0x00ea39 thru 0x013ad3 (0x509b bytes) 000533 1789130027.600398 punch from 0x02b3eb to 0x03841c (0xd032 bytes) 000534 1789130027.608330 read 0x032f2e thru 0x03d55e (0xa631 bytes) 000535 1789130027.618691 trunc from 0x03d55f to 0x00e0fc (0x2f462 bytes) 000537 1789130027.682592 mapwrite 0x017c1a thru 0x0234c1 (0xb8a8 bytes) 000538 1789130027.815341 mapwrite 0x0117b5 thru 0x01d976 (0xc1c2 bytes) 000539 1789130027.855095 punch from 0x000cff to 0x00f2d5 (0xe5d7 bytes) 000540 1789130027.869040 trunc from 0x01e7ec to 0x0234c1 (0x4cd6 bytes) 000541 1789130027.874339 punch from 0x003f50 to 0x00f913 (0xb9c4 bytes) 000542 1789130027.879825 mapwrite 0x02795b thru 0x02bb52 (0x41f8 bytes) 000543 1789130027.972934 mapread 0x017ac4 thru 0x01ecdf (0x721c bytes) 000544 1789130027.987847 trunc from 0x02bb53 to 0x03e0b4 (0x12562 bytes) 000545 1789130028.033122 punch from 0x02c2a2 to 0x036203 (0x9f62 bytes) 000546 1789130028.050311 fallocate 0x00ce4b thru 0x0140df (0x7295 bytes) 000547 1789130028.062470 mapread 0x02581d thru 0x02f912 (0xa0f6 bytes) 000548 1789130028.084830 read 0x005346 thru 0x011365 (0xc020 bytes) 000549 1789130028.100274 fallocate 0x004f6f thru 0x012628 (0xd6ba bytes) 000550 1789130028.104529 read 0x02c0a6 thru 0x037178 (0xb0d3 bytes) 000551 1789130028.114944 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 2: 0x2a6d4227 (stale) CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 1: 0x5d99e759 Mirror 3: 0x5d99e759 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e0b5: skipped 000552 1789130029.837659 mapread 0x028a42 thru 0x02c669 (0x3c28 bytes) 000553 1789130029.902466 fallocate 0x01d36b thru 0x025781 (0x8417 bytes) 000554 1789130030.087523 MIRROR_RESYNC 3 mirrors 000555 1789130032.513960 punch from 0x014191 to 0x0205ca (0xc43a bytes) 000556 1789130032.601978 write 0x00e075 thru 0x015a51 (0x79dd bytes) 000557 1789130032.652031 read 0x002599 thru 0x0107c1 (0xe229 bytes) 000558 1789130032.698124 write 0x02026e thru 0x02490f (0x46a2 bytes) 000559 1789130032.722791 trunc from 0x01dbc4 to 0x0278ef (0x9d2c bytes) 000560 1789130032.800168 mapwrite 0x02eb19 thru 0x030dca (0x22b2 bytes) 000561 1789130032.940325 read 0x0278e1 thru 0x034c47 (0xd367 bytes) 000563 1789130032.962645 read 0x0221b2 thru 0x029093 (0x6ee2 bytes) 000564 1789130032.964492 read 0x030aeb thru 0x03b3f2 (0xa908 bytes) 000565 1789130032.978804 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 3: 0x5d99e759 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e0b5): Mirror 3: 0x5d99e759 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e0b5: skipped 000566 1789130033.808027 punch from 0x023faa to 0x02f471 (0xb4c8 bytes) 000567 1789130033.842939 write 0x00d864 thru 0x01ae3d (0xd5da bytes) 000568 1789130033.874327 fallocate 0x004e72 thru 0x01311b (0xe2aa bytes) 000569 1789130033.890234 mapread 0x010f2d thru 0x01c182 (0xb256 bytes) 000570 1789130033.907373 trunc from 0x01e8ae to 0x029f19 (0xb66c bytes) 000571 1789130033.923307 fallocate 0x02a66c thru 0x035194 (0xab29 bytes) 000572 1789130033.940464 trunc from 0x0038c1 to 0x0041d6 (0x916 bytes) 000573 1789130033.952197 trunc from 0x01a694 to 0x021cb6 (0x7623 bytes) 000574 1789130033.994942 mapwrite 0x0099b0 thru 0x010220 (0x6871 bytes) 000575 1789130034.066143 fallocate 0x03b6cd thru 0x03d193 (0x1ac7 bytes) 000576 1789130034.085301 read 0x01f0bc thru 0x0241d7 (0x511c bytes) 000578 1789130034.108381 fallocate 0x0394f2 thru 0x03ffff (0x6b0e bytes) 000579 1789130034.134223 punch from 0x027ef7 to 0x028e1d (0xf27 bytes) 000580 1789130034.140704 mapwrite 0x03a2c3 thru 0x03ffff (0x5d3d bytes) 000581 1789130034.221979 punch from 0x01d8e7 to 0x021ebd (0x45d7 bytes) 000582 1789130034.232268 write 0x0263ed thru 0x026ebf (0xad3 bytes) 000583 1789130034.247060 write 0x03f8de thru 0x03ffff (0x722 bytes) 000584 1789130034.248284 mapwrite 0x00bbb8 thru 0x00f554 (0x399d bytes) 000585 1789130034.288908 trunc from 0x040000 to 0x004e3c (0x3b1c3 bytes) 000586 1789130034.344156 write 0x0080ec thru 0x00dc29 (0x5b3e bytes) 000587 1789130034.348824 trunc from 0x00dc2a to 0x025db2 (0x18189 bytes) 000588 1789130034.387565 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x25db3): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25db3): Mirror 3: 0xa06b1778 (stale) CRC-32 checksum value for chunk [0, 0x25db3): Mirror 1: 0x8b4a5d19 Mirror 4: 0x8b4a5d19 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25db3: skipped 000589 1789130036.230561 write 0x00bbea thru 0x00e48d (0x28a4 bytes) 000590 1789130036.348913 read 0x000bc1 thru 0x0067e1 (0x5c21 bytes) 000591 1789130036.389564 MIRROR_RESYNC 3 mirrors 000592 1789130038.019060 write 0x00a17d thru 0x00b807 (0x168b bytes) 000593 1789130038.154002 fallocate 0x00b736 thru 0x017d74 (0xc63f bytes) 000594 1789130038.171112 mapread 0x00d7e0 thru 0x0135c9 (0x5dea bytes) 000596 1789130038.239424 trunc from 0x00876e to 0x00d9b3 (0x5246 bytes) 000597 1789130038.261169 write 0x0146e7 thru 0x01698b (0x22a5 bytes) 000598 1789130038.262314 mapwrite 0x009d38 thru 0x010f17 (0x71e0 bytes) 000599 1789130038.341569 fallocate 0x00bc58 thru 0x0113c6 (0x576f bytes) 000602 1789130038.351394 read 0x008661 thru 0x012c72 (0xa612 bytes) 000603 1789130038.352082 fallocate 0x01fd27 thru 0x02f103 (0xf3dd bytes) 000604 1789130038.384084 MIRROR_RESYNC 3 mirrors 000605 1789130039.824643 fallocate 0x03ea90 thru 0x03ffff (0x1570 bytes) 000606 1789130039.893885 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x1a2c6938 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x1a2c6938 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000607 1789130040.458935 write 0x02b8e7 thru 0x036f93 (0xb6ad bytes) 000608 1789130040.483352 mapwrite 0x02c0da thru 0x02fd5d (0x3c84 bytes) 000609 1789130040.510328 fallocate 0x036338 thru 0x03ffff (0x9cc8 bytes) 000610 1789130040.525050 write 0x00d911 thru 0x01a6bc (0xcdac bytes) 000611 1789130040.548918 punch from 0x00ed72 to 0x01bff1 (0xd280 bytes) 000612 1789130040.575159 write 0x035191 thru 0x0373c9 (0x2239 bytes) 000613 1789130040.591074 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x1a2c6938 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2394f543 Mirror 5: 0x2394f543 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000614 1789130041.313170 write 0x0353d4 thru 0x03c1c2 (0x6def bytes) 000615 1789130041.379044 mapread 0x00cc92 thru 0x01c5a1 (0xf910 bytes) 000616 1789130041.410310 trunc from 0x040000 to 0x01fc12 (0x203ed bytes) 000617 1789130041.455550 mapwrite 0x03d201 thru 0x03ffff (0x2dff bytes) 000618 1789130041.495920 mapread 0x025c62 thru 0x026d41 (0x10e0 bytes) 000619 1789130041.506329 mapwrite 0x005b9f thru 0x00bb20 (0x5f82 bytes) 000620 1789130041.532646 read 0x010108 thru 0x017bad (0x7aa6 bytes) 000622 1789130041.533680 punch from 0x02fed0 to 0x031a9d (0x1bce bytes) 000623 1789130041.538645 trunc from 0x006c75 to 0x009901 (0x2c8d bytes) 000624 1789130041.543736 read 0x012d0d thru 0x0142a1 (0x1595 bytes) 000625 1789130041.544508 fallocate 0x025a6a thru 0x03145a (0xb9f1 bytes) 000626 1789130041.549711 read 0x00547b thru 0x011487 (0xc00d bytes) 000627 1789130041.561959 mapwrite 0x015562 thru 0x0236f7 (0xe196 bytes) 000629 1789130041.599046 punch from 0x0252f6 to 0x026c19 (0x1924 bytes) 000630 1789130041.608734 fallocate 0x037c52 thru 0x03c8b4 (0x4c63 bytes) 000631 1789130041.614348 trunc from 0x031b99 to 0x038304 (0x676c bytes) 000632 1789130041.626461 MIRROR_RESYNC 3 mirrors 000634 1789130042.574374 punch from 0x00ec56 to 0x017652 (0x89fd bytes) 000635 1789130042.623819 fallocate 0x01bc2c thru 0x0249e9 (0x8dbe bytes) 000636 1789130042.629069 read 0x03aa72 thru 0x03ffff (0x558e bytes) 000637 1789130042.641484 punch from 0x032bfd to 0x03ac5e (0x8062 bytes) 000638 1789130042.646240 punch from 0x015791 to 0x01bb36 (0x63a6 bytes) 000639 1789130042.652177 trunc from 0x03a042 to 0x03f835 (0x57f4 bytes) 000640 1789130042.662135 mapread 0x01d6b3 thru 0x01df89 (0x8d7 bytes) 000641 1789130042.667194 write 0x0248fc thru 0x02e0fe (0x9803 bytes) 000642 1789130042.687068 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xff5d7c3c (stale) Mirror 5: 0xff5d7c3c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc81c9807 Mirror 6: 0xc81c9807 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000644 1789130043.491995 fallocate 0x020826 thru 0x02837f (0x7b5a bytes) 000645 1789130043.532898 trunc from 0x039ab0 to 0x03ffff (0x6550 bytes) 000646 1789130043.539606 fallocate 0x01a439 thru 0x020a61 (0x6629 bytes) 000647 1789130043.544369 trunc from 0x01cd17 to 0x01dc57 (0xf41 bytes) 000648 1789130043.549191 mapread 0x02ea1d thru 0x030c97 (0x227b bytes) 000649 1789130043.567533 write 0x026486 thru 0x02bfbe (0x5b39 bytes) 000650 1789130043.581836 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xff5d7c3c (stale) Mirror 5: 0xff5d7c3c (stale) Mirror 6: 0xc81c9807 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x88d27643 Mirror 7: 0x88d27643 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000651 1789130044.524653 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xff5d7c3c (stale) Mirror 6: 0xc81c9807 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xff5d7c3c (stale) Mirror 6: 0xc81c9807 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x88d27643 Mirror 7: 0x88d27643 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000652 1789130044.983504 trunc from 0x03d28f to 0x03ec25 (0x1997 bytes) 000653 1789130045.034381 mapwrite 0x026714 thru 0x027b76 (0x1463 bytes) 000654 1789130045.053631 fallocate 0x022c05 thru 0x032002 (0xf3fe bytes) 000655 1789130045.058419 read 0x02dcf4 thru 0x03aba1 (0xceae bytes) 000656 1789130045.069104 fallocate 0x00adb2 thru 0x0180e2 (0xd331 bytes) 000657 1789130045.074860 write 0x008487 thru 0x00a162 (0x1cdc bytes) 000658 1789130045.088102 trunc from 0x040000 to 0x01cfc9 (0x23036 bytes) 000659 1789130045.115768 write 0x00426e thru 0x012402 (0xe195 bytes) 000660 1789130045.149455 fallocate 0x001828 thru 0x00bf3d (0xa716 bytes) 000661 1789130045.167630 trunc from 0x01cfca to 0x02728e (0xa2c5 bytes) 000662 1789130045.222005 trunc from 0x02728f to 0x017690 (0xfbfe bytes) 000663 1789130045.267248 trunc from 0x017691 to 0x0245eb (0xcf5b bytes) 000664 1789130045.300735 mapwrite 0x038d24 thru 0x03ffff (0x72dc bytes) 000666 1789130045.364731 trunc from 0x040000 to 0x03caf0 (0x350f bytes) 000667 1789130045.383967 mapread 0x002efc thru 0x008a32 (0x5b37 bytes) 000668 1789130045.392969 trunc from 0x03caf1 to 0x01354d (0x295a3 bytes) 000669 1789130045.417261 read 0x013121 thru 0x01354d (0x42d bytes) 000670 1789130045.425941 punch from 0x009068 to 0x010c89 (0x7c22 bytes) 000672 1789130045.436687 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1354e): Mirror 6: 0x220f1dc0 (stale) Mirror 7: 0x220f1dc0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1354e): Mirror 6: 0x220f1dc0 (stale) Mirror 7: 0x220f1dc0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1354e: skipped 000673 1789130045.895203 write 0x01fd4b thru 0x02898b (0x8c41 bytes) 000674 1789130045.919896 mapread 0x018d83 thru 0x020df9 (0x8077 bytes) 000675 1789130045.960920 trunc from 0x01a789 to 0x0200d9 (0x5951 bytes) 000676 1789130046.013682 fallocate 0x008cff thru 0x00b545 (0x2847 bytes) 000677 1789130046.023175 read 0x001eee thru 0x003ce9 (0x1dfc bytes) 000679 1789130046.052599 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2898c): Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2898c): Mirror 6: 0xbd718b52 (stale) Mirror 7: 0x3b5b9916 (stale) CRC-32 checksum value for chunk [0, 0x2898c): Mirror 1: 0x7a7dcbb3 Mirror 8: 0x7a7dcbb3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2898c: skipped 000680 1789130048.068202 trunc from 0x02898c to 0x029b00 (0x1175 bytes) 000681 1789130048.190518 fallocate 0x038a3f thru 0x03ffff (0x75c1 bytes) 000682 1789130048.218051 MIRROR_RESYNC 4 mirrors 000683 1789130050.202771 write 0x02eedb thru 0x031d65 (0x2e8b bytes) 000684 1789130050.332523 mapwrite 0x03c8a1 thru 0x03ee43 (0x25a3 bytes) 000685 1789130050.460726 read 0x01a6a2 thru 0x02a0bd (0xfa1c bytes) 000686 1789130050.496906 read 0x014299 thru 0x019ad9 (0x5841 bytes) 000687 1789130050.530101 write 0x02fc91 thru 0x037dd6 (0x8146 bytes) 000688 1789130050.531562 punch from 0x031bb2 to 0x036470 (0x48bf bytes) 000689 1789130050.589843 mapread 0x027674 thru 0x0307a5 (0x9132 bytes) 000690 1789130050.597070 mapwrite 0x0195a8 thru 0x01ee59 (0x58b2 bytes) 000691 1789130050.687631 MIRROR_RESYNC 4 mirrors 000692 1789130053.728050 MIRROR_EXTEND to 5 mirrors 000693 1789130054.976009 punch from 0x0388c6 to 0x03ffff (0x773a bytes) 000694 1789130055.027679 mapread 0x01ade2 thru 0x01d97e (0x2b9d bytes) 000695 1789130055.057919 mapread 0x014bc7 thru 0x01cc9e (0x80d8 bytes) 000696 1789130055.069122 trunc from 0x018ce8 to 0x026eae (0xe1c7 bytes) 000697 1789130055.075528 trunc from 0x040000 to 0x033c84 (0xc37b bytes) 000698 1789130055.116022 read 0x030dcd thru 0x0331d0 (0x2404 bytes) 000699 1789130055.123351 punch from 0x002f1d to 0x00d0e6 (0xa1ca bytes) 000700 1789130055.129578 mapread 0x00617e thru 0x00ce9f (0x6d22 bytes) 000701 1789130055.143866 trunc from 0x02ca6d to 0x033c84 (0x7218 bytes) 000702 1789130055.150560 fallocate 0x00ad56 thru 0x00e4c0 (0x376b bytes) 000703 1789130055.158917 read 0x01b198 thru 0x024259 (0x90c2 bytes) 000704 1789130055.182860 mapwrite 0x00cc6b thru 0x00e11b (0x14b1 bytes) 000705 1789130055.197924 mapwrite 0x03a0fd thru 0x03c63e (0x2542 bytes) 000706 1789130055.256595 fallocate 0x01697e thru 0x026338 (0xf9bb bytes) 000707 1789130055.272071 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c63f): Mirror 7: 0x16b0af74 (stale) Mirror 8: 0x16b0af74 (stale) Mirror 9: 0x16b0af74 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c63f): Mirror 7: 0x16b0af74 (stale) Mirror 8: 0x16b0af74 (stale) Mirror 9: 0x16b0af74 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c63f: skipped 000708 1789130055.715682 fallocate 0x02f724 thru 0x032f02 (0x37df bytes) 000709 1789130055.725375 write 0x029718 thru 0x033a4b (0xa334 bytes) 000710 1789130055.748900 fallocate 0x00fcee thru 0x01b90b (0xbc1e bytes) 000711 1789130055.766962 mapread 0x032ff5 thru 0x03c63e (0x964a bytes) 000713 1789130055.880529 mapwrite 0x01bc36 thru 0x023b5d (0x7f28 bytes) 000714 1789130055.952173 punch from 0x0376fa to 0x03c63e (0x4f45 bytes) 000715 1789130055.957953 punch from 0x014117 to 0x0164b1 (0x239b bytes) 000716 1789130055.963495 mapwrite 0x036119 thru 0x03ffff (0x9ee7 bytes) 000717 1789130056.028060 punch from 0x01c7d4 to 0x02837b (0xbba8 bytes) 000718 1789130056.039924 MIRROR_RESYNC 4 mirrors 000719 1789130058.139542 fallocate 0x03db84 thru 0x03ffff (0x247c bytes) 000720 1789130058.221294 mapwrite 0x029f4a thru 0x036fc0 (0xd077 bytes) 000721 1789130058.332767 write 0x02bfac thru 0x02d36f (0x13c4 bytes) 000722 1789130058.334824 trunc from 0x040000 to 0x03c964 (0x369b bytes) 000723 1789130058.374178 trunc from 0x03c965 to 0x00733e (0x35626 bytes) 000724 1789130058.411534 read 0x0040c4 thru 0x00733e (0x327b bytes) 000725 1789130058.435826 trunc from 0x0004ad to 0x00733e (0x6e92 bytes) 000726 1789130058.447856 mapwrite 0x00323d thru 0x00a420 (0x71e4 bytes) 000727 1789130058.553584 fallocate 0x00ff3c thru 0x019212 (0x92d7 bytes) 000728 1789130058.579722 trunc from 0x019213 to 0x01330e (0x5f04 bytes) 000729 1789130058.623006 punch from 0x011ae2 to 0x01330e (0x182d bytes) 000730 1789130058.632943 trunc from 0x00f919 to 0x01330e (0x39f6 bytes) 000732 1789130058.656503 trunc from 0x01330f to 0x01fd74 (0xca66 bytes) 000733 1789130058.689160 trunc from 0x01fd75 to 0x02715a (0x73e6 bytes) 000734 1789130058.715372 punch from 0x003618 to 0x00d606 (0x9fef bytes) 000735 1789130058.725418 read 0x01f5ca thru 0x02715a (0x7b91 bytes) 000737 1789130058.742699 punch from 0x000f39 to 0x0093d8 (0x84a0 bytes) 000739 1789130058.769912 mapwrite 0x03a44e thru 0x03e289 (0x3e3c bytes) 000740 1789130058.854620 fallocate 0x019ea4 thru 0x01ff2a (0x6087 bytes) 000741 1789130058.874237 punch from 0x034493 to 0x037d7f (0x38ed bytes) 000742 1789130058.890890 read 0x021b17 thru 0x02c50c (0xa9f6 bytes) 000743 1789130058.892606 mapwrite 0x03dfd3 thru 0x03ffff (0x202d bytes) 000744 1789130059.018713 mapread 0x00d8a9 thru 0x01cdcb (0xf523 bytes) 000745 1789130059.026922 trunc from 0x00e1c7 to 0x00ef24 (0xd5e bytes) 000746 1789130059.036955 write 0x01d3a1 thru 0x029972 (0xc5d2 bytes) 000747 1789130059.047659 trunc from 0x03f4f3 to 0x03ffff (0xb0d bytes) 000749 1789130059.074309 MIRROR_RESYNC 4 mirrors 000750 1789130061.198837 mapread 0x034d4f thru 0x03ec05 (0x9eb7 bytes) 000752 1789130061.231343 fallocate 0x00cc5d thru 0x01762b (0xa9cf bytes) 000753 1789130061.300382 MIRROR_RESYNC 4 mirrors 000755 1789130062.257399 mapread 0x01aeb3 thru 0x01ed03 (0x3e51 bytes) 000756 1789130062.315327 mapwrite 0x01313a thru 0x01f88a (0xc751 bytes) 000757 1789130062.505450 fallocate 0x016d10 thru 0x02147f (0xa770 bytes) 000758 1789130062.514987 mapwrite 0x019fae thru 0x01f045 (0x5098 bytes) 000759 1789130062.563915 write 0x027e07 thru 0x036be5 (0xeddf bytes) 000760 1789130062.615443 trunc from 0x0170ca to 0x0175c6 (0x4fd bytes) 000762 1789130062.630528 mapread 0x026f11 thru 0x027d24 (0xe14 bytes) 000763 1789130062.659715 read 0x000172 thru 0x00837d (0x820c bytes) 000764 1789130062.682441 MIRROR_RESYNC 4 mirrors 000765 1789130063.964554 mapread 0x02c38e thru 0x03ae0e (0xea81 bytes) 000766 1789130064.016057 trunc from 0x037673 to 0x03da4d (0x63db bytes) 000767 1789130064.085296 fallocate 0x023bb1 thru 0x027985 (0x3dd5 bytes) 000768 1789130064.100558 mapwrite 0x03fa31 thru 0x03ffff (0x5cf bytes) 000769 1789130064.134063 read 0x039e54 thru 0x03ffff (0x61ac bytes) 000770 1789130064.138078 mapread 0x02de68 thru 0x034d25 (0x6ebe bytes) 000772 1789130064.185270 mapread 0x02c565 thru 0x03a92c (0xe3c8 bytes) 000773 1789130064.200887 punch from 0x01b94e to 0x01bb0a (0x1bd bytes) 000774 1789130064.208663 mapread 0x01015e thru 0x0181f5 (0x8098 bytes) 000775 1789130064.225718 fallocate 0x023966 thru 0x026eba (0x3555 bytes) 000777 1789130064.242293 MIRROR_RESYNC 4 mirrors 000778 1789130065.759450 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) 000779 1789130066.304369 MIRROR_EXTEND to 4 mirrors 000780 1789130067.380251 punch from 0x0158dc to 0x01c9ca (0x70ef bytes) 000781 1789130067.435579 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x53cdd0d1 (stale) Mirror 9: 0x53cdd0d1 (stale) Mirror 10: 0x53cdd0d1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xaea736f9 Mirror 11: 0xaea736f9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000782 1789130068.389404 write 0x013646 thru 0x022d28 (0xf6e3 bytes) 000783 1789130068.437561 fallocate 0x0022fa thru 0x00a61f (0x8326 bytes) 000784 1789130068.444178 mapread 0x00fec6 thru 0x01a75d (0xa898 bytes) 000785 1789130068.463407 punch from 0x03a95b to 0x03ffff (0x56a5 bytes) 000786 1789130068.476651 mapread 0x03f164 thru 0x03ffff (0xe9c bytes) 000787 1789130068.489695 mapread 0x024581 thru 0x02ea1e (0xa49e bytes) 000788 1789130068.520393 write 0x034a99 thru 0x03a7f3 (0x5d5b bytes) 000789 1789130068.522700 mapread 0x01e347 thru 0x02daba (0xf774 bytes) 000790 1789130068.528511 mapread 0x0372af thru 0x03ffff (0x8d51 bytes) 000791 1789130068.530499 write 0x01ec8e thru 0x02daf7 (0xee6a bytes) 000792 1789130068.533729 fallocate 0x006037 thru 0x014104 (0xe0ce bytes) 000793 1789130068.546938 MIRROR_RESYNC 5 mirrors 000794 1789130070.261358 write 0x01e0f9 thru 0x020cf2 (0x2bfa bytes) 000795 1789130070.319230 mapread 0x025703 thru 0x034ee4 (0xf7e2 bytes) 000796 1789130070.370483 punch from 0x0133c8 to 0x0226b2 (0xf2eb bytes) 000797 1789130070.390684 mapread 0x0388d8 thru 0x03ffff (0x7728 bytes) 000798 1789130070.403778 trunc from 0x040000 to 0x02d9fd (0x12602 bytes) 000799 1789130070.430792 mapwrite 0x03096d thru 0x035715 (0x4da9 bytes) 000800 1789130070.488671 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35716): Mirror 8: 0xcdb2011f (stale) Mirror 9: 0xcdb2011f (stale) Mirror 10: 0xcdb2011f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35716): Mirror 8: 0xcdb2011f (stale) Mirror 9: 0xcdb2011f (stale) Mirror 10: 0xcdb2011f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35716: skipped 000801 1789130071.071587 trunc from 0x02803a to 0x0283ba (0x381 bytes) 000804 1789130071.085624 trunc from 0x026784 to 0x02e378 (0x7bf5 bytes) 000805 1789130071.097730 trunc from 0x035716 to 0x03d206 (0x7af1 bytes) 000806 1789130071.147190 trunc from 0x013259 to 0x0194f2 (0x629a bytes) 000807 1789130071.158642 read 0x02bf65 thru 0x032ee8 (0x6f84 bytes) 000808 1789130071.189652 mapread 0x03cad0 thru 0x03d206 (0x737 bytes) 000809 1789130071.240706 mapread 0x01068e thru 0x01f77e (0xf0f1 bytes) 000811 1789130071.307880 trunc from 0x00a7b9 to 0x014d90 (0xa5d8 bytes) 000812 1789130071.324609 punch from 0x01c6fa to 0x022a7d (0x6384 bytes) 000813 1789130071.340359 write 0x0067f3 thru 0x00eafa (0x8308 bytes) 000814 1789130071.367487 trunc from 0x00feb5 to 0x017255 (0x73a1 bytes) 000815 1789130071.379711 write 0x014ae8 thru 0x017ca6 (0x31bf bytes) 000816 1789130071.406475 punch from 0x023fdd to 0x02a378 (0x639c bytes) 000818 1789130071.424966 fallocate 0x00e10f thru 0x01665b (0x854d bytes) 000819 1789130071.450714 punch from 0x01a2e8 to 0x026ef1 (0xcc0a bytes) 000820 1789130071.466030 read 0x017958 thru 0x01c092 (0x473b bytes) 000822 1789130071.493242 mapread 0x036bdc thru 0x03d206 (0x662b bytes) 000823 1789130071.494359 mapread 0x003298 thru 0x00a481 (0x71ea bytes) 000824 1789130071.497594 mapwrite 0x015ceb thru 0x023218 (0xd52e bytes) 000826 1789130071.534522 trunc from 0x0341c5 to 0x03d206 (0x9042 bytes) 000827 1789130071.547665 trunc from 0x03d207 to 0x03b136 (0x20d0 bytes) 000828 1789130071.570914 punch from 0x0373f6 to 0x03a846 (0x3451 bytes) 000829 1789130071.580668 punch from 0x00ac72 to 0x01981d (0xebac bytes) 000830 1789130071.590191 trunc from 0x037ff7 to 0x03a755 (0x275f bytes) 000832 1789130071.602680 fallocate 0x02f478 thru 0x032fd7 (0x3b60 bytes) 000833 1789130071.611530 write 0x008326 thru 0x016055 (0xdd30 bytes) 000834 1789130071.626088 fallocate 0x02844e thru 0x0321dc (0x9d8f bytes) 000835 1789130071.635551 read 0x00396e thru 0x00aa07 (0x709a bytes) 000836 1789130071.637318 trunc from 0x03b137 to 0x00a513 (0x30c23 bytes) 000837 1789130071.678259 fallocate 0x037d75 thru 0x0384ab (0x737 bytes) 000838 1789130071.695071 trunc from 0x004bff to 0x00a513 (0x5915 bytes) 000840 1789130071.731029 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xa514): Mirror 9: 0x6c65dc90 (stale) Mirror 10: 0x6c65dc90 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa514): Mirror 9: 0x6c65dc90 (stale) Mirror 10: 0x6c65dc90 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa514: skipped 000841 1789130072.305301 fallocate 0x0364a0 thru 0x03ffff (0x9b60 bytes) 000842 1789130072.356111 mapwrite 0x03f727 thru 0x03ffff (0x8d9 bytes) 000844 1789130072.397732 trunc from 0x02e884 to 0x031e98 (0x3615 bytes) 000845 1789130072.412120 punch from 0x009873 to 0x00eeca (0x5658 bytes) 000846 1789130072.439945 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x19d01686 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x19d01686 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000847 1789130072.872564 read 0x022ea9 thru 0x02c596 (0x96ee bytes) 000848 1789130072.896249 trunc from 0x00063f to 0x009851 (0x9213 bytes) 000849 1789130072.904055 write 0x011bb8 thru 0x013ac2 (0x1f0b bytes) 000850 1789130072.936209 trunc from 0x01d628 to 0x01d677 (0x50 bytes) 000851 1789130072.964649 MIRROR_RESYNC 2 mirrors 000852 1789130074.233064 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) 000853 1789130074.513657 write 0x02b7fe thru 0x0388e7 (0xd0ea bytes) 000854 1789130074.572537 write 0x012f73 thru 0x014d37 (0x1dc5 bytes) 000856 1789130074.587970 mapwrite 0x005c37 thru 0x011d4b (0xc115 bytes) 000858 1789130074.769665 trunc from 0x040000 to 0x0324d5 (0xdb2a bytes) 000859 1789130074.818094 mapwrite 0x016c40 thru 0x021147 (0xa508 bytes) 000860 1789130074.884329 mapread 0x02a559 thru 0x02ccda (0x2782 bytes) 000861 1789130074.905216 trunc from 0x02f163 to 0x0324d5 (0x3373 bytes) 000862 1789130074.912717 mapread 0x011899 thru 0x012e04 (0x156c bytes) 000863 1789130074.918607 write 0x00d65f thru 0x00f808 (0x21aa bytes) 000865 1789130074.928632 MIRROR_EXTEND to 2 mirrors 000866 1789130076.303433 write 0x01a2ec thru 0x020005 (0x5d1a bytes) 000867 1789130076.394218 punch from 0x02e506 to 0x0324d5 (0x3fd0 bytes) 000868 1789130076.403655 punch from 0x021193 to 0x0263a2 (0x5210 bytes) 000870 1789130076.421111 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) 000871 1789130076.689510 fallocate 0x03efef thru 0x03ffff (0x1011 bytes) 000873 1789130076.726685 MIRROR_EXTEND to 2 mirrors 000874 1789130078.389501 punch from 0x022beb to 0x02f862 (0xcc78 bytes) 000876 1789130078.443121 punch from 0x00295b to 0x008ff2 (0x6698 bytes) 000878 1789130078.458033 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) 000879 1789130078.626824 write 0x038e2d thru 0x03ffff (0x71d3 bytes) 000880 1789130078.634709 write 0x00fb43 thru 0x012499 (0x2957 bytes) 000882 1789130078.661089 mapread 0x025b60 thru 0x029717 (0x3bb8 bytes) 000883 1789130078.686650 trunc from 0x040000 to 0x0226c2 (0x1d93d bytes) 000884 1789130078.707406 mapwrite 0x035ec9 thru 0x03ffff (0xa137 bytes) 000885 1789130078.781393 mapwrite 0x0102ab thru 0x01f968 (0xf6be bytes) 000886 1789130078.867702 mapread 0x03c026 thru 0x03ffff (0x3fda bytes) 000887 1789130078.872349 mapread 0x0341ec thru 0x03ffff (0xbe14 bytes) 000888 1789130078.876671 fallocate 0x00c3f4 thru 0x012113 (0x5d20 bytes) 000889 1789130078.886905 trunc from 0x026389 to 0x02fcdf (0x9957 bytes) 000890 1789130078.899002 trunc from 0x040000 to 0x013e7f (0x2c180 bytes) 000892 1789130078.931081 trunc from 0x013e80 to 0x01d7c4 (0x9945 bytes) 000893 1789130078.961344 mapread 0x012cf1 thru 0x01bb0d (0x8e1d bytes) 000896 1789130079.001799 read 0x012f7e thru 0x018bae (0x5c31 bytes) 000897 1789130079.004305 read 0x01b36a thru 0x01d7c4 (0x245b bytes) 000899 1789130079.023360 trunc from 0x01d7c5 to 0x0346d3 (0x16f0f bytes) 000901 1789130079.050909 punch from 0x01462d to 0x017cd5 (0x36a9 bytes) 000902 1789130079.058997 fallocate 0x009639 thru 0x011057 (0x7a1f bytes) 000903 1789130079.072418 punch from 0x02c4ac to 0x0346d3 (0x8228 bytes) 000905 1789130079.102091 mapwrite 0x03be96 thru 0x03ffff (0x416a bytes) 000907 1789130079.207956 punch from 0x01e98f to 0x02e0d7 (0xf749 bytes) 000908 1789130079.218204 read 0x006b18 thru 0x00f2df (0x87c8 bytes) 000910 1789130079.231355 trunc from 0x01327d to 0x014e47 (0x1bcb bytes) 000911 1789130079.254737 trunc from 0x01ead6 to 0x029539 (0xaa64 bytes) 000912 1789130079.262636 trunc from 0x013558 to 0x017d5c (0x4805 bytes) 000913 1789130079.288679 punch from 0x0326ce to 0x03d57e (0xaeb1 bytes) 000914 1789130079.298698 write 0x03314d thru 0x03d13e (0x9ff2 bytes) 000915 1789130079.328026 mapread 0x0241ce thru 0x03362e (0xf461 bytes) 000917 1789130079.332453 trunc from 0x040000 to 0x032e12 (0xd1ed bytes) 000918 1789130079.367346 fallocate 0x0050e0 thru 0x011f01 (0xce22 bytes) 000919 1789130079.383920 trunc from 0x032e13 to 0x03ecfe (0xbeec bytes) 000920 1789130079.432266 write 0x011227 thru 0x015dc9 (0x4ba3 bytes) 000922 1789130079.436435 mapread 0x01acf8 thru 0x0286fb (0xda04 bytes) 000923 1789130079.437685 trunc from 0x03ecff to 0x030638 (0xe6c6 bytes) 000924 1789130079.475205 punch from 0x009bce to 0x01067c (0x6aaf bytes) 000925 1789130079.484269 fallocate 0x031feb thru 0x03cd80 (0xad96 bytes) 000926 1789130079.497138 trunc from 0x03cd81 to 0x03213e (0xac42 bytes) 000927 1789130079.526246 mapread 0x01ebec thru 0x0211d8 (0x25ed bytes) 000928 1789130079.529180 mapread 0x00cdb6 thru 0x019549 (0xc794 bytes) 000929 1789130079.557444 mapread 0x000910 thru 0x00dfe9 (0xd6da bytes) 000930 1789130079.585034 mapread 0x02228c thru 0x02a8e8 (0x865d bytes) 000931 1789130079.588286 fallocate 0x029efe thru 0x036e16 (0xcf19 bytes) 000932 1789130079.604338 trunc from 0x036e17 to 0x03ff2e (0x9118 bytes) 000934 1789130079.625013 read 0x011124 thru 0x015be5 (0x4ac2 bytes) 000935 1789130079.626376 write 0x019b25 thru 0x01c289 (0x2765 bytes) 000936 1789130079.629086 write 0x02ee88 thru 0x03aeb7 (0xc030 bytes) 000937 1789130079.648112 MIRROR_EXTEND to 2 mirrors 000938 1789130081.271130 trunc from 0x00b050 to 0x0193da (0xe38b bytes) 000939 1789130081.362177 write 0x031a69 thru 0x03721b (0x57b3 bytes) 000940 1789130081.404337 trunc from 0x019248 to 0x01a820 (0x15d9 bytes) 000941 1789130081.422421 trunc from 0x02ad01 to 0x039f43 (0xf243 bytes) 000942 1789130081.463214 trunc from 0x03ff2f to 0x033ea6 (0xc088 bytes) 000943 1789130081.509912 trunc from 0x033ea7 to 0x000cc0 (0x331e6 bytes) 000944 1789130081.555952 mapread 0x0001f2 thru 0x000cc0 (0xacf bytes) 000945 1789130081.589301 punch from 0x000c0d to 0x000cc0 (0xb4 bytes) 000946 1789130081.597504 read 0x000815 thru 0x000cc0 (0x4ac bytes) 000947 1789130081.604498 trunc from 0x000207 to 0x000cc0 (0xaba bytes) 000948 1789130081.615930 trunc from 0x000517 to 0x000cc0 (0x7aa bytes) 000949 1789130081.631161 mapwrite 0x03ea35 thru 0x03ffff (0x15cb bytes) 000950 1789130081.722156 trunc from 0x026426 to 0x027822 (0x13fd bytes) 000951 1789130081.732390 fallocate 0x0339b5 thru 0x03b690 (0x7cdc bytes) 000952 1789130081.739418 write 0x02be49 thru 0x03ac48 (0xee00 bytes) 000953 1789130081.765258 mapread 0x033baa thru 0x03ffff (0xc456 bytes) 000954 1789130081.777968 fallocate 0x01e33b thru 0x0209a2 (0x2668 bytes) 000955 1789130081.784098 fallocate 0x01d55c thru 0x023882 (0x6327 bytes) 000956 1789130081.808231 MIRROR_RESYNC 2 mirrors 000957 1789130082.988568 read 0x03ccbb thru 0x03dda3 (0x10e9 bytes) 000958 1789130083.009554 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x17d:0x0]: Invalid argument (22) 000960 1789130083.438853 trunc from 0x040000 to 0x0271be (0x18e41 bytes) 000961 1789130083.570694 fallocate 0x0134b0 thru 0x01de73 (0xa9c4 bytes) 000962 1789130083.575952 read 0x01ea77 thru 0x0271be (0x8748 bytes) 000963 1789130083.586078 punch from 0x00877a to 0x013c4c (0xb4d3 bytes) 000964 1789130083.596463 read 0x0060df thru 0x00ceb4 (0x6dd6 bytes) 000965 1789130083.633566 read 0x01a12b thru 0x022de7 (0x8cbd bytes) 000966 1789130083.635412 mapwrite 0x00f5df thru 0x01f0fe (0xfb20 bytes) 000967 1789130083.661788 fallocate 0x00128c thru 0x008e16 (0x7b8b bytes) 000970 1789130083.670946 mapwrite 0x0395ce thru 0x03ffff (0x6a32 bytes) 000971 1789130083.736907 mapread 0x012ad4 thru 0x021470 (0xe99d bytes) 000972 1789130083.740936 mapwrite 0x03f4d6 thru 0x03ffff (0xb2a bytes) 000973 1789130083.758340 mapread 0x0011d0 thru 0x00b56e (0xa39f bytes) 000974 1789130083.760494 fallocate 0x02b283 thru 0x02f53a (0x42b8 bytes) 000975 1789130083.766083 read 0x01437d thru 0x01e66f (0xa2f3 bytes) 000976 1789130083.766670 trunc from 0x02df62 to 0x02f0ce (0x116d bytes) 000977 1789130083.773703 write 0x0394c2 thru 0x03fc86 (0x67c5 bytes) 000978 1789130083.777076 write 0x0392e8 thru 0x03ebc0 (0x58d9 bytes) 000979 1789130083.779341 punch from 0x02fafa to 0x03adaa (0xb2b1 bytes) 000980 1789130083.813315 write 0x0359b2 thru 0x03d9a0 (0x7fef bytes) 000981 1789130083.828972 trunc from 0x0273ea to 0x037290 (0xfea7 bytes) 000982 1789130083.859815 punch from 0x0210fe to 0x02cd54 (0xbc57 bytes) 000983 1789130083.869523 mapread 0x03774f thru 0x038e58 (0x170a bytes) 000984 1789130083.893255 fallocate 0x02803b thru 0x032796 (0xa75c bytes) 000985 1789130083.900241 mapread 0x02a8fd thru 0x03267e (0x7d82 bytes) 000986 1789130083.971890 mapwrite 0x00237d thru 0x00aead (0x8b31 bytes) 000987 1789130084.022671 trunc from 0x040000 to 0x012366 (0x2dc99 bytes) 000990 1789130084.050961 trunc from 0x00b48c to 0x012366 (0x6edb bytes) 000991 1789130084.060583 write 0x02cb68 thru 0x0359c4 (0x8e5d bytes) 000992 1789130084.064438 fallocate 0x036f53 thru 0x039d70 (0x2e1e bytes) 000994 1789130084.072320 trunc from 0x039d71 to 0x0340de (0x5c92 bytes) 000996 1789130084.107682 punch from 0x00ef69 to 0x01703a (0x80d2 bytes) 000997 1789130084.114263 trunc from 0x01601c to 0x02106c (0xb051 bytes) 000998 1789130084.121670 read 0x020f64 thru 0x02f7cc (0xe869 bytes) 000999 1789130084.182164 MIRROR_EXTEND to 2 mirrors 001000 1789130085.709706 write 0x0129e3 thru 0x01fc45 (0xd263 bytes) All operations completed A-OK!