== sanity-flr test 70a: flr mode fsx test ================ 17:03:36 (1789074216) striped dir -i0 -c2 -H crush /mnt/lustre/d70a.sanity-flr Seed set to 4218 skipping zero size read 000002 1789074218.810715 mapwrite 0x008cba thru 0x0162de (0xd625 bytes) truncating to largest ever: 0x37677 000003 1789074218.872013 trunc from 0x0162df to 0x037676 (0x21398 bytes) 000004 1789074218.890423 read 0x020c87 thru 0x02f559 (0xe8d3 bytes) 000005 1789074218.906099 mapwrite 0x00cbbe thru 0x01743f (0xa882 bytes) 000006 1789074218.933869 punch from 0x00f129 to 0x01bdd2 (0xccaa bytes) 000007 1789074218.938723 trunc from 0x02ca8d to 0x0319d1 (0x4f45 bytes) 000009 1789074218.944499 mapwrite 0x005691 thru 0x00e205 (0x8b75 bytes) 000010 1789074218.966431 MIRROR_EXTEND to 2 mirrors 000011 1789074219.818461 mapread 0x0053fa thru 0x014484 (0xf08b bytes) 000012 1789074219.869404 trunc from 0x037677 to 0x01afd6 (0x1c6a0 bytes) 000013 1789074219.934081 fallocate 0x028669 thru 0x03048b (0x7e23 bytes) 000015 1789074219.940501 read 0x00de43 thru 0x010158 (0x2316 bytes) 000016 1789074219.948668 read 0x00a0d9 thru 0x00d8aa (0x37d2 bytes) 000017 1789074219.956411 punch from 0x01346e to 0x01607d (0x2c10 bytes) 000019 1789074219.961329 trunc from 0x0180a6 to 0x01afd6 (0x2f31 bytes) 000020 1789074219.965925 trunc from 0x01afd7 to 0x023c3e (0x8c68 bytes) 000021 1789074219.987852 fallocate 0x00cc17 thru 0x014f3c (0x8326 bytes) 000022 1789074219.994285 mapwrite 0x032f4f thru 0x03c039 (0x90eb bytes) 000023 1789074220.042000 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) 000024 1789074220.204471 write 0x00f25c thru 0x01e030 (0xedd5 bytes) 000026 1789074220.221899 trunc from 0x039c88 to 0x03c039 (0x23b2 bytes) fallocating to largest ever: 0x3911e 000028 1789074220.229737 fallocate 0x036b67 thru 0x03911d (0x25b7 bytes) 000029 1789074220.234419 trunc from 0x013576 to 0x0196fc (0x6187 bytes) 000030 1789074220.248769 mapread 0x0285f4 thru 0x0361c2 (0xdbcf bytes) 000031 1789074220.283894 mapread 0x00511f thru 0x00a0c6 (0x4fa8 bytes) 000032 1789074220.296345 trunc from 0x03c03a to 0x02404d (0x17fec bytes) 000033 1789074220.316361 fallocate 0x02537c thru 0x02c77b (0x7400 bytes) 000035 1789074220.324967 trunc from 0x02c77c to 0x021c84 (0xaaf7 bytes) 000036 1789074220.338717 trunc from 0x021c85 to 0x005141 (0x1cb43 bytes) 000038 1789074220.359871 read 0x0011f7 thru 0x005141 (0x3f4b bytes) 000039 1789074220.362060 punch from 0x003516 to 0x005141 (0x1c2c bytes) 000040 1789074220.369537 write 0x0344fa thru 0x03d2a3 (0x8daa bytes) 000041 1789074220.375766 punch from 0x01cff9 to 0x021398 (0x43a0 bytes) truncating to largest ever: 0x3d3af 000042 1789074220.385784 trunc from 0x03d2a4 to 0x03d3ae (0x10b bytes) 000043 1789074220.404485 mapwrite 0x0289b2 thru 0x034439 (0xba88 bytes) 000045 1789074220.477859 trunc from 0x03334d to 0x03b8bc (0x8570 bytes) 000046 1789074220.488612 read 0x02e682 thru 0x03cb29 (0xe4a8 bytes) 000047 1789074220.508753 mapwrite 0x0298c0 thru 0x02c9f3 (0x3134 bytes) 000048 1789074220.524403 write 0x025fb0 thru 0x033394 (0xd3e5 bytes) 000049 1789074220.525950 trunc from 0x0288cb to 0x029213 (0x949 bytes) 000050 1789074220.537763 trunc from 0x03d3af to 0x0264d9 (0x16ed5 bytes) 000051 1789074220.559442 MIRROR_EXTEND to 2 mirrors 000052 1789074221.091042 mapread 0x0023dd thru 0x00ea86 (0xc6aa bytes) 000053 1789074221.118319 write 0x03a17b thru 0x03ffff (0x5e85 bytes) 000054 1789074221.158878 trunc from 0x01d044 to 0x02a1bd (0xd17a bytes) 000055 1789074221.164453 mapread 0x01f608 thru 0x022387 (0x2d80 bytes) 000056 1789074221.174729 mapread 0x03bc91 thru 0x03ffff (0x436f bytes) 000057 1789074221.175749 punch from 0x02cab1 to 0x031d48 (0x5298 bytes) 000058 1789074221.180262 punch from 0x0381aa to 0x03bf89 (0x3de0 bytes) 000059 1789074221.192360 mapwrite 0x00391c thru 0x00bc19 (0x82fe bytes) 000061 1789074221.218424 MIRROR_RESYNC 2 mirrors 000062 1789074221.640573 fallocate 0x003cfb thru 0x0076b9 (0x39bf bytes) 000063 1789074221.672559 mapread 0x03a1e4 thru 0x03c070 (0x1e8d bytes) 000064 1789074221.690402 trunc from 0x040000 to 0x0238b8 (0x1c747 bytes) 000065 1789074221.728637 write 0x00a927 thru 0x010804 (0x5ede bytes) 000066 1789074221.745667 trunc from 0x0017be to 0x00fabf (0xe302 bytes) 000067 1789074221.761939 fallocate 0x01509c thru 0x0209f5 (0xb95a bytes) 000068 1789074221.766363 fallocate 0x012a19 thru 0x012ba0 (0x188 bytes) 000069 1789074221.770671 write 0x021edc thru 0x02cb9c (0xacc1 bytes) 000070 1789074221.776400 mapread 0x021f5c thru 0x02cb9c (0xac41 bytes) 000071 1789074221.779331 punch from 0x002369 to 0x010f48 (0xebe0 bytes) 000072 1789074221.785483 fallocate 0x020b4e thru 0x025db5 (0x5268 bytes) 000075 1789074221.793555 read 0x014394 thru 0x01f8f6 (0xb563 bytes) 000076 1789074221.798429 MIRROR_RESYNC 2 mirrors 000077 1789074222.237335 mapread 0x015078 thru 0x018d51 (0x3cda bytes) 000078 1789074222.262423 mapwrite 0x03d779 thru 0x03ffff (0x2887 bytes) 000079 1789074222.309164 fallocate 0x02685a thru 0x033be3 (0xd38a bytes) 000080 1789074222.313019 trunc from 0x02ca27 to 0x038066 (0xb640 bytes) 000081 1789074222.318774 mapread 0x01d256 thru 0x01f326 (0x20d1 bytes) 000082 1789074222.343479 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) 000083 1789074222.469559 mapread 0x01835d thru 0x018c69 (0x90d bytes) 000084 1789074222.474459 read 0x03d862 thru 0x03ffff (0x279e bytes) 000085 1789074222.484188 MIRROR_EXTEND to 2 mirrors 000086 1789074223.038003 trunc from 0x040000 to 0x026594 (0x19a6b bytes) 000087 1789074223.111211 trunc from 0x012125 to 0x020954 (0xe830 bytes) 000088 1789074223.116677 mapread 0x021e6f thru 0x026594 (0x4726 bytes) 000089 1789074223.135790 fallocate 0x029277 thru 0x036f52 (0xdcdc bytes) 000090 1789074223.142052 trunc from 0x036f53 to 0x033ffb (0x2f57 bytes) 000091 1789074223.159809 trunc from 0x007d75 to 0x00d6da (0x5966 bytes) 000092 1789074223.163778 punch from 0x0024b7 to 0x006bc6 (0x4710 bytes) 000093 1789074223.168491 write 0x031e82 thru 0x03ffff (0xe17e bytes) 000094 1789074223.174485 trunc from 0x040000 to 0x031012 (0xefed bytes) 000095 1789074223.194044 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x31013): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31013): Mirror 2: 0x9a84381e (stale) CRC-32 checksum value for chunk [0, 0x31013): Mirror 1: 0xd29da0cb Mirror 3: 0xd29da0cb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31013: skipped 000096 1789074223.976571 trunc from 0x031013 to 0x0185b0 (0x18a62 bytes) 000097 1789074224.028037 write 0x0166b6 thru 0x01bce5 (0x5630 bytes) 000098 1789074224.033779 mapwrite 0x000a2f thru 0x00a647 (0x9c19 bytes) 000099 1789074224.086872 punch from 0x015ba2 to 0x0184f0 (0x294f bytes) 000100 1789074224.093261 fallocate 0x011c5f thru 0x0169be (0x4d60 bytes) 000102 1789074224.099693 write 0x00a1c5 thru 0x0164ec (0xc328 bytes) 000103 1789074224.106460 fallocate 0x00c902 thru 0x00ee9c (0x259b bytes) 000104 1789074224.117907 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1bce6): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1bce6): Mirror 2: 0x9a6aa4d7 (stale) Mirror 3: 0x9a6aa4d7 (stale) CRC-32 checksum value for chunk [0, 0x1bce6): Mirror 1: 0xa88d630c Mirror 4: 0xa88d630c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1bce6: skipped fallocating to largest ever: 0x3f805 000105 1789074224.742650 fallocate 0x0305b8 thru 0x03f804 (0xf24d bytes) 000106 1789074224.779437 MIRROR_RESYNC 4 mirrors 000108 1789074225.384542 trunc from 0x01aa03 to 0x01bce5 (0x12e3 bytes) 000109 1789074225.460869 read 0x0192f3 thru 0x01bce5 (0x29f3 bytes) 000110 1789074225.482088 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1bce6): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1bce6): Mirror 2: 0xa88d630c (stale) Mirror 3: 0xa88d630c (stale) Mirror 4: 0xa88d630c (stale) CRC-32 checksum value for chunk [0, 0x1bce6): Mirror 1: 0x2e30fac0 Mirror 5: 0x2e30fac0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1bce6: skipped 000111 1789074226.368130 trunc from 0x01bce6 to 0x027211 (0xb52c bytes) 000112 1789074226.411139 mapread 0x00b7ee thru 0x017e3f (0xc652 bytes) 000113 1789074226.436358 trunc from 0x008935 to 0x0104cd (0x7b99 bytes) 000114 1789074226.441338 trunc from 0x027212 to 0x00639e (0x20e73 bytes) 000115 1789074226.459574 write 0x02382d thru 0x030a4a (0xd21e bytes) 000116 1789074226.464035 punch from 0x00bdd9 to 0x00c7ea (0xa12 bytes) 000117 1789074226.468626 mapread 0x027305 thru 0x02ec1c (0x7918 bytes) 000118 1789074226.473253 MIRROR_RESYNC 5 mirrors 000119 1789074227.317621 write 0x03fab9 thru 0x03ffff (0x547 bytes) 000120 1789074227.356793 trunc from 0x040000 to 0x02742a (0x18bd5 bytes) 000121 1789074227.382624 write 0x02c4eb thru 0x03263d (0x6153 bytes) 000122 1789074227.384065 mapwrite 0x0062c8 thru 0x008d2b (0x2a64 bytes) 000123 1789074227.448143 mapwrite 0x0059d7 thru 0x00c911 (0x6f3b bytes) 000125 1789074227.526952 mapread 0x01767d thru 0x026a82 (0xf406 bytes) 000127 1789074227.562288 punch from 0x02512a to 0x025784 (0x65b bytes) 000129 1789074227.567769 mapread 0x02c7ed thru 0x03263d (0x5e51 bytes) 000130 1789074227.570341 fallocate 0x0282f2 thru 0x035d8e (0xda9d bytes) fallocating to largest ever: 0x40000 000131 1789074227.578952 fallocate 0x03da9d thru 0x03ffff (0x2563 bytes) 000132 1789074227.583899 trunc from 0x040000 to 0x027892 (0x1876d bytes) 000133 1789074227.605875 trunc from 0x000af5 to 0x00f205 (0xe711 bytes) 000134 1789074227.612627 mapwrite 0x015f6f thru 0x017019 (0x10ab bytes) 000135 1789074227.629703 write 0x007b81 thru 0x011478 (0x98f8 bytes) 000136 1789074227.635877 mapread 0x00e8e8 thru 0x0130f7 (0x4810 bytes) 000137 1789074227.636768 read 0x0260a2 thru 0x027892 (0x17f1 bytes) 000138 1789074227.641217 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x27893): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27893): Mirror 2: 0x46b55c50 (stale) Mirror 3: 0x46b55c50 (stale) Mirror 4: 0x46b55c50 (stale) Mirror 5: 0x46b55c50 (stale) CRC-32 checksum value for chunk [0, 0x27893): Mirror 1: 0x153874b4 Mirror 6: 0x153874b4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27893: skipped 000139 1789074228.404937 mapread 0x0228dd thru 0x024cb8 (0x23dc bytes) 000140 1789074228.423331 punch from 0x0082a9 to 0x00e6de (0x6436 bytes) 000141 1789074228.448600 punch from 0x00db68 to 0x00f7bc (0x1c55 bytes) 000142 1789074228.454783 trunc from 0x018052 to 0x01e38a (0x6339 bytes) 000143 1789074228.462542 write 0x0117b3 thru 0x01ef6a (0xd7b8 bytes) 000144 1789074228.487227 trunc from 0x027893 to 0x02504e (0x2844 bytes) 000145 1789074228.576652 mapwrite 0x0058c6 thru 0x00d274 (0x79af bytes) 000146 1789074228.618185 MIRROR_RESYNC 6 mirrors 000147 1789074230.021582 read 0x0112c3 thru 0x01243e (0x117c bytes) 000148 1789074230.025721 fallocate 0x015a13 thru 0x01cb3c (0x712a bytes) 000149 1789074230.058682 mapwrite 0x00efa0 thru 0x01a9a1 (0xba02 bytes) 000150 1789074230.122555 write 0x02c8e6 thru 0x0350b9 (0x87d4 bytes) 000151 1789074230.123999 mapwrite 0x001c67 thru 0x0085d6 (0x6970 bytes) 000152 1789074230.151731 write 0x00b817 thru 0x0112d5 (0x5abf bytes) 000153 1789074230.153329 mapwrite 0x023592 thru 0x027e5b (0x48ca bytes) 000154 1789074230.173900 trunc from 0x011ba2 to 0x01c5b8 (0xaa17 bytes) 000156 1789074230.183151 MIRROR_RESYNC 6 mirrors 000157 1789074231.260482 read 0x029808 thru 0x02f81d (0x6016 bytes) 000158 1789074231.270359 trunc from 0x0299b4 to 0x031df6 (0x8443 bytes) 000163 1789074231.309858 trunc from 0x00df06 to 0x014379 (0x6474 bytes) 000164 1789074231.315615 fallocate 0x000909 thru 0x002eb0 (0x25a8 bytes) 000165 1789074231.320129 fallocate 0x00655d thru 0x0163db (0xfe7f bytes) 000167 1789074231.325233 trunc from 0x0350ba to 0x016f31 (0x1e188 bytes) 000169 1789074231.382482 read 0x00ea16 thru 0x016f31 (0x851c bytes) 000170 1789074231.403234 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x16f32): Mirror 2: 0x455a6fc5 (stale) Mirror 4: 0x455a6fc5 (stale) Mirror 5: 0x455a6fc5 (stale) Mirror 6: 0x455a6fc5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x16f32): Mirror 2: 0x455a6fc5 (stale) Mirror 4: 0x455a6fc5 (stale) Mirror 5: 0x455a6fc5 (stale) Mirror 6: 0x455a6fc5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x16f32: skipped 000171 1789074231.716253 write 0x02ec00 thru 0x0368de (0x7cdf bytes) 000172 1789074231.721084 read 0x02e3a7 thru 0x0368de (0x8538 bytes) 000173 1789074231.723175 trunc from 0x01373b to 0x022997 (0xf25d bytes) 000174 1789074231.732176 read 0x00063f thru 0x006a88 (0x644a bytes) 000175 1789074231.748271 read 0x03635b thru 0x0368de (0x584 bytes) 000176 1789074231.748944 mapread 0x031aba thru 0x0368de (0x4e25 bytes) 000177 1789074231.755757 MIRROR_RESYNC 5 mirrors 000178 1789074232.663790 fallocate 0x00576b thru 0x011c85 (0xc51b bytes) 000179 1789074232.703562 read 0x02ac11 thru 0x035b3e (0xaf2e bytes) 000180 1789074232.710590 mapread 0x00af0b thru 0x013dec (0x8ee2 bytes) 000181 1789074232.726770 trunc from 0x005b2a to 0x01535b (0xf832 bytes) 000182 1789074232.734424 MIRROR_RESYNC 5 mirrors 000183 1789074233.427099 trunc from 0x0368df to 0x00dd15 (0x28bc9 bytes) 000184 1789074233.464951 punch from 0x00b230 to 0x00dd15 (0x2ae6 bytes) 000185 1789074233.472374 trunc from 0x00dd16 to 0x0398d7 (0x2bbc2 bytes) 000186 1789074233.490014 write 0x0120bb thru 0x020910 (0xe856 bytes) 000187 1789074233.503272 write 0x0071c5 thru 0x00cc3c (0x5a78 bytes) 000188 1789074233.511467 mapread 0x0261d7 thru 0x02eb3f (0x8969 bytes) 000189 1789074233.526456 trunc from 0x0398d8 to 0x00d5a1 (0x2c336 bytes) 000191 1789074233.539738 trunc from 0x00d5a2 to 0x03fd59 (0x327b8 bytes) 000192 1789074233.556277 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fd5a): Mirror 4: 0xfdb646b9 (stale) Mirror 5: 0xfdb646b9 (stale) Mirror 6: 0xfdb646b9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fd5a): Mirror 4: 0xfdb646b9 (stale) Mirror 5: 0xfdb646b9 (stale) Mirror 6: 0xfdb646b9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fd5a: skipped 000193 1789074233.911698 trunc from 0x03fd5a to 0x03a35b (0x59fe bytes) 000194 1789074233.937667 punch from 0x00dda8 to 0x00f923 (0x1b7c bytes) 000195 1789074233.948297 mapwrite 0x0040d5 thru 0x00900d (0x4f39 bytes) 000196 1789074233.983775 mapwrite 0x00c97e thru 0x012ebd (0x6540 bytes) 000197 1789074234.008783 write 0x038491 thru 0x03ffff (0x7b6f bytes) 000199 1789074234.015279 mapwrite 0x0130ce thru 0x016248 (0x317b bytes) 000200 1789074234.031493 trunc from 0x025b0f to 0x031fd1 (0xc4c3 bytes) 000201 1789074234.036705 punch from 0x0225a4 to 0x0234e2 (0xf3f bytes) 000202 1789074234.043371 punch from 0x03113b to 0x038e9a (0x7d60 bytes) 000203 1789074234.048342 read 0x015a3a thru 0x020823 (0xadea bytes) 000204 1789074234.060690 punch from 0x0337c1 to 0x03be83 (0x86c3 bytes) 000205 1789074234.066275 trunc from 0x040000 to 0x000226 (0x3fdd9 bytes) 000206 1789074234.092220 punch from 0x000152 to 0x000226 (0xd5 bytes) 000207 1789074234.098553 mapwrite 0x02742f thru 0x03210d (0xacdf bytes) 000208 1789074234.165040 trunc from 0x00fbb9 to 0x01a9bd (0xae05 bytes) 000209 1789074234.175597 trunc from 0x03210e to 0x01d515 (0x14bf8 bytes) 000210 1789074234.204552 MIRROR_RESYNC 4 mirrors 000211 1789074234.811322 punch from 0x011741 to 0x01d515 (0xbdd5 bytes) 000212 1789074234.864956 punch from 0x01091b to 0x01c18f (0xb875 bytes) 000213 1789074234.878446 MIRROR_RESYNC 4 mirrors 000214 1789074235.656716 write 0x01ffef thru 0x022d2c (0x2d3e bytes) 000215 1789074235.690329 write 0x01bfd1 thru 0x01fe57 (0x3e87 bytes) 000216 1789074235.697443 punch from 0x0056fa to 0x00bb55 (0x645c bytes) 000217 1789074235.702640 read 0x01061a thru 0x0138c2 (0x32a9 bytes) 000218 1789074235.710509 fallocate 0x01cfd8 thru 0x0212d0 (0x42f9 bytes) 000219 1789074235.716317 mapwrite 0x0168c5 thru 0x021c34 (0xb370 bytes) 000220 1789074235.754669 punch from 0x0056cc to 0x0105fd (0xaf32 bytes) 000221 1789074235.759677 read 0x01ea06 thru 0x022d2c (0x4327 bytes) 000223 1789074235.761520 trunc from 0x00a79f to 0x0178b5 (0xd117 bytes) 000224 1789074235.766416 punch from 0x00d0e1 to 0x0157d3 (0x86f3 bytes) 000225 1789074235.774191 fallocate 0x015c9b thru 0x01e951 (0x8cb7 bytes) 000226 1789074235.778775 trunc from 0x011fdd to 0x0127f8 (0x81c bytes) 000227 1789074235.787535 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x22d2d): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22d2d): Mirror 4: 0xc2ba40a5 (stale) Mirror 5: 0xc2ba40a5 (stale) Mirror 6: 0xc2ba40a5 (stale) CRC-32 checksum value for chunk [0, 0x22d2d): Mirror 1: 0x1a0268d7 Mirror 7: 0x1a0268d7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22d2d: skipped 000228 1789074236.739942 read 0x01bf6f thru 0x01cbc3 (0xc55 bytes) 000229 1789074236.745628 punch from 0x00a851 to 0x00afda (0x78a bytes) 000230 1789074236.796362 trunc from 0x022d2d to 0x002448 (0x208e4 bytes) 000231 1789074236.828484 mapread 0x000b28 thru 0x002448 (0x1921 bytes) 000232 1789074236.844615 trunc from 0x0014b0 to 0x0014d0 (0x21 bytes) 000233 1789074236.849395 read 0x0017ef thru 0x002448 (0xc5a bytes) 000235 1789074236.856290 trunc from 0x002449 to 0x02a739 (0x282f1 bytes) 000236 1789074236.880490 trunc from 0x00d122 to 0x00d5d9 (0x4b8 bytes) 000237 1789074236.885384 mapread 0x006fc7 thru 0x01500d (0xe047 bytes) 000238 1789074236.899572 write 0x02cf81 thru 0x031b92 (0x4c12 bytes) 000239 1789074236.901744 mapwrite 0x0075d7 thru 0x0102dd (0x8d07 bytes) 000240 1789074236.929468 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x31b93): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31b93): Mirror 4: 0x51d9d416 (stale) Mirror 5: 0x51d9d416 (stale) Mirror 6: 0x51d9d416 (stale) Mirror 7: 0xa7c86875 (stale) CRC-32 checksum value for chunk [0, 0x31b93): Mirror 1: 0x94e6159a Mirror 8: 0x94e6159a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31b93: skipped 000241 1789074237.936423 read 0x00ef23 thru 0x017ecc (0x8faa bytes) 000242 1789074237.954147 MIRROR_RESYNC 6 mirrors 000243 1789074239.461192 read 0x022940 thru 0x0252a5 (0x2966 bytes) 000244 1789074239.469022 write 0x009678 thru 0x015281 (0xbc0a bytes) 000245 1789074239.545608 mapwrite 0x01c565 thru 0x02c1b2 (0xfc4e bytes) 000246 1789074239.592975 trunc from 0x031b93 to 0x02cbd3 (0x4fbf bytes) 000247 1789074239.619679 trunc from 0x00b84a to 0x00ecf5 (0x34ac bytes) 000248 1789074239.626759 trunc from 0x004915 to 0x00edf8 (0xa4e4 bytes) 000249 1789074239.632763 read 0x008c43 thru 0x00f9a2 (0x6d60 bytes) 000251 1789074239.648664 trunc from 0x0207ad to 0x02aa4b (0xa29f bytes) 000252 1789074239.654103 mapread 0x003045 thru 0x004dbb (0x1d77 bytes) 000253 1789074239.655561 fallocate 0x002739 thru 0x006ec9 (0x4791 bytes) 000254 1789074239.664570 mapread 0x02674f thru 0x026968 (0x21a bytes) 000255 1789074239.672654 trunc from 0x02cbd4 to 0x0386be (0xbaeb bytes) 000256 1789074239.708182 MIRROR_RESYNC 6 mirrors 000257 1789074241.813533 trunc from 0x00257d to 0x00c0e9 (0x9b6d bytes) 000259 1789074241.918866 trunc from 0x022a98 to 0x025909 (0x2e72 bytes) 000260 1789074241.935998 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x386bf): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x386bf): Mirror 4: 0xed5914f0 (stale) Mirror 5: 0xed5914f0 (stale) Mirror 6: 0xed5914f0 (stale) Mirror 7: 0xed5914f0 (stale) Mirror 8: 0xed5914f0 (stale) CRC-32 checksum value for chunk [0, 0x386bf): Mirror 1: 0xed5914f0 Mirror 9: 0xed5914f0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x386bf: skipped 000262 1789074243.183167 trunc from 0x0386bf to 0x038185 (0x539 bytes) 000263 1789074243.230669 read 0x03512e thru 0x038185 (0x3058 bytes) 000264 1789074243.241298 read 0x0074af thru 0x00e544 (0x7096 bytes) 000265 1789074243.266189 trunc from 0x038186 to 0x00451e (0x33c67 bytes) 000266 1789074243.284639 mapread 0x003dc1 thru 0x00451e (0x75e bytes) 000267 1789074243.285560 write 0x007b30 thru 0x01055f (0x8a30 bytes) 000268 1789074243.287084 mapwrite 0x025fa9 thru 0x02e7d7 (0x882f bytes) 000269 1789074243.356657 trunc from 0x02e7d8 to 0x000887 (0x2df50 bytes) 000270 1789074243.374180 fallocate 0x0132e4 thru 0x013721 (0x43e bytes) 000271 1789074243.383073 mapread 0x000856 thru 0x000887 (0x32 bytes) 000272 1789074243.384335 write 0x01afde thru 0x0222ed (0x7310 bytes) 000273 1789074243.386310 trunc from 0x0222ee to 0x02d5a3 (0xb2b6 bytes) 000274 1789074243.399320 fallocate 0x03815e thru 0x03b012 (0x2eb5 bytes) 000275 1789074243.404071 mapwrite 0x037248 thru 0x03ffff (0x8db8 bytes) 000276 1789074243.452025 punch from 0x03505c to 0x03b66b (0x6610 bytes) 000277 1789074243.458301 fallocate 0x0152c1 thru 0x01a3c5 (0x5105 bytes) 000279 1789074243.463861 read 0x03dad8 thru 0x03ffff (0x2528 bytes) 000280 1789074243.464544 read 0x01d71a thru 0x01fb32 (0x2419 bytes) 000281 1789074243.469007 MIRROR_RESYNC 7 mirrors 000282 1789074244.821147 fallocate 0x02736e thru 0x0348c8 (0xd55b bytes) 000283 1789074244.858248 write 0x02ce2e thru 0x03235b (0x552e bytes) 000284 1789074244.867393 write 0x03e5cc thru 0x03ffff (0x1a34 bytes) 000285 1789074244.872331 mapwrite 0x0286d0 thru 0x02f822 (0x7153 bytes) 000286 1789074244.905213 fallocate 0x0301a4 thru 0x035ad1 (0x592e bytes) 000287 1789074244.909328 mapread 0x00b696 thru 0x012de3 (0x774e bytes) 000288 1789074244.922291 MIRROR_RESYNC 7 mirrors 000289 1789074246.286147 read 0x03002f thru 0x039884 (0x9856 bytes) 000290 1789074246.291922 punch from 0x0341bb to 0x038d17 (0x4b5d bytes) 000291 1789074246.324012 write 0x02dbeb thru 0x03052c (0x2942 bytes) 000292 1789074246.335564 fallocate 0x0320ac thru 0x03b596 (0x94eb bytes) 000293 1789074246.343733 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x307fe9a0 (stale) Mirror 6: 0x307fe9a0 (stale) Mirror 7: 0x307fe9a0 (stale) Mirror 8: 0x307fe9a0 (stale) Mirror 9: 0x307fe9a0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x307fe9a0 (stale) Mirror 6: 0x307fe9a0 (stale) Mirror 7: 0x307fe9a0 (stale) Mirror 8: 0x307fe9a0 (stale) Mirror 9: 0x307fe9a0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000294 1789074246.627409 mapwrite 0x000950 thru 0x00616c (0x581d bytes) 000295 1789074246.655174 write 0x0170d4 thru 0x023342 (0xc26f bytes) 000296 1789074246.674133 MIRROR_RESYNC 6 mirrors 000297 1789074248.412986 fallocate 0x00dddf thru 0x01288d (0x4aaf bytes) 000299 1789074248.463463 punch from 0x019d40 to 0x0256eb (0xb9ac bytes) 000300 1789074248.470063 punch from 0x02ac19 to 0x03a68f (0xfa77 bytes) 000301 1789074248.475786 read 0x015d31 thru 0x01c925 (0x6bf5 bytes) 000302 1789074248.486105 trunc from 0x031038 to 0x03a392 (0x935b bytes) 000303 1789074248.494096 mapread 0x03e3c7 thru 0x03f1e3 (0xe1d bytes) 000305 1789074248.516254 trunc from 0x011b7a to 0x019712 (0x7b99 bytes) 000306 1789074248.525903 punch from 0x011133 to 0x01b949 (0xa817 bytes) 000307 1789074248.534911 fallocate 0x03dae6 thru 0x03ffff (0x251a bytes) 000308 1789074248.542073 punch from 0x01ec96 to 0x02bf6e (0xd2d9 bytes) 000310 1789074248.551909 write 0x016a76 thru 0x019f07 (0x3492 bytes) 000311 1789074248.566360 trunc from 0x040000 to 0x025901 (0x1a6fe bytes) 000312 1789074248.593174 mapread 0x021fbd thru 0x025901 (0x3945 bytes) 000314 1789074248.604425 write 0x0045aa thru 0x00fa06 (0xb45d bytes) 000315 1789074248.614502 trunc from 0x025902 to 0x03c0b6 (0x167b5 bytes) 000316 1789074248.628762 read 0x01159d thru 0x018987 (0x73eb bytes) 000317 1789074248.639068 mapwrite 0x030741 thru 0x03e122 (0xd9e2 bytes) 000318 1789074248.685544 trunc from 0x03e123 to 0x0187bf (0x25963 bytes) 000319 1789074248.706795 punch from 0x015329 to 0x017a03 (0x26db bytes) 000320 1789074248.712202 trunc from 0x0000c0 to 0x0008f7 (0x838 bytes) 000321 1789074248.717557 trunc from 0x00d606 to 0x0187bf (0xb1ba bytes) 000322 1789074248.723149 trunc from 0x012b35 to 0x012c4c (0x118 bytes) 000323 1789074248.727744 read 0x012793 thru 0x01546b (0x2cd9 bytes) 000324 1789074248.736507 write 0x0121d8 thru 0x019c79 (0x7aa2 bytes) 000325 1789074248.739236 punch from 0x0052d1 to 0x014172 (0xeea2 bytes) 000326 1789074248.753547 punch from 0x011463 to 0x018075 (0x6c13 bytes) 000327 1789074248.764780 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x19c7a): Mirror 4: 0xa224d2e0 (stale) Mirror 6: 0xa224d2e0 (stale) Mirror 8: 0xa224d2e0 (stale) Mirror 9: 0xa224d2e0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19c7a): Mirror 4: 0xa224d2e0 (stale) Mirror 6: 0xa224d2e0 (stale) Mirror 8: 0xa224d2e0 (stale) Mirror 9: 0xa224d2e0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19c7a: skipped 000328 1789074249.170298 mapread 0x0095cd thru 0x018765 (0xf199 bytes) 000329 1789074249.212570 mapwrite 0x003935 thru 0x0053be (0x1a8a bytes) 000330 1789074249.251964 trunc from 0x019c7a to 0x00318a (0x16aef bytes) 000332 1789074249.298454 mapread 0x002683 thru 0x00318a (0xb08 bytes) 000333 1789074249.301063 write 0x0043e0 thru 0x007ea1 (0x3ac2 bytes) 000334 1789074249.302562 write 0x00be26 thru 0x017a15 (0xbbf0 bytes) 000336 1789074249.308339 read 0x000f44 thru 0x00a2b3 (0x9370 bytes) 000337 1789074249.319347 trunc from 0x00c102 to 0x00df7f (0x1e7e bytes) 000338 1789074249.339891 write 0x01f884 thru 0x02d40a (0xdb87 bytes) 000339 1789074249.342801 read 0x00bac7 thru 0x016265 (0xa79f bytes) 000340 1789074249.352062 trunc from 0x00608e to 0x00ae90 (0x4e03 bytes) 000341 1789074249.358384 trunc from 0x0077c2 to 0x00ef44 (0x7783 bytes) 000342 1789074249.364141 trunc from 0x010ef3 to 0x01aa20 (0x9b2e bytes) 000343 1789074249.369757 trunc from 0x01efe2 to 0x0242c5 (0x52e4 bytes) 000344 1789074249.390680 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 4: 0xadfc328d (stale) Mirror 6: 0xadfc328d (stale) Mirror 8: 0xadfc328d (stale) Mirror 9: 0xadfc328d (stale) CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 1: 0x575d2ad1 Mirror 10: 0x575d2ad1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d40b: skipped 000345 1789074250.387850 trunc from 0x01d740 to 0x02b42e (0xdcef bytes) 000346 1789074250.438543 read 0x02029a thru 0x020ad5 (0x83c bytes) 000347 1789074250.443797 mapread 0x02c862 thru 0x02d40a (0xba9 bytes) 000348 1789074250.454005 read 0x008b55 thru 0x00bdc5 (0x3271 bytes) 000349 1789074250.482659 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 4: 0xadfc328d (stale) Mirror 6: 0xadfc328d (stale) Mirror 8: 0xadfc328d (stale) Mirror 10: 0x575d2ad1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 4: 0xadfc328d (stale) Mirror 6: 0xadfc328d (stale) Mirror 8: 0xadfc328d (stale) Mirror 10: 0x575d2ad1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d40b: skipped 000350 1789074250.877096 trunc from 0x00563e to 0x008fb4 (0x3977 bytes) 000352 1789074250.886422 read 0x01e3e4 thru 0x027ac1 (0x96de bytes) 000353 1789074250.900905 fallocate 0x013fa4 thru 0x01d6a2 (0x96ff bytes) 000355 1789074250.915507 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 4: 0xadfc328d (stale) Mirror 8: 0xadfc328d (stale) Mirror 10: 0x575d2ad1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 4: 0xadfc328d (stale) Mirror 8: 0xadfc328d (stale) Mirror 10: 0x575d2ad1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d40b: skipped 000356 1789074251.433183 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 4: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 4: 0xadfc328d (stale) Mirror 8: 0xadfc328d (stale) Mirror 10: 0x575d2ad1 (stale) CRC-32 checksum value for chunk [0, 0x2d40b): Mirror 1: 0x169f3490 Mirror 11: 0x169f3490 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d40b: skipped 000357 1789074252.636050 fallocate 0x0055e8 thru 0x00f6af (0xa0c8 bytes) 000358 1789074252.685587 write 0x0359de thru 0x036381 (0x9a4 bytes) 000359 1789074252.690338 punch from 0x019ca6 to 0x026a83 (0xcdde bytes) 000361 1789074252.696430 mapwrite 0x00d096 thru 0x0144af (0x741a bytes) 000362 1789074252.738578 mapread 0x002def thru 0x00a9b1 (0x7bc3 bytes) 000363 1789074252.750038 read 0x01920c thru 0x02327e (0xa073 bytes) 000364 1789074252.759233 mapread 0x01d556 thru 0x026532 (0x8fdd bytes) 000365 1789074252.770147 punch from 0x00aa2e to 0x00dc19 (0x31ec bytes) 000366 1789074252.780444 mapread 0x002a0c thru 0x008e58 (0x644d bytes) 000367 1789074252.782421 write 0x02a7cc thru 0x036f7c (0xc7b1 bytes) 000368 1789074252.785471 mapwrite 0x02479b thru 0x030f3b (0xc7a1 bytes) 000369 1789074252.806790 write 0x03aeb0 thru 0x03e90e (0x3a5f bytes) 000370 1789074252.809431 trunc from 0x014b03 to 0x01753d (0x2a3b bytes) 000371 1789074252.816102 fallocate 0x020f69 thru 0x028781 (0x7819 bytes) 000372 1789074252.821459 read 0x037ce8 thru 0x0383cc (0x6e5 bytes) 000373 1789074252.833478 mapwrite 0x037d8c thru 0x03ef42 (0x71b7 bytes) 000374 1789074252.876874 trunc from 0x011312 to 0x01a713 (0x9402 bytes) 000377 1789074252.898152 MIRROR_RESYNC 5 mirrors 000378 1789074254.295312 mapread 0x013b12 thru 0x014cad (0x119c bytes) 000379 1789074254.319598 fallocate 0x007c4a thru 0x011fef (0xa3a6 bytes) 000380 1789074254.402181 fallocate 0x030764 thru 0x0372e7 (0x6b84 bytes) 000381 1789074254.410322 mapwrite 0x02e9ba thru 0x0332fb (0x4942 bytes) 000382 1789074254.437417 fallocate 0x036e4b thru 0x03ffff (0x91b5 bytes) 000383 1789074254.443991 punch from 0x0060a7 to 0x013a61 (0xd9bb bytes) 000384 1789074254.466152 write 0x025baf thru 0x02bad3 (0x5f25 bytes) 000386 1789074254.483269 write 0x01c990 thru 0x020ca6 (0x4317 bytes) 000387 1789074254.491936 mapread 0x019c60 thru 0x024688 (0xaa29 bytes) 000388 1789074254.504980 write 0x02de0a thru 0x034f86 (0x717d bytes) 000389 1789074254.506675 trunc from 0x03ef43 to 0x00cb5e (0x323e4 bytes) 000390 1789074254.527310 read 0x005dd1 thru 0x00cb5e (0x6d8e bytes) 000391 1789074254.535526 punch from 0x00a4a2 to 0x00ba09 (0x1568 bytes) 000392 1789074254.540489 read 0x003fdc thru 0x00bcb2 (0x7cd7 bytes) 000393 1789074254.555465 punch from 0x006036 to 0x00a729 (0x46f4 bytes) 000394 1789074254.563408 fallocate 0x00b42b thru 0x00fe6b (0x4a41 bytes) 000395 1789074254.574107 trunc from 0x009d9d to 0x00cb5e (0x2dc2 bytes) 000396 1789074254.581995 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xcb5f): Mirror 4: 0xf9199851 (stale) Mirror 8: 0xf9199851 (stale) Mirror 10: 0xf9199851 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xcb5f): Mirror 4: 0xf9199851 (stale) Mirror 8: 0xf9199851 (stale) Mirror 10: 0xf9199851 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xcb5f: skipped 000397 1789074255.149306 mapwrite 0x008e0b thru 0x008fd2 (0x1c8 bytes) 000398 1789074255.182471 fallocate 0x034be6 thru 0x034db6 (0x1d1 bytes) 000399 1789074255.223667 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34db7): Mirror 4: 0xb3c148e8 (stale) Mirror 10: 0xb3c148e8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34db7): Mirror 4: 0xb3c148e8 (stale) Mirror 10: 0xb3c148e8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34db7: skipped 000400 1789074255.706383 mapwrite 0x03b3be thru 0x03ffff (0x4c42 bytes) 000401 1789074255.780836 mapwrite 0x01689f thru 0x01f1c5 (0x8927 bytes) 000403 1789074255.824418 trunc from 0x040000 to 0x014305 (0x2bcfa bytes) 000404 1789074255.857210 write 0x00a2f9 thru 0x01952c (0xf234 bytes) 000405 1789074255.867899 write 0x0151a7 thru 0x02241a (0xd274 bytes) 000407 1789074255.874451 trunc from 0x00ed2d to 0x015d94 (0x7068 bytes) 000408 1789074255.906320 trunc from 0x02241b to 0x03107f (0xec65 bytes) 000409 1789074255.932345 fallocate 0x00d4d0 thru 0x0193ef (0xbf20 bytes) 000410 1789074255.949703 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x31080): Mirror 4: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31080): Mirror 4: 0x3330cbdc (stale) Mirror 10: 0x3330cbdc (stale) CRC-32 checksum value for chunk [0, 0x31080): Mirror 1: 0x21627579 Mirror 11: 0x21627579 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31080: skipped 000411 1789074257.421057 mapwrite 0x0094c5 thru 0x009cf9 (0x835 bytes) 000412 1789074257.523375 mapwrite 0x03881c thru 0x03953f (0xd24 bytes) 000413 1789074257.602853 trunc from 0x039540 to 0x036489 (0x30b6 bytes) 000414 1789074257.629251 mapwrite 0x01f8c1 thru 0x02bffa (0xc73a bytes) 000415 1789074257.691854 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3648a): Mirror 4: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3648a): Mirror 4: 0xf7b65edd (stale) Mirror 10: 0xf7b65edd (stale) Mirror 11: 0x98634dbc (stale) CRC-32 checksum value for chunk [0, 0x3648a): Mirror 1: 0x65e0ddc9 Mirror 12: 0x65e0ddc9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3648a: skipped 000416 1789074259.404369 trunc from 0x03648a to 0x00b260 (0x2b229 bytes) 000417 1789074259.519571 fallocate 0x005d16 thru 0x01109a (0xb385 bytes) 000418 1789074259.546667 punch from 0x00ad70 to 0x00b260 (0x4f1 bytes) 000419 1789074259.557103 trunc from 0x00b261 to 0x01d03d (0x11ddd bytes) 000420 1789074259.618486 mapwrite 0x039538 thru 0x039da7 (0x870 bytes) 000421 1789074259.675255 mapread 0x0015b8 thru 0x0084e1 (0x6f2a bytes) 000422 1789074259.701552 punch from 0x02e9c1 to 0x02f391 (0x9d1 bytes) 000423 1789074259.710711 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x39da8): Mirror 4: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39da8): Mirror 4: 0xdb32d8b9 (stale) Mirror 10: 0xdb32d8b9 (stale) Mirror 11: 0xdac8c634 (stale) Mirror 12: 0x803a3e34 (stale) CRC-32 checksum value for chunk [0, 0x39da8): Mirror 1: 0x8fa54cda Mirror 13: 0x8fa54cda lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39da8: skipped 000424 1789074261.287911 write 0x02c45e thru 0x032af0 (0x6693 bytes) 000425 1789074261.349956 fallocate 0x00408f thru 0x00a7df (0x6751 bytes) 000426 1789074261.358851 mapread 0x02c419 thru 0x032290 (0x5e78 bytes) 000429 1789074261.369224 fallocate 0x002f26 thru 0x011ed5 (0xefb0 bytes) 000430 1789074261.378210 trunc from 0x039da8 to 0x031b75 (0x8232 bytes) 000432 1789074261.427260 mapwrite 0x01497a thru 0x015cd9 (0x1360 bytes) 000433 1789074261.534042 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31b76): Mirror 4: 0xa0abeb7a (stale) Mirror 10: 0xa0abeb7a (stale) Mirror 11: 0xdd993c40 (stale) Mirror 12: 0x5b38325a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31b76): Mirror 4: 0xa0abeb7a (stale) Mirror 10: 0xa0abeb7a (stale) Mirror 11: 0xdd993c40 (stale) Mirror 12: 0x5b38325a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31b76: skipped 000434 1789074261.977439 write 0x0338e3 thru 0x037309 (0x3a27 bytes) 000435 1789074261.984338 mapread 0x036e9d thru 0x0371af (0x313 bytes) 000436 1789074261.985153 trunc from 0x03730a to 0x026aba (0x1084f bytes) 000437 1789074262.000466 trunc from 0x01e337 to 0x026aba (0x8784 bytes) 000438 1789074262.009161 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x26abb): Mirror 4: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26abb): Mirror 4: 0x6f7a6619 (stale) Mirror 10: 0x6f7a6619 (stale) Mirror 11: 0xc37a4c89 (stale) Mirror 12: 0x5aec50a (stale) CRC-32 checksum value for chunk [0, 0x26abb): Mirror 1: 0x70143242 Mirror 13: 0x70143242 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26abb: skipped 000439 1789074263.276699 mapread 0x01059f thru 0x01694f (0x63b1 bytes) 000440 1789074263.304617 fallocate 0x02b985 thru 0x03a724 (0xeda0 bytes) 000442 1789074263.378698 trunc from 0x02448a to 0x027256 (0x2dcd bytes) 000443 1789074263.389615 mapread 0x0039f8 thru 0x008574 (0x4b7d bytes) 000444 1789074263.427747 write 0x00cdc2 thru 0x00d2b7 (0x4f6 bytes) 000446 1789074263.439326 write 0x01dd88 thru 0x01f7c9 (0x1a42 bytes) 000447 1789074263.467289 mapread 0x003e86 thru 0x00e343 (0xa4be bytes) 000449 1789074263.472504 punch from 0x02bd92 to 0x03a724 (0xe993 bytes) 000450 1789074263.478664 read 0x0057a3 thru 0x0099e5 (0x4243 bytes) 000451 1789074263.480032 trunc from 0x03a725 to 0x03b6c2 (0xf9e bytes) 000452 1789074263.511225 mapwrite 0x006ff2 thru 0x00b265 (0x4274 bytes) 000453 1789074263.563528 trunc from 0x03b6c3 to 0x001ed1 (0x397f1 bytes) 000454 1789074263.584806 trunc from 0x0004b7 to 0x001ed1 (0x1a1b bytes) 000457 1789074263.592638 write 0x01ba3a thru 0x02238b (0x6952 bytes) 000458 1789074263.594195 trunc from 0x001d67 to 0x007de6 (0x6080 bytes) 000459 1789074263.602693 write 0x00caf8 thru 0x01acc6 (0xe1cf bytes) 000460 1789074263.618718 mapwrite 0x03f984 thru 0x03ffff (0x67c bytes) 000461 1789074263.688240 punch from 0x003237 to 0x00dd24 (0xaaee bytes) 000463 1789074263.713912 MIRROR_RESYNC 6 mirrors 000464 1789074265.234071 read 0x02156a thru 0x025053 (0x3aea bytes) 000465 1789074265.244637 fallocate 0x02191b thru 0x02c0c6 (0xa7ac bytes) 000466 1789074265.308451 MIRROR_RESYNC 6 mirrors 000467 1789074267.121292 mapwrite 0x016bcb thru 0x0215a8 (0xa9de bytes) 000468 1789074267.350138 trunc from 0x040000 to 0x03d9e7 (0x2618 bytes) 000469 1789074267.386018 trunc from 0x03d9e8 to 0x01ca85 (0x20f62 bytes) 000470 1789074267.414212 trunc from 0x00f94e to 0x018e4e (0x9501 bytes) 000471 1789074267.431882 mapwrite 0x0013d3 thru 0x00ad99 (0x99c7 bytes) 000472 1789074267.517743 mapwrite 0x02e56e thru 0x03cff8 (0xea8b bytes) 000473 1789074267.636323 mapwrite 0x017962 thru 0x02082f (0x8ece bytes) 000474 1789074267.751149 read 0x005e2e thru 0x008546 (0x2719 bytes) 000475 1789074267.757981 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cff9): Mirror 10: 0x96255f75 (stale) Mirror 11: 0x96255f75 (stale) Mirror 12: 0x96255f75 (stale) Mirror 13: 0x96255f75 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cff9): Mirror 10: 0x96255f75 (stale) Mirror 11: 0x96255f75 (stale) Mirror 12: 0x96255f75 (stale) Mirror 13: 0x96255f75 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cff9: skipped 000476 1789074268.286690 fallocate 0x01fdc4 thru 0x02a002 (0xa23f bytes) 000477 1789074268.292995 punch from 0x01b055 to 0x027d23 (0xcccf bytes) 000478 1789074268.299138 mapread 0x010bfe thru 0x020405 (0xf808 bytes) 000479 1789074268.335060 punch from 0x035218 to 0x03cff8 (0x7de1 bytes) 000480 1789074268.345632 write 0x01c80c thru 0x0260f7 (0x98ec bytes) 000481 1789074268.364923 read 0x0082b6 thru 0x012699 (0xa3e4 bytes) 000482 1789074268.376548 trunc from 0x03cff9 to 0x0374bc (0x5b3c bytes) 000483 1789074268.427304 trunc from 0x0374bd to 0x01d788 (0x19d34 bytes) 000484 1789074268.472470 mapread 0x003aca thru 0x006e7c (0x33b3 bytes) 000485 1789074268.506553 write 0x00db2e thru 0x011d61 (0x4234 bytes) 000486 1789074268.514894 punch from 0x00f022 to 0x0146bd (0x569c bytes) 000487 1789074268.558010 write 0x00e2d4 thru 0x00f66d (0x139a bytes) 000488 1789074268.573445 trunc from 0x00582e to 0x00f035 (0x9808 bytes) 000489 1789074268.594444 fallocate 0x033bb1 thru 0x038bfa (0x504a bytes) 000490 1789074268.600687 fallocate 0x018998 thru 0x01c342 (0x39ab bytes) 000491 1789074268.619721 trunc from 0x019308 to 0x01fcf1 (0x69ea bytes) 000492 1789074268.636226 trunc from 0x02563c to 0x02b56f (0x5f34 bytes) 000493 1789074268.650046 mapread 0x00f575 thru 0x017b60 (0x85ec bytes) 000494 1789074268.663462 mapwrite 0x005f74 thru 0x00774e (0x17db bytes) 000495 1789074268.678287 trunc from 0x038bfb to 0x01030b (0x288ef bytes) 000496 1789074268.695682 mapwrite 0x0077b9 thru 0x00e4e8 (0x6d30 bytes) 000497 1789074268.722324 trunc from 0x009a7f to 0x01030b (0x688d bytes) 000498 1789074268.731158 trunc from 0x01030c to 0x030fee (0x20ce3 bytes) 000499 1789074268.750846 punch from 0x004823 to 0x004e73 (0x651 bytes) 000500 1789074268.769030 mapread 0x0217fc thru 0x030d5b (0xf560 bytes) 000501 1789074268.802080 trunc from 0x030fef to 0x004b19 (0x2c4d5 bytes) 000502 1789074268.866111 fallocate 0x030a25 thru 0x038dd5 (0x83b1 bytes) 000504 1789074268.881621 trunc from 0x038ba5 to 0x038dd5 (0x231 bytes) 000505 1789074268.888740 fallocate 0x011fb4 thru 0x0130ee (0x113b bytes) 000506 1789074268.918617 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38dd6): Mirror 10: 0xafd16b7e (stale) Mirror 11: 0xafd16b7e (stale) Mirror 12: 0xafd16b7e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38dd6): Mirror 10: 0xafd16b7e (stale) Mirror 11: 0xafd16b7e (stale) Mirror 12: 0xafd16b7e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38dd6: skipped 000507 1789074269.529202 mapread 0x034d6e thru 0x038dd5 (0x4068 bytes) 000509 1789074269.591377 read 0x01e385 thru 0x0222bd (0x3f39 bytes) 000510 1789074269.605138 read 0x024beb thru 0x0347ce (0xfbe4 bytes) 000511 1789074269.630960 read 0x0090fc thru 0x00eb0f (0x5a14 bytes) 000512 1789074269.631888 trunc from 0x02f15b to 0x0339bb (0x4861 bytes) 000513 1789074269.650852 trunc from 0x0097c9 to 0x00d479 (0x3cb1 bytes) 000514 1789074269.664232 trunc from 0x01757a to 0x027256 (0xfcdd bytes) 000515 1789074269.687592 punch from 0x00cf33 to 0x013a6f (0x6b3d bytes) 000516 1789074269.695800 mapwrite 0x02921e thru 0x031542 (0x8325 bytes) 000517 1789074269.776972 mapread 0x036691 thru 0x038dd5 (0x2745 bytes) 000518 1789074269.779120 fallocate 0x028d4c thru 0x02fd3c (0x6ff1 bytes) 000519 1789074269.787054 read 0x029033 thru 0x032669 (0x9637 bytes) 000520 1789074269.787619 fallocate 0x034d86 thru 0x03ffff (0xb27a bytes) 000521 1789074269.792452 mapwrite 0x022aad thru 0x02fd77 (0xd2cb bytes) 000522 1789074269.846124 write 0x002030 thru 0x011e31 (0xfe02 bytes) 000523 1789074269.853660 write 0x022072 thru 0x02ebd1 (0xcb60 bytes) 000524 1789074269.857613 write 0x0269df thru 0x030da5 (0xa3c7 bytes) 000525 1789074269.859053 mapread 0x00c930 thru 0x01342b (0x6afc bytes) 000526 1789074269.866046 fallocate 0x010fa7 thru 0x018bf2 (0x7c4c bytes) 000527 1789074269.878009 punch from 0x0248fb to 0x02a488 (0x5b8e bytes) 000528 1789074269.913371 punch from 0x0120fb to 0x0153c5 (0x32cb bytes) 000529 1789074269.934329 read 0x02eadb thru 0x03e763 (0xfc89 bytes) 000530 1789074269.964171 mapwrite 0x03c151 thru 0x03cb69 (0xa19 bytes) 000531 1789074269.985797 mapwrite 0x00ed0f thru 0x01ca7a (0xdd6c bytes) 000532 1789074270.036620 punch from 0x009667 to 0x00d3a6 (0x3d40 bytes) 000533 1789074270.043890 read 0x00edb0 thru 0x011dee (0x303f bytes) 000534 1789074270.046749 trunc from 0x040000 to 0x032e8a (0xd175 bytes) 000535 1789074270.086627 mapread 0x02a620 thru 0x02c02c (0x1a0d bytes) 000536 1789074270.087909 read 0x00d2a4 thru 0x015456 (0x81b3 bytes) 000537 1789074270.111174 mapread 0x01e2f7 thru 0x025c26 (0x7930 bytes) 000538 1789074270.112428 read 0x00fa07 thru 0x01af75 (0xb56f bytes) 000539 1789074270.114208 trunc from 0x016e66 to 0x024403 (0xd59e bytes) 000540 1789074270.119969 fallocate 0x03c940 thru 0x03ffff (0x36c0 bytes) 000541 1789074270.125149 fallocate 0x01faa1 thru 0x029291 (0x97f1 bytes) 000542 1789074270.129779 read 0x012c7c thru 0x022b2e (0xfeb3 bytes) 000544 1789074270.140420 mapread 0x0202f8 thru 0x0218e7 (0x15f0 bytes) 000545 1789074270.141657 punch from 0x01df1e to 0x025170 (0x7253 bytes) 000546 1789074270.149931 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x32e8b): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32e8b): Mirror 10: 0x264acfff (stale) Mirror 11: 0x264acfff (stale) Mirror 12: 0x264acfff (stale) CRC-32 checksum value for chunk [0, 0x32e8b): Mirror 1: 0xc2378647 Mirror 13: 0xc2378647 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32e8b: skipped 000547 1789074271.101889 mapread 0x0232f5 thru 0x030ca6 (0xd9b2 bytes) 000548 1789074271.126740 trunc from 0x032e8b to 0x01439e (0x1eaec bytes) 000549 1789074271.188265 punch from 0x00d2b2 to 0x011c73 (0x49c2 bytes) 000550 1789074271.204752 trunc from 0x009262 to 0x00b31c (0x20bb bytes) 000551 1789074271.209722 write 0x010594 thru 0x01c04c (0xbab9 bytes) 000552 1789074271.222713 punch from 0x00d17d to 0x010a20 (0x38a4 bytes) 000553 1789074271.252582 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1c04d): Mirror 10: 0x37f8719a (stale) Mirror 11: 0x37f8719a (stale) Mirror 13: 0x172e61cb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c04d): Mirror 10: 0x37f8719a (stale) Mirror 11: 0x37f8719a (stale) Mirror 13: 0x172e61cb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c04d: skipped 000554 1789074271.693596 punch from 0x018bdd to 0x01c04c (0x3470 bytes) 000555 1789074271.713624 write 0x00a579 thru 0x00b604 (0x108c bytes) 000556 1789074271.748994 punch from 0x011054 to 0x017181 (0x612e bytes) 000559 1789074271.780892 write 0x032cc2 thru 0x03b71a (0x8a59 bytes) 000561 1789074271.788768 trunc from 0x03793e to 0x03b71a (0x3ddd bytes) 000562 1789074271.813619 trunc from 0x0127a1 to 0x0188ed (0x614d bytes) 000563 1789074271.832860 mapread 0x0278a6 thru 0x02b6f0 (0x3e4b bytes) 000564 1789074271.863021 mapread 0x005b92 thru 0x00f5d5 (0x9a44 bytes) 000565 1789074271.895554 fallocate 0x0146ec thru 0x0153aa (0xcbf bytes) 000566 1789074271.910457 read 0x032ada thru 0x033ecd (0x13f4 bytes) 000568 1789074271.912795 read 0x007507 thru 0x0143a7 (0xcea1 bytes) 000569 1789074271.935546 write 0x033eb8 thru 0x039fa7 (0x60f0 bytes) 000570 1789074271.937174 trunc from 0x03b71b to 0x029b2a (0x11bf0 bytes) 000572 1789074271.988400 trunc from 0x029b2b to 0x03b636 (0x11b0c bytes) 000576 1789074272.004451 punch from 0x028263 to 0x029a3c (0x17da bytes) 000577 1789074272.017946 punch from 0x009d48 to 0x00ce95 (0x314e bytes) 000578 1789074272.022765 mapread 0x00e7a9 thru 0x01be3b (0xd693 bytes) 000579 1789074272.025245 write 0x00e6c5 thru 0x015ece (0x780a bytes) 000580 1789074272.029516 read 0x01e049 thru 0x0227b5 (0x476d bytes) 000581 1789074272.036405 mapwrite 0x02ffe6 thru 0x035ec5 (0x5ee0 bytes) 000583 1789074272.120878 mapwrite 0x0180df thru 0x024a83 (0xc9a5 bytes) 000584 1789074272.169172 mapread 0x01d2f6 thru 0x021bd6 (0x48e1 bytes) 000585 1789074272.170240 punch from 0x022ce0 to 0x0273bb (0x46dc bytes) 000586 1789074272.182977 mapread 0x009bc8 thru 0x00df8b (0x43c4 bytes) 000587 1789074272.196568 punch from 0x020449 to 0x02a85b (0xa413 bytes) 000588 1789074272.218465 write 0x02a361 thru 0x02c719 (0x23b9 bytes) 000589 1789074272.242661 trunc from 0x000d5b to 0x003cce (0x2f74 bytes) 000590 1789074272.255467 mapwrite 0x007540 thru 0x017225 (0xfce6 bytes) 000591 1789074272.361600 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3b637): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b637): Mirror 10: 0xc21b2de6 (stale) Mirror 11: 0xc21b2de6 (stale) Mirror 13: 0xe31574eb (stale) CRC-32 checksum value for chunk [0, 0x3b637): Mirror 1: 0x17cd830a Mirror 14: 0x17cd830a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b637: skipped 000593 1789074274.047425 trunc from 0x03b637 to 0x00d622 (0x2e014 bytes) 000594 1789074274.184344 mapwrite 0x012ec0 thru 0x014955 (0x1a96 bytes) 000595 1789074274.236005 read 0x00c252 thru 0x014955 (0x8704 bytes) 000596 1789074274.240891 read 0x001a32 thru 0x00c38c (0xa95b bytes) 000598 1789074274.250360 fallocate 0x00beff thru 0x010b23 (0x4c25 bytes) 000599 1789074274.254693 write 0x025c24 thru 0x03093f (0xad1c bytes) 000600 1789074274.256052 mapread 0x024030 thru 0x02e977 (0xa948 bytes) 000602 1789074274.263746 write 0x03ead5 thru 0x03ffff (0x152b bytes) 000603 1789074274.265003 fallocate 0x015517 thru 0x020314 (0xadfe bytes) 000604 1789074274.269477 trunc from 0x040000 to 0x0162c1 (0x29d3e bytes) 000605 1789074274.283853 write 0x023590 thru 0x027751 (0x41c2 bytes) 000607 1789074274.285466 trunc from 0x027752 to 0x001b44 (0x25c0d bytes) 000609 1789074274.303948 write 0x02f4bb thru 0x03d814 (0xe35a bytes) 000610 1789074274.311543 mapwrite 0x00e2ee thru 0x01b2b0 (0xcfc3 bytes) 000611 1789074274.408608 mapread 0x02ad19 thru 0x03008b (0x5373 bytes) 000612 1789074274.447406 trunc from 0x03d815 to 0x0185b7 (0x2525d bytes) 000613 1789074274.476556 MIRROR_RESYNC 5 mirrors 000614 1789074275.499354 read 0x00843e thru 0x008977 (0x53a bytes) 000615 1789074275.504080 mapread 0x004f51 thru 0x00eefc (0x9fac bytes) 000616 1789074275.521879 mapread 0x0135e3 thru 0x0185b7 (0x4fd5 bytes) 000617 1789074275.530689 trunc from 0x0185b8 to 0x022002 (0x9a4b bytes) 000618 1789074275.578778 read 0x017632 thru 0x022002 (0xa9d1 bytes) 000619 1789074275.591325 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x22003): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22003): Mirror 10: 0x707ad94e (stale) Mirror 11: 0x707ad94e (stale) Mirror 13: 0x707ad94e (stale) Mirror 14: 0x707ad94e (stale) CRC-32 checksum value for chunk [0, 0x22003): Mirror 1: 0x707ad94e Mirror 15: 0x707ad94e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22003: skipped 000620 1789074276.436898 punch from 0x00d4a9 to 0x015b1e (0x8676 bytes) 000621 1789074276.460099 punch from 0x018aa9 to 0x022002 (0x955a bytes) 000622 1789074276.463882 fallocate 0x000882 thru 0x00840a (0x7b89 bytes) 000623 1789074276.469400 trunc from 0x01fec3 to 0x022002 (0x2140 bytes) 000624 1789074276.472303 trunc from 0x022003 to 0x019a43 (0x85bf bytes) 000625 1789074276.502428 punch from 0x00cbca to 0x0186c8 (0xbaff bytes) 000626 1789074276.505753 read 0x016cbf thru 0x016fd1 (0x313 bytes) 000628 1789074276.509490 trunc from 0x019a44 to 0x039282 (0x1f83f bytes) 000629 1789074276.517049 read 0x00bc2c thru 0x010ae7 (0x4ebc bytes) 000630 1789074276.523591 read 0x022dfc thru 0x028c40 (0x5e45 bytes) 000631 1789074276.524046 read 0x01af76 thru 0x027e78 (0xcf03 bytes) 000632 1789074276.524467 read 0x012079 thru 0x017e02 (0x5d8a bytes) 000633 1789074276.524995 mapread 0x02fa73 thru 0x039282 (0x9810 bytes) 000634 1789074276.525686 trunc from 0x0317e8 to 0x039282 (0x7a9b bytes) 000635 1789074276.528449 write 0x00fa07 thru 0x01d57f (0xdb79 bytes) 000636 1789074276.529461 mapread 0x02da64 thru 0x030e5e (0x33fb bytes) 000637 1789074276.532154 MIRROR_RESYNC 6 mirrors 000638 1789074277.571319 mapread 0x008f42 thru 0x0148ba (0xb979 bytes) 000639 1789074277.592617 mapwrite 0x0074d3 thru 0x009212 (0x1d40 bytes) 000640 1789074277.663519 fallocate 0x00fc52 thru 0x01d28a (0xd639 bytes) 000641 1789074277.668071 read 0x00ad7c thru 0x013021 (0x82a6 bytes) 000642 1789074277.675384 trunc from 0x02683d to 0x02f05c (0x8820 bytes) 000643 1789074277.679932 read 0x006d2c thru 0x00dde7 (0x70bc bytes) 000644 1789074277.680609 write 0x032397 thru 0x03e997 (0xc601 bytes) 000646 1789074277.694593 read 0x0354da thru 0x03e997 (0x94be bytes) 000647 1789074277.695274 trunc from 0x00532d to 0x0058fa (0x5ce bytes) 000648 1789074277.711682 punch from 0x023792 to 0x02e46d (0xacdc bytes) 000649 1789074277.722333 punch from 0x0336fc to 0x037eef (0x47f4 bytes) 000650 1789074277.737319 trunc from 0x00118f to 0x005f86 (0x4df8 bytes) 000651 1789074277.741723 read 0x0235f5 thru 0x024a38 (0x1444 bytes) 000652 1789074277.760613 trunc from 0x015911 to 0x02317d (0xd86d bytes) 000654 1789074277.781958 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e998): Mirror 11: 0x8295c7bd (stale) Mirror 13: 0x8295c7bd (stale) Mirror 14: 0x8295c7bd (stale) Mirror 15: 0x8295c7bd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e998): Mirror 11: 0x8295c7bd (stale) Mirror 13: 0x8295c7bd (stale) Mirror 14: 0x8295c7bd (stale) Mirror 15: 0x8295c7bd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e998: skipped 000656 1789074278.310075 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e998): Mirror 13: 0x8295c7bd (stale) Mirror 14: 0x8295c7bd (stale) Mirror 15: 0x8295c7bd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e998): Mirror 13: 0x8295c7bd (stale) Mirror 14: 0x8295c7bd (stale) Mirror 15: 0x8295c7bd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e998: skipped 000657 1789074278.666492 trunc from 0x03e998 to 0x011b92 (0x2ce05 bytes) 000658 1789074278.704508 trunc from 0x003d76 to 0x011b92 (0xde1d bytes) 000659 1789074278.713255 mapread 0x008874 thru 0x009afa (0x1287 bytes) 000660 1789074278.733332 mapwrite 0x012bd5 thru 0x02186e (0xec9a bytes) 000661 1789074278.854274 trunc from 0x01c546 to 0x02186e (0x5329 bytes) 000662 1789074278.860046 trunc from 0x02186f to 0x03fc7b (0x1e40d bytes) 000663 1789074278.904840 mapwrite 0x02d031 thru 0x03cac0 (0xfa90 bytes) 000664 1789074278.964655 write 0x02674c thru 0x02da8c (0x7341 bytes) 000665 1789074278.966654 trunc from 0x0138d5 to 0x0153f9 (0x1b25 bytes) 000666 1789074278.974556 mapwrite 0x036a15 thru 0x03f6db (0x8cc7 bytes) 000667 1789074279.003940 mapread 0x01ca75 thru 0x01d412 (0x99e bytes) 000668 1789074279.015315 mapwrite 0x023221 thru 0x02692c (0x370c bytes) 000669 1789074279.033688 write 0x00f99e thru 0x012442 (0x2aa5 bytes) 000670 1789074279.036029 punch from 0x00a60d to 0x00bec7 (0x18bb bytes) 000671 1789074279.041384 mapwrite 0x006ed6 thru 0x00f5fd (0x8728 bytes) 000672 1789074279.074424 mapread 0x030227 thru 0x034b8c (0x4966 bytes) 000673 1789074279.075673 read 0x03b6e7 thru 0x03fc7b (0x4595 bytes) 000674 1789074279.077289 read 0x017b70 thru 0x01e167 (0x65f8 bytes) 000675 1789074279.078299 trunc from 0x03fc7c to 0x030dbf (0xeebc bytes) 000676 1789074279.097252 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30dc0): Mirror 13: 0xb3c6eca6 (stale) Mirror 15: 0xb3c6eca6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30dc0): Mirror 13: 0xb3c6eca6 (stale) Mirror 15: 0xb3c6eca6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30dc0: skipped 000677 1789074279.413299 punch from 0x021ba0 to 0x0300d4 (0xe535 bytes) 000678 1789074279.418639 trunc from 0x02d884 to 0x030dbf (0x353c bytes) 000679 1789074279.427441 read 0x01f325 thru 0x0201ad (0xe89 bytes) 000680 1789074279.434306 trunc from 0x030dc0 to 0x02972e (0x7691 bytes) 000681 1789074279.478340 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2972f): Mirror 13: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2972f): Mirror 13: 0xb394efaa (stale) Mirror 15: 0xb394efaa (stale) CRC-32 checksum value for chunk [0, 0x2972f): Mirror 1: 0xc6dd15f Mirror 16: 0xc6dd15f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2972f: skipped 000682 1789074280.755744 write 0x0385b8 thru 0x03f1a4 (0x6bed bytes) 000683 1789074280.844951 trunc from 0x020768 to 0x02d3f6 (0xcc8f bytes) 000684 1789074280.860912 punch from 0x0071b7 to 0x00d9f5 (0x683f bytes) 000685 1789074280.889984 fallocate 0x00d32c thru 0x018bee (0xb8c3 bytes) 000686 1789074280.900566 trunc from 0x02fb4a to 0x0384c1 (0x8978 bytes) 000687 1789074280.929422 fallocate 0x03a049 thru 0x03ffff (0x5fb7 bytes) 000688 1789074280.938674 read 0x03836f thru 0x0386c6 (0x358 bytes) 000689 1789074280.949679 trunc from 0x03f1a5 to 0x019185 (0x2601f bytes) 000690 1789074281.013886 mapwrite 0x00e272 thru 0x01c4e8 (0xe277 bytes) 000691 1789074281.126186 write 0x017e5d thru 0x017e77 (0x1b bytes) 000692 1789074281.127128 read 0x00236f thru 0x010a82 (0xe714 bytes) 000693 1789074281.137524 fallocate 0x023478 thru 0x032360 (0xeee9 bytes) 000694 1789074281.142732 trunc from 0x01947e to 0x022040 (0x8bc3 bytes) 000695 1789074281.148679 trunc from 0x032361 to 0x01f8db (0x12a85 bytes) 000696 1789074281.166799 read 0x0099cd thru 0x01785b (0xde8f bytes) 000697 1789074281.167769 punch from 0x018028 to 0x01ed6a (0x6d43 bytes) 000698 1789074281.174181 read 0x01a3ca thru 0x01f8db (0x5512 bytes) 000699 1789074281.189768 mapread 0x0105e5 thru 0x014cec (0x4708 bytes) 000701 1789074281.191366 punch from 0x01d49f to 0x01f8db (0x243d bytes) 000702 1789074281.197242 trunc from 0x01ebfc to 0x01f8db (0xce0 bytes) 000703 1789074281.202717 mapread 0x001a89 thru 0x00a19b (0x8713 bytes) 000705 1789074281.205790 fallocate 0x01f466 thru 0x020425 (0xfc0 bytes) 000706 1789074281.211787 mapread 0x00d25c thru 0x019f2e (0xccd3 bytes) 000707 1789074281.213694 fallocate 0x037776 thru 0x03e94d (0x71d8 bytes) 000708 1789074281.218446 trunc from 0x020426 to 0x00ca50 (0x139d5 bytes) 000709 1789074281.233967 write 0x00aaa8 thru 0x010624 (0x5b7d bytes) 000710 1789074281.241022 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x10625): Mirror 13: 0x4f783b01 (stale) Mirror 15: 0x4f783b01 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x10625): Mirror 13: 0x4f783b01 (stale) Mirror 15: 0x4f783b01 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x10625: skipped 000711 1789074281.536256 trunc from 0x010625 to 0x007ab4 (0x8b70 bytes) 000712 1789074281.589978 write 0x024471 thru 0x02b37e (0x6f0e bytes) 000713 1789074281.603558 punch from 0x0072b9 to 0x01537a (0xe0c2 bytes) 000714 1789074281.613136 trunc from 0x024574 to 0x02b37e (0x6e0b bytes) 000715 1789074281.649382 trunc from 0x02b37f to 0x03d4ae (0x12130 bytes) 000716 1789074281.688262 fallocate 0x007d82 thru 0x017cd7 (0xff56 bytes) 000717 1789074281.704560 mapwrite 0x02c378 thru 0x03897c (0xc605 bytes) 000719 1789074281.802611 mapwrite 0x03dadb thru 0x03ffff (0x2525 bytes) 000720 1789074281.895640 mapwrite 0x00633e thru 0x01339a (0xd05d bytes) 000722 1789074281.995141 mapread 0x02752e thru 0x031fab (0xaa7e bytes) 000723 1789074281.997263 write 0x0306b2 thru 0x03d5f1 (0xcf40 bytes) 000724 1789074282.005700 fallocate 0x016d7b thru 0x02326e (0xc4f4 bytes) 000725 1789074282.026432 MIRROR_RESYNC 3 mirrors 000727 1789074283.549314 mapread 0x023801 thru 0x02fe4c (0xc64c bytes) 000728 1789074283.649494 mapwrite 0x01f742 thru 0x0268ed (0x71ac bytes) 000729 1789074283.777553 punch from 0x0155dd to 0x024682 (0xf0a6 bytes) 000730 1789074283.790587 fallocate 0x02cc79 thru 0x037d3b (0xb0c3 bytes) 000731 1789074283.833333 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x6af63414 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x6af63414 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000733 1789074284.490285 read 0x030d41 thru 0x03362e (0x28ee bytes) 000734 1789074284.497222 write 0x026aa3 thru 0x03623c (0xf79a bytes) 000735 1789074284.546268 read 0x03e080 thru 0x03ffff (0x1f80 bytes) 000736 1789074284.578841 read 0x012795 thru 0x01a96e (0x81da bytes) 000737 1789074284.579489 punch from 0x03b4d8 to 0x03ffff (0x4b28 bytes) 000738 1789074284.595276 write 0x00180b thru 0x00eb69 (0xd35f bytes) 000739 1789074284.614749 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x6af63414 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x76bbe21a Mirror 16: 0x76bbe21a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000740 1789074285.997797 write 0x024bc8 thru 0x02b9b0 (0x6de9 bytes) 000741 1789074286.068544 punch from 0x00290e to 0x004128 (0x181b bytes) 000742 1789074286.086267 trunc from 0x040000 to 0x0161c3 (0x29e3c bytes) 000743 1789074286.154540 punch from 0x007068 to 0x0161c3 (0xf15c bytes) 000745 1789074286.161776 mapread 0x00781d thru 0x0078df (0xc3 bytes) 000746 1789074286.173399 punch from 0x015d05 to 0x0161c3 (0x4bf bytes) 000747 1789074286.182355 trunc from 0x0161c4 to 0x00bf09 (0xa2ba bytes) 000749 1789074286.238900 trunc from 0x00a8cd to 0x00bf09 (0x163d bytes) 000750 1789074286.256716 read 0x005f21 thru 0x00bf09 (0x5fe9 bytes) 000751 1789074286.290545 mapread 0x006c43 thru 0x00bf09 (0x52c7 bytes) 000753 1789074286.292737 mapwrite 0x011c50 thru 0x015d52 (0x4103 bytes) 000754 1789074286.373617 trunc from 0x015d53 to 0x004c97 (0x110bb bytes) 000755 1789074286.394473 mapread 0x000fe6 thru 0x004c97 (0x3cb2 bytes) 000756 1789074286.409641 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x4c98): Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x4c98): Mirror 15: 0x422dcd53 (stale) Mirror 16: 0x940ece28 (stale) CRC-32 checksum value for chunk [0, 0x4c98): Mirror 1: 0xc754b4ab Mirror 17: 0xc754b4ab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x4c98: skipped 000757 1789074287.666482 mapread 0x0023e1 thru 0x004c97 (0x28b7 bytes) 000758 1789074287.692185 trunc from 0x002f2c to 0x004c97 (0x1d6c bytes) 000759 1789074287.746514 mapread 0x00452c thru 0x004c97 (0x76c bytes) 000760 1789074287.753608 trunc from 0x004c98 to 0x0003f8 (0x489f bytes) 000761 1789074287.791212 write 0x009c26 thru 0x0175bb (0xd996 bytes) 000762 1789074287.793844 fallocate 0x00aa1f thru 0x00ff6e (0x5550 bytes) 000763 1789074287.801809 fallocate 0x00b5d9 thru 0x012f56 (0x797e bytes) 000764 1789074287.811899 read 0x002a9a thru 0x00f63c (0xcba3 bytes) 000765 1789074287.820262 trunc from 0x0175bc to 0x01b48c (0x3ed1 bytes) 000766 1789074287.839568 write 0x01fc5d thru 0x029e77 (0xa21b bytes) 000767 1789074287.842130 trunc from 0x029e78 to 0x002ded (0x2708a bytes) 000768 1789074287.875895 MIRROR_RESYNC 4 mirrors 000769 1789074288.530168 mapread 0x00060c thru 0x002ded (0x27e2 bytes) 000770 1789074288.555617 punch from 0x000e3e to 0x002ded (0x1fb0 bytes) 000771 1789074288.590406 write 0x035a97 thru 0x03f05d (0x95c7 bytes) 000773 1789074288.594333 mapread 0x03d6fb thru 0x03f05d (0x1963 bytes) 000774 1789074288.595319 trunc from 0x00646b to 0x00a200 (0x3d96 bytes) 000775 1789074288.601045 write 0x036357 thru 0x03ffff (0x9ca9 bytes) 000776 1789074288.602555 write 0x026718 thru 0x0326e4 (0xbfcd bytes) 000777 1789074288.618332 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0xe20eea22 (stale) Mirror 16: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0xe20eea22 (stale) Mirror 16: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000778 1789074288.987380 mapwrite 0x02a582 thru 0x0309ed (0x646c bytes) 000779 1789074289.063715 write 0x01b821 thru 0x01c60d (0xded bytes) 000780 1789074289.096447 trunc from 0x040000 to 0x0287a4 (0x1785b bytes) 000783 1789074289.173347 punch from 0x009a37 to 0x017554 (0xdb1e bytes) 000784 1789074289.195676 read 0x01b0f0 thru 0x01e963 (0x3874 bytes) 000785 1789074289.213652 read 0x02874a thru 0x0287a4 (0x5b bytes) 000786 1789074289.214312 trunc from 0x02831b to 0x0287a4 (0x48a bytes) 000787 1789074289.237520 fallocate 0x01f436 thru 0x022c88 (0x3853 bytes) 000788 1789074289.261467 trunc from 0x01fbb1 to 0x0287a4 (0x8bf4 bytes) 000789 1789074289.281497 MIRROR_RESYNC 3 mirrors 000790 1789074290.613104 write 0x025cb1 thru 0x02cf2e (0x727e bytes) 000791 1789074290.701130 mapwrite 0x022748 thru 0x02f08e (0xc947 bytes) 000792 1789074290.910617 mapread 0x0254a6 thru 0x02a8a4 (0x53ff bytes) 000793 1789074290.930711 MIRROR_RESYNC 3 mirrors 000794 1789074292.018700 MIRROR_EXTEND to 4 mirrors 000795 1789074292.884248 read 0x02a071 thru 0x02f08e (0x501e bytes) 000796 1789074292.900754 fallocate 0x00c4de thru 0x0155ee (0x9111 bytes) 000797 1789074292.979203 punch from 0x0120ba to 0x01c026 (0x9f6d bytes) 000798 1789074293.000426 read 0x02cffc thru 0x02f08e (0x2093 bytes) 000799 1789074293.014561 mapread 0x01a864 thru 0x023725 (0x8ec2 bytes) 000800 1789074293.016132 trunc from 0x02f08f to 0x002814 (0x2c87a bytes) 000801 1789074293.084159 mapread 0x00255a thru 0x002814 (0x2bb bytes) 000802 1789074293.085274 trunc from 0x0006cb to 0x002814 (0x214a bytes) 000804 1789074293.100527 fallocate 0x018aca thru 0x01afdc (0x2513 bytes) 000805 1789074293.111102 trunc from 0x002815 to 0x0096b4 (0x6ea0 bytes) 000806 1789074293.152658 punch from 0x003330 to 0x0096b4 (0x6385 bytes) 000807 1789074293.174380 MIRROR_RESYNC 4 mirrors 000809 1789074294.098611 punch from 0x003688 to 0x0096b4 (0x602d bytes) 000810 1789074294.139077 trunc from 0x0096b5 to 0x015af3 (0xc43f bytes) 000811 1789074294.197752 mapwrite 0x01f1f1 thru 0x022fdc (0x3dec bytes) 000812 1789074294.246053 mapwrite 0x001970 thru 0x00f85a (0xdeeb bytes) 000813 1789074294.272993 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x22fdd): Mirror 15: 0xffd8261 (stale) Mirror 17: 0xffd8261 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22fdd): Mirror 15: 0xffd8261 (stale) Mirror 17: 0xffd8261 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22fdd: skipped 000814 1789074294.514954 trunc from 0x020112 to 0x022fdc (0x2ecb bytes) 000815 1789074294.521056 read 0x007b4d thru 0x00c0b1 (0x4565 bytes) 000816 1789074294.528318 trunc from 0x022fdd to 0x01fdde (0x31fe bytes) 000817 1789074294.549454 trunc from 0x015ba0 to 0x01959a (0x39fb bytes) 000818 1789074294.553727 mapwrite 0x0016b4 thru 0x00e0d8 (0xca25 bytes) 000819 1789074294.590343 mapwrite 0x032dbb thru 0x0362ef (0x3535 bytes) 000820 1789074294.665067 mapread 0x02d12a thru 0x0362ef (0x91c6 bytes) 000821 1789074294.665786 read 0x027a74 thru 0x02dbf0 (0x617d bytes) 000822 1789074294.670986 trunc from 0x0362f0 to 0x0159c8 (0x20927 bytes) 000823 1789074294.724483 read 0x00993e thru 0x0108d2 (0x6f95 bytes) 000825 1789074294.734797 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x159c9): Mirror 17: 0x7e3c88ad (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x159c9): Mirror 17: 0x7e3c88ad (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x159c9: skipped 000826 1789074295.145425 read 0x0009a0 thru 0x00d29e (0xc8ff bytes) 000827 1789074295.157440 mapwrite 0x0149a1 thru 0x018596 (0x3bf6 bytes) 000828 1789074295.214115 write 0x02acb0 thru 0x02bcc9 (0x101a bytes) 000829 1789074295.215443 trunc from 0x00616c to 0x00f536 (0x93cb bytes) 000830 1789074295.221156 mapread 0x027241 thru 0x02bcc9 (0x4a89 bytes) 000831 1789074295.228289 trunc from 0x02bcca to 0x0325ac (0x68e3 bytes) 000832 1789074295.249561 mapwrite 0x00e838 thru 0x00ff80 (0x1749 bytes) 000833 1789074295.279087 trunc from 0x0325ad to 0x00652a (0x2c082 bytes) 000834 1789074295.302253 trunc from 0x0040cb to 0x00652a (0x2460 bytes) 000835 1789074295.309381 fallocate 0x02f11a thru 0x038782 (0x9669 bytes) 000836 1789074295.315046 trunc from 0x038783 to 0x007a28 (0x30d5a bytes) 000837 1789074295.331464 trunc from 0x007a29 to 0x01d58e (0x15b66 bytes) 000838 1789074295.352446 trunc from 0x01d58f to 0x01f96d (0x23df bytes) 000839 1789074295.389399 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) 000840 1789074295.546303 mapread 0x016174 thru 0x01f96d (0x97fa bytes) 000841 1789074295.571201 write 0x01d907 thru 0x029c75 (0xc36f bytes) 000842 1789074295.577990 mapwrite 0x03ff59 thru 0x03ffff (0xa7 bytes) 000843 1789074295.624916 trunc from 0x040000 to 0x00cdf4 (0x3320b bytes) 000844 1789074295.646685 fallocate 0x01ed08 thru 0x02ea66 (0xfd5f bytes) 000845 1789074295.654189 fallocate 0x034ad3 thru 0x03dea0 (0x93ce bytes) 000846 1789074295.662718 mapwrite 0x03534b thru 0x03bd2d (0x69e3 bytes) 000847 1789074295.717479 mapread 0x01a28d thru 0x020771 (0x64e5 bytes) 000848 1789074295.730542 mapwrite 0x006ea4 thru 0x0147ff (0xd95c bytes) 000849 1789074295.804090 mapread 0x0141cb thru 0x01ea1f (0xa855 bytes) 000850 1789074295.805459 mapwrite 0x004b59 thru 0x00e3f9 (0x98a1 bytes) 000851 1789074295.831489 trunc from 0x0302c8 to 0x030cef (0xa28 bytes) 000855 1789074295.839540 read 0x0348e4 thru 0x034d46 (0x463 bytes) 000856 1789074295.842333 mapwrite 0x026f9f thru 0x02ea20 (0x7a82 bytes) 000857 1789074295.880243 mapwrite 0x0128ff thru 0x01a4f5 (0x7bf7 bytes) 000859 1789074295.915713 trunc from 0x017207 to 0x01cd85 (0x5b7f bytes) 000860 1789074295.938718 mapwrite 0x0101ea thru 0x01e256 (0xe06d bytes) 000861 1789074295.982274 trunc from 0x03bd2e to 0x01cb35 (0x1f1f8 bytes) 000863 1789074296.001642 write 0x03f4ce thru 0x03ffff (0xb32 bytes) 000864 1789074296.002670 write 0x038de6 thru 0x03ffff (0x721a bytes) 000865 1789074296.009572 trunc from 0x02a684 to 0x037fe3 (0xd960 bytes) 000867 1789074296.018283 write 0x01838c thru 0x024535 (0xc1aa bytes) 000868 1789074296.023572 punch from 0x022956 to 0x02d806 (0xaeb1 bytes) 000869 1789074296.057486 MIRROR_EXTEND to 2 mirrors 000870 1789074297.108851 punch from 0x037ad5 to 0x03a381 (0x28ad bytes) 000871 1789074297.153123 fallocate 0x005692 thru 0x0066da (0x1049 bytes) 000872 1789074297.168089 mapread 0x0261d5 thru 0x029246 (0x3072 bytes) 000873 1789074297.192486 mapread 0x0158e5 thru 0x018a68 (0x3184 bytes) 000874 1789074297.251349 fallocate 0x01c880 thru 0x0274fd (0xac7e bytes) 000875 1789074297.268590 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) 000876 1789074297.408579 fallocate 0x009dae thru 0x013f51 (0xa1a4 bytes) 000878 1789074297.416683 punch from 0x02ad5b to 0x0375ab (0xc851 bytes) 000879 1789074297.422163 mapwrite 0x02843f thru 0x036be0 (0xe7a2 bytes) 000880 1789074297.493041 write 0x021598 thru 0x0264b2 (0x4f1b bytes) 000882 1789074297.508732 MIRROR_EXTEND to 2 mirrors 000883 1789074298.442299 mapwrite 0x03e347 thru 0x03ffff (0x1cb9 bytes) 000884 1789074298.534181 fallocate 0x00e613 thru 0x01b7e2 (0xd1d0 bytes) 000885 1789074298.539020 trunc from 0x0060a9 to 0x009667 (0x35bf bytes) 000886 1789074298.553139 mapread 0x00a0d6 thru 0x00d4b5 (0x33e0 bytes) 000887 1789074298.579236 write 0x00c90a thru 0x018e9c (0xc593 bytes) 000888 1789074298.608467 read 0x038d15 thru 0x03ffff (0x72eb bytes) 000889 1789074298.610852 punch from 0x026f86 to 0x034e46 (0xdec1 bytes) 000890 1789074298.617399 trunc from 0x040000 to 0x03db64 (0x249b bytes) 000891 1789074298.665356 fallocate 0x01069e thru 0x010f76 (0x8d9 bytes) 000892 1789074298.675963 mapread 0x02b5fe thru 0x036d8a (0xb78d bytes) 000893 1789074298.713880 mapread 0x016f55 thru 0x01f5a6 (0x8652 bytes) 000894 1789074298.735250 punch from 0x004917 to 0x00c511 (0x7bfb bytes) 000895 1789074298.771925 trunc from 0x00d2c3 to 0x017a62 (0xa7a0 bytes) 000896 1789074298.788174 trunc from 0x030674 to 0x035383 (0x4d10 bytes) 000897 1789074298.793061 trunc from 0x03db65 to 0x01183f (0x2c325 bytes) 000898 1789074298.813581 mapwrite 0x00039e thru 0x00ff0f (0xfb72 bytes) 000899 1789074298.852179 trunc from 0x011840 to 0x00ba8e (0x5db1 bytes) 000900 1789074298.864900 mapread 0x00af43 thru 0x00ba8e (0xb4c bytes) 000901 1789074298.866152 mapwrite 0x0146a2 thru 0x022757 (0xe0b6 bytes) 000902 1789074298.957668 mapread 0x009c60 thru 0x01994d (0xfcee bytes) 000903 1789074298.971303 write 0x034c2b thru 0x036368 (0x173e bytes) 000905 1789074298.974250 trunc from 0x00d0c2 to 0x01b2ad (0xe1ec bytes) 000906 1789074298.979922 punch from 0x024948 to 0x02c9fc (0x80b5 bytes) 000907 1789074298.985096 punch from 0x019846 to 0x01c010 (0x27cb bytes) 000908 1789074298.991328 punch from 0x031f53 to 0x036368 (0x4416 bytes) 000909 1789074299.006240 trunc from 0x00c677 to 0x01897e (0xc308 bytes) 000910 1789074299.010623 write 0x0252f4 thru 0x0266f8 (0x1405 bytes) 000911 1789074299.029090 mapwrite 0x025d4d thru 0x02839c (0x2650 bytes) 000912 1789074299.063954 read 0x01d898 thru 0x02c1eb (0xe954 bytes) 000913 1789074299.065136 write 0x028c6e thru 0x0382a4 (0xf637 bytes) 000914 1789074299.068498 write 0x01f7e8 thru 0x028e01 (0x961a bytes) 000915 1789074299.072981 mapwrite 0x0258c2 thru 0x02b05a (0x5799 bytes) 000916 1789074299.117336 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) 000917 1789074299.273322 mapread 0x0049fe thru 0x00ab4e (0x6151 bytes) 000918 1789074299.306090 mapwrite 0x02580b thru 0x027b04 (0x22fa bytes) 000919 1789074299.344141 trunc from 0x0382a5 to 0x01857d (0x1fd27 bytes) 000920 1789074299.383315 trunc from 0x01857e to 0x005b6d (0x12a10 bytes) 000922 1789074299.402342 trunc from 0x005b6e to 0x033ab7 (0x2df4a bytes) 000924 1789074299.421361 trunc from 0x001f46 to 0x005e03 (0x3ebe bytes) 000926 1789074299.428016 fallocate 0x037b59 thru 0x03a639 (0x2ae1 bytes) 000927 1789074299.436085 fallocate 0x00f6f5 thru 0x01dce3 (0xe5ef bytes) 000928 1789074299.441755 trunc from 0x03a63a to 0x034230 (0x6409 bytes) 000929 1789074299.474508 fallocate 0x020540 thru 0x020865 (0x326 bytes) 000932 1789074299.489363 fallocate 0x0175a5 thru 0x023668 (0xc0c4 bytes) 000933 1789074299.497090 trunc from 0x034231 to 0x02ae17 (0x9419 bytes) 000936 1789074299.529797 read 0x008ca6 thru 0x01046d (0x77c8 bytes) 000937 1789074299.540709 read 0x00c50e thru 0x00e5d2 (0x20c5 bytes) 000938 1789074299.541938 mapread 0x001f72 thru 0x009bfc (0x7c8b bytes) 000939 1789074299.581912 mapwrite 0x02aa8d thru 0x038ce4 (0xe258 bytes) 000940 1789074299.669231 mapwrite 0x0224bb thru 0x02b23d (0x8d83 bytes) 000941 1789074299.687671 trunc from 0x0046d7 to 0x00af2f (0x6859 bytes) 000944 1789074299.694554 write 0x032262 thru 0x03fc8e (0xda2d bytes) 000945 1789074299.700521 MIRROR_EXTEND to 2 mirrors 000946 1789074300.340487 mapwrite 0x006f97 thru 0x011cc5 (0xad2f bytes) 000947 1789074300.528457 punch from 0x036f11 to 0x03fc2a (0x8d1a bytes) 000948 1789074300.535480 fallocate 0x031b29 thru 0x0384f4 (0x69cc bytes) 000950 1789074300.544094 trunc from 0x03fc8f to 0x02e4ca (0x117c4 bytes) 000951 1789074300.581321 punch from 0x022abe to 0x023a95 (0xfd8 bytes) 000952 1789074300.587024 trunc from 0x02e4cb to 0x006fd6 (0x274f4 bytes) 000953 1789074300.626891 mapwrite 0x02b2ac thru 0x037832 (0xc587 bytes) 000954 1789074300.716322 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x190:0x0]: Invalid argument (22) 000955 1789074300.993009 punch from 0x017bd4 to 0x023f0a (0xc337 bytes) 000956 1789074301.026584 MIRROR_EXTEND to 2 mirrors 000957 1789074301.862128 mapread 0x02114a thru 0x02e9d2 (0xd889 bytes) 000958 1789074301.908439 mapread 0x02a783 thru 0x035ab0 (0xb32e bytes) 000959 1789074301.917767 fallocate 0x01de2c thru 0x02dce3 (0xfeb8 bytes) 000960 1789074301.973691 read 0x02b0a0 thru 0x03231f (0x7280 bytes) 000961 1789074301.987573 write 0x01395c thru 0x016908 (0x2fad bytes) 000962 1789074302.012143 mapread 0x007747 thru 0x013ec6 (0xc780 bytes) 000963 1789074302.072375 punch from 0x00e127 to 0x01a208 (0xc0e2 bytes) 000964 1789074302.099246 trunc from 0x03083e to 0x0331bd (0x2980 bytes) 000965 1789074302.104976 mapwrite 0x01781f thru 0x026d2f (0xf511 bytes) 000966 1789074302.200700 fallocate 0x03a64a thru 0x03ff7a (0x5931 bytes) 000967 1789074302.207119 read 0x0021fa thru 0x0039b1 (0x17b8 bytes) 000968 1789074302.210402 trunc from 0x037833 to 0x017539 (0x202f9 bytes) 000969 1789074302.232771 punch from 0x014abe to 0x017539 (0x2a7c bytes) 000970 1789074302.240546 punch from 0x000b84 to 0x001ab2 (0xf2f bytes) 000971 1789074302.248350 fallocate 0x01c0ac thru 0x028eda (0xce2f bytes) 000972 1789074302.253787 write 0x0041e5 thru 0x0091ce (0x4fea bytes) 000973 1789074302.255318 mapwrite 0x00e2d5 thru 0x011571 (0x329d bytes) 000974 1789074302.282410 write 0x001dd5 thru 0x0103c8 (0xe5f4 bytes) 000975 1789074302.285901 fallocate 0x014067 thru 0x014674 (0x60e bytes) 000976 1789074302.291196 mapread 0x003b89 thru 0x0119d3 (0xde4b bytes) 000977 1789074302.292072 mapread 0x0159f3 thru 0x024af4 (0xf102 bytes) 000978 1789074302.293009 punch from 0x024f03 to 0x028eda (0x3fd8 bytes) 000979 1789074302.303009 trunc from 0x028edb to 0x01bc67 (0xd273 bytes) 000980 1789074302.324969 read 0x0025ae thru 0x011bbd (0xf610 bytes) 000981 1789074302.325601 read 0x007fa5 thru 0x00f2ef (0x734b bytes) 000982 1789074302.326173 write 0x0239b4 thru 0x028b46 (0x5193 bytes) 000983 1789074302.330186 mapread 0x023fdb thru 0x028b46 (0x4b6c bytes) 000984 1789074302.332434 fallocate 0x024566 thru 0x02b8b3 (0x734e bytes) 000985 1789074302.339186 punch from 0x021f09 to 0x024edb (0x2fd3 bytes) 000986 1789074302.363979 write 0x010d52 thru 0x012baa (0x1e59 bytes) 000987 1789074302.365017 fallocate 0x035fbf thru 0x03ffff (0xa041 bytes) 000989 1789074302.380045 MIRROR_RESYNC 2 mirrors 000990 1789074303.294399 mapwrite 0x015106 thru 0x01b860 (0x675b bytes) 000992 1789074303.452905 trunc from 0x03edaa to 0x03ffff (0x1256 bytes) 000993 1789074303.474999 fallocate 0x03ef60 thru 0x03ffff (0x10a0 bytes) 000995 1789074303.494807 trunc from 0x040000 to 0x01792e (0x286d1 bytes) 000996 1789074303.593802 fallocate 0x034f1a thru 0x038d4a (0x3e31 bytes) 000997 1789074303.605940 fallocate 0x03170a thru 0x03ba35 (0xa32c bytes) 000998 1789074303.612414 trunc from 0x010563 to 0x01792e (0x73cc bytes) 000999 1789074303.627284 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1792f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1792f): Mirror 2: 0xa131727e (stale) CRC-32 checksum value for chunk [0, 0x1792f): Mirror 1: 0x2ba9e34d Mirror 3: 0x2ba9e34d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1792f: skipped 001000 1789074304.505800 trunc from 0x01792f to 0x002a4d (0x14ee1 bytes) All operations completed A-OK!