== sanity-flr test 70a: flr mode fsx test ================ 19:33:16 (1788564796) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 4798 skipping zero size read skipping zero size read skipping zero length zero range truncating to largest ever: 0x1e83a 000006 1788564798.650201 trunc from 00000000 to 0x01e839 (0x1e83a bytes) 000008 1788564798.669884 mapwrite 0x036aa2 thru 0x03ffff (0x955e bytes) truncating to largest ever: 0x26cfd 000009 1788564798.758497 trunc from 0x040000 to 0x026cfc (0x19303 bytes) 000010 1788564798.790333 fallocate 0x0096df thru 0x012121 (0x8a43 bytes) 000011 1788564798.800324 write 0x033354 thru 0x03ffff (0xccac bytes) 000012 1788564798.804386 mapread 0x01a1ea thru 0x01cc6b (0x2a82 bytes) 000013 1788564798.823829 fallocate 0x014ea7 thru 0x01c5ad (0x7707 bytes) 000014 1788564798.831195 punch from 0x01aeee to 0x01eade (0x3bf1 bytes) 000018 1788564798.853182 mapwrite 0x013f94 thru 0x02058a (0xc5f7 bytes) fallocating to largest ever: 0x3a2f4 000019 1788564798.902075 fallocate 0x02fb56 thru 0x03a2f3 (0xa79e bytes) 000020 1788564798.907884 punch from 0x020f36 to 0x025705 (0x47d0 bytes) 000021 1788564798.914862 mapread 0x01feef thru 0x02ec6e (0xed80 bytes) 000022 1788564798.941493 trunc from 0x040000 to 0x012f7a (0x2d085 bytes) 000023 1788564798.979145 trunc from 0x012f7b to 0x035ec9 (0x22f4f bytes) 000024 1788564799.031009 write 0x019019 thru 0x01af2d (0x1f15 bytes) 000025 1788564799.044983 punch from 0x01831f to 0x024306 (0xbfe8 bytes) 000026 1788564799.077633 mapread 0x0141d5 thru 0x01c731 (0x855d bytes) 000027 1788564799.106136 trunc from 0x01c3af to 0x024fd3 (0x8c25 bytes) 000029 1788564799.117000 write 0x01ebc5 thru 0x02618e (0x75ca bytes) 000030 1788564799.156596 write 0x0388f0 thru 0x03f1a7 (0x68b8 bytes) 000031 1788564799.157907 read 0x029c56 thru 0x02cb4e (0x2ef9 bytes) 000032 1788564799.202218 punch from 0x007c7d to 0x011948 (0x9ccc bytes) 000035 1788564799.219503 write 0x010cc8 thru 0x01f053 (0xe38c bytes) 000039 1788564799.242629 fallocate 0x02a266 thru 0x031da1 (0x7b3c bytes) 000040 1788564799.279778 MIRROR_EXTEND to 2 mirrors 000041 1788564800.182802 write 0x01ca4c thru 0x028db0 (0xc365 bytes) 000042 1788564800.237244 write 0x0157cc thru 0x0215b9 (0xbdee bytes) 000044 1788564800.246913 punch from 0x001b38 to 0x006c3b (0x5104 bytes) 000047 1788564800.253651 fallocate 0x01cd6b thru 0x022cc3 (0x5f59 bytes) zero_range to largest ever: 0x3a342 000048 1788564800.260843 trunc from 0x0378f1 to 0x03a341 (0x2a51 bytes) 000049 1788564800.267565 write 0x0221ab thru 0x02b3b3 (0x9209 bytes) 000050 1788564800.276143 mapread 0x020ca2 thru 0x0253b2 (0x4711 bytes) 000051 1788564800.277365 mapread 0x02641c thru 0x02a846 (0x442b bytes) 000052 1788564800.279937 mapwrite 0x006592 thru 0x0128c4 (0xc333 bytes) 000053 1788564800.334500 write 0x025e64 thru 0x02a7b3 (0x4950 bytes) 000054 1788564800.335832 mapread 0x014cc9 thru 0x01e482 (0x97ba bytes) 000055 1788564800.338354 mapwrite 0x02591d thru 0x027e75 (0x2559 bytes) 000056 1788564800.354140 trunc from 0x0339d9 to 0x036b24 (0x314c bytes) 000057 1788564800.363406 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3f1a8): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f1a8): Mirror 2: 0xaf4f1364 (stale) CRC-32 checksum value for chunk [0, 0x3f1a8): Mirror 1: 0x994d169f Mirror 3: 0x994d169f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f1a8: skipped 000058 1788564801.518744 mapwrite 0x02a6d9 thru 0x02dfd6 (0x38fe bytes) 000059 1788564801.698619 mapread 0x02b3d4 thru 0x030ba8 (0x57d5 bytes) 000060 1788564801.702942 write 0x0312a9 thru 0x0314af (0x207 bytes) 000061 1788564801.711216 mapread 0x012a57 thru 0x01d910 (0xaeba bytes) 000062 1788564801.738612 fallocate 0x0211fc thru 0x02d0d3 (0xbed8 bytes) 000063 1788564801.747222 write 0x01a1ef thru 0x01fdbe (0x5bd0 bytes) 000064 1788564801.753876 mapread 0x00d999 thru 0x013629 (0x5c91 bytes) 000065 1788564801.755288 fallocate 0x01be99 thru 0x01dd5b (0x1ec3 bytes) zero_range to largest ever: 0x3f1a8 000066 1788564801.771150 trunc from 0x03a7fe to 0x03f1a7 (0x49aa bytes) 000068 1788564801.780158 write 0x01d81a thru 0x027148 (0x992f bytes) 000069 1788564801.782670 fallocate 0x02f899 thru 0x03cf87 (0xd6ef bytes) 000070 1788564801.788936 mapread 0x03c65e thru 0x03d180 (0xb23 bytes) 000071 1788564801.804172 fallocate 0x014db7 thru 0x0182ba (0x3504 bytes) 000072 1788564801.810841 read 0x0268c4 thru 0x036881 (0xffbe bytes) 000073 1788564801.841899 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f1a8): Mirror 3: 0x994d169f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f1a8): Mirror 3: 0x994d169f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f1a8: skipped 000074 1788564802.340021 write 0x01cb73 thru 0x0218d7 (0x4d65 bytes) 000076 1788564802.372575 trunc from 0x03f1a8 to 0x023056 (0x1c151 bytes) 000078 1788564802.441889 fallocate 0x00796f thru 0x0094bf (0x1b51 bytes) 000080 1788564802.446822 punch from 0x008868 to 0x017dc4 (0xf55d bytes) 000081 1788564802.466077 trunc from 0x0016db to 0x00db02 (0xc428 bytes) 000082 1788564802.479093 punch from 0x001242 to 0x00795b (0x671a bytes) 000083 1788564802.497816 write 0x01b02a thru 0x02846d (0xd444 bytes) 000084 1788564802.522328 punch from 0x00dfeb to 0x015330 (0x7346 bytes) 000085 1788564802.532119 trunc from 0x0041a1 to 0x006cb9 (0x2b19 bytes) 000086 1788564802.549522 trunc from 0x014e44 to 0x021d9d (0xcf5a bytes) 000087 1788564802.575045 trunc from 0x02846e to 0x015c05 (0x12868 bytes) 000089 1788564802.614078 write 0x01b456 thru 0x028f2b (0xdad6 bytes) 000090 1788564802.623578 trunc from 0x01c141 to 0x024870 (0x8730 bytes) 000092 1788564802.659478 trunc from 0x028f2c to 0x0324a8 (0x957d bytes) 000093 1788564802.708789 MIRROR_RESYNC 2 mirrors 000094 1788564803.682384 mapread 0x029b9c thru 0x02bdcb (0x2230 bytes) 000095 1788564803.716041 trunc from 0x00d3e2 to 0x00e844 (0x1463 bytes) 000096 1788564803.763956 mapwrite 0x00b58c thru 0x01ac08 (0xf67d bytes) 000097 1788564803.813113 read 0x019890 thru 0x01aa2a (0x119b bytes) 000099 1788564803.814612 mapwrite 0x00a37a thru 0x00ed9d (0x4a24 bytes) 000100 1788564803.834659 mapwrite 0x02ee18 thru 0x03e924 (0xfb0d bytes) 000101 1788564803.933152 write 0x02af56 thru 0x033a52 (0x8afd bytes) 000103 1788564803.935980 trunc from 0x03e925 to 0x001777 (0x3d1ad bytes) 000104 1788564803.955008 trunc from 0x001778 to 0x01886d (0x170f6 bytes) 000105 1788564803.982487 mapwrite 0x018d86 thru 0x01e00c (0x5287 bytes) 000106 1788564804.064998 mapwrite 0x020283 thru 0x0218a0 (0x161e bytes) 000107 1788564804.115811 fallocate 0x01c220 thru 0x02a6a1 (0xe482 bytes) 000108 1788564804.128012 write 0x035bf4 thru 0x03d03d (0x744a bytes) 000109 1788564804.130993 punch from 0x039b73 to 0x03aa59 (0xee7 bytes) 000110 1788564804.165204 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000111 1788564804.412302 mapread 0x0287dd thru 0x02e143 (0x5967 bytes) 000112 1788564804.492661 punch from 0x01399a to 0x01a6ca (0x6d31 bytes) 000113 1788564804.504661 write 0x0346b0 thru 0x03d240 (0x8b91 bytes) fallocating to largest ever: 0x40000 000115 1788564804.543427 fallocate 0x03748d thru 0x03ffff (0x8b73 bytes) 000116 1788564804.558570 fallocate 0x02c82c thru 0x02d896 (0x106b bytes) 000117 1788564804.571244 punch from 0x0355b7 to 0x03d240 (0x7c8a bytes) 000118 1788564804.596859 fallocate 0x0267e2 thru 0x034a8f (0xe2ae bytes) 000119 1788564804.606410 punch from 0x028281 to 0x035d7c (0xdafc bytes) 000120 1788564804.613453 punch from 0x02b74f to 0x0367f5 (0xb0a7 bytes) 000121 1788564804.624674 punch from 0x02457d to 0x02b397 (0x6e1b bytes) 000123 1788564804.632919 punch from 0x0139a7 to 0x018b73 (0x51cd bytes) 000124 1788564804.642302 mapwrite 0x001dc2 thru 0x0035cc (0x180b bytes) 000125 1788564804.689922 mapread 0x00ff76 thru 0x01d621 (0xd6ac bytes) 000126 1788564804.737861 punch from 0x017f3a to 0x019135 (0x11fc bytes) 000127 1788564804.748979 write 0x022299 thru 0x0242cf (0x2037 bytes) 000129 1788564804.781033 write 0x038d2c thru 0x03ffff (0x72d4 bytes) 000131 1788564804.793967 read 0x007f0f thru 0x008f39 (0x102b bytes) 000133 1788564804.796020 write 0x0089b6 thru 0x008f08 (0x553 bytes) 000134 1788564804.797952 read 0x014029 thru 0x01c883 (0x885b bytes) 000135 1788564804.813227 trunc from 0x040000 to 0x01cd36 (0x232c9 bytes) 000136 1788564804.841566 trunc from 0x00d144 to 0x01b603 (0xe4c0 bytes) 000137 1788564804.850007 trunc from 0x01cd37 to 0x0170ac (0x5c8a bytes) 000138 1788564804.887504 read 0x00f0dc thru 0x015ad3 (0x69f8 bytes) 000139 1788564804.903775 mapread 0x01532d thru 0x0170ac (0x1d80 bytes) 000140 1788564804.905728 mapread 0x0078bb thru 0x00ba9b (0x41e1 bytes) 000141 1788564804.907872 write 0x02840a thru 0x02901d (0xc14 bytes) 000143 1788564804.910497 mapwrite 0x032b6f thru 0x03fcb1 (0xd143 bytes) 000144 1788564804.988993 fallocate 0x02e845 thru 0x03ab1c (0xc2d8 bytes) 000145 1788564805.001668 mapread 0x011c8c thru 0x0156e2 (0x3a57 bytes) 000146 1788564805.002631 read 0x01f605 thru 0x021b1e (0x251a bytes) 000147 1788564805.003211 read 0x02c06f thru 0x03ba68 (0xf9fa bytes) 000148 1788564805.010209 mapwrite 0x013ca4 thru 0x01f3b8 (0xb715 bytes) 000149 1788564805.047762 fallocate 0x02a81e thru 0x02edcd (0x45b0 bytes) 000150 1788564805.058318 trunc from 0x03fcb2 to 0x006af5 (0x391bc bytes) 000151 1788564805.074637 trunc from 0x006af6 to 0x0303ac (0x298b7 bytes) 000152 1788564805.103825 fallocate 0x0299fd thru 0x029a21 (0x25 bytes) 000153 1788564805.120308 trunc from 0x0303ad to 0x0081ba (0x281f2 bytes) 000154 1788564805.134245 punch from 0x000a8d to 0x0081ba (0x772e bytes) 000156 1788564805.141592 fallocate 0x01a956 thru 0x02a1e6 (0xf891 bytes) 000157 1788564805.146491 punch from 0x006fb9 to 0x0081ba (0x1202 bytes) 000158 1788564805.154472 mapread 0x002de2 thru 0x0081ba (0x53d9 bytes) 000160 1788564805.179828 fallocate 0x029567 thru 0x0352bf (0xbd59 bytes) 000161 1788564805.185247 fallocate 0x022152 thru 0x022cf3 (0xba2 bytes) 000162 1788564805.196904 punch from 0x022245 to 0x022cf3 (0xaaf bytes) 000163 1788564805.205900 trunc from 0x022cf4 to 0x004624 (0x1e6cf bytes) 000164 1788564805.224694 fallocate 0x02b968 thru 0x03b649 (0xfce2 bytes) 000166 1788564805.231067 read 0x0028a4 thru 0x004624 (0x1d81 bytes) 000167 1788564805.231688 mapwrite 0x009409 thru 0x00e242 (0x4e3a bytes) 000168 1788564805.308549 write 0x01cba5 thru 0x0265cd (0x9a29 bytes) 000169 1788564805.314208 write 0x0174cd thru 0x0178c2 (0x3f6 bytes) 000170 1788564805.346952 trunc from 0x01eb3c to 0x0265cd (0x7a92 bytes) 000171 1788564805.374543 write 0x03daaf thru 0x03ffff (0x2551 bytes) 000172 1788564805.375608 trunc from 0x03d1d1 to 0x03ffff (0x2e2f bytes) 000173 1788564805.389568 mapwrite 0x02afab thru 0x03aa1f (0xfa75 bytes) 000174 1788564805.434103 read 0x017844 thru 0x01a712 (0x2ecf bytes) 000175 1788564805.436175 write 0x007f2f thru 0x00dc9d (0x5d6f bytes) 000176 1788564805.439067 mapread 0x031a7a thru 0x036b6e (0x50f5 bytes) 000177 1788564805.440467 mapread 0x0089e3 thru 0x0097e0 (0xdfe bytes) 000178 1788564805.442382 read 0x02585b thru 0x02c6bb (0x6e61 bytes) 000179 1788564805.458543 mapwrite 0x0095e2 thru 0x00cf4e (0x396d bytes) 000180 1788564805.490727 mapread 0x036e64 thru 0x03ffff (0x919c bytes) 000181 1788564805.491793 read 0x016922 thru 0x016bb0 (0x28f bytes) 000182 1788564805.492372 mapwrite 0x002d5f thru 0x003be8 (0xe8a bytes) 000183 1788564805.507509 read 0x030a3c thru 0x0348fc (0x3ec1 bytes) 000184 1788564805.508356 trunc from 0x000607 to 0x00f284 (0xec7e bytes) 000185 1788564805.517145 mapwrite 0x025312 thru 0x02f58a (0xa279 bytes) 000186 1788564805.540364 trunc from 0x02454f to 0x02c155 (0x7c07 bytes) 000187 1788564805.546733 punch from 0x03fdb6 to 0x03ffff (0x24a bytes) 000188 1788564805.556782 write 0x001324 thru 0x006e3c (0x5b19 bytes) 000189 1788564805.568144 read 0x009632 thru 0x00ead8 (0x54a7 bytes) 000190 1788564805.571505 mapread 0x02415e thru 0x02b628 (0x74cb bytes) 000191 1788564805.573423 trunc from 0x040000 to 0x00929b (0x36d64 bytes) 000192 1788564805.619063 punch from 0x0045ab to 0x00929b (0x4cf1 bytes) 000194 1788564805.639059 fallocate 0x002a9f thru 0x00697d (0x3edf bytes) 000195 1788564805.645798 trunc from 0x004e06 to 0x0090ff (0x42fa bytes) 000196 1788564805.652947 mapread 0x003d44 thru 0x00929b (0x5558 bytes) 000197 1788564805.666501 punch from 0x0034f3 to 0x0091d0 (0x5cde bytes) 000198 1788564805.672237 mapread 0x00350d thru 0x00929b (0x5d8f bytes) 000199 1788564805.706131 write 0x034ec1 thru 0x03fd28 (0xae68 bytes) 000201 1788564805.714206 MIRROR_EXTEND to 2 mirrors 000202 1788564806.696903 trunc from 0x03fd29 to 0x009f99 (0x35d8f bytes) 000203 1788564806.818785 write 0x0009bd thru 0x00b8fa (0xaf3e bytes) 000204 1788564806.829250 read 0x009a53 thru 0x00b8fa (0x1ea8 bytes) 000205 1788564806.830715 mapwrite 0x025868 thru 0x03352c (0xdcc5 bytes) 000207 1788564806.995864 trunc from 0x03352d to 0x020182 (0x133aa bytes) 000208 1788564807.015027 read 0x006f9a thru 0x00bc48 (0x4caf bytes) 000209 1788564807.015782 read 0x007c19 thru 0x01176c (0x9b54 bytes) 000210 1788564807.037878 mapwrite 0x03fdde thru 0x03ffff (0x222 bytes) 000212 1788564807.161407 mapread 0x0123b0 thru 0x0215e1 (0xf232 bytes) 000213 1788564807.171614 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000215 1788564807.390131 trunc from 0x03d163 to 0x03ffff (0x2e9d bytes) 000216 1788564807.397556 mapread 0x020967 thru 0x028751 (0x7deb bytes) 000218 1788564807.442374 write 0x02440b thru 0x031b0e (0xd704 bytes) 000219 1788564807.465456 fallocate 0x01c91c thru 0x021f37 (0x561c bytes) 000220 1788564807.474092 read 0x0363c1 thru 0x03a1cc (0x3e0c bytes) 000221 1788564807.500844 fallocate 0x0098ae thru 0x018ab5 (0xf208 bytes) 000222 1788564807.519249 write 0x01f888 thru 0x026c84 (0x73fd bytes) 000223 1788564807.528815 read 0x015eda thru 0x01c8b3 (0x69da bytes) 000224 1788564807.550930 fallocate 0x03e54f thru 0x03eb46 (0x5f8 bytes) 000225 1788564807.574981 mapwrite 0x00a023 thru 0x016ee2 (0xcec0 bytes) 000227 1788564807.616686 write 0x03f343 thru 0x03ffff (0xcbd bytes) 000228 1788564807.617778 trunc from 0x040000 to 0x017822 (0x287dd bytes) 000229 1788564807.647742 trunc from 0x017823 to 0x003f28 (0x138fa bytes) 000230 1788564807.679820 mapwrite 0x036be9 thru 0x039052 (0x246a bytes) 000231 1788564807.751596 trunc from 0x039053 to 0x005533 (0x33b1f bytes) 000232 1788564807.776996 punch from 0x0051f3 to 0x005533 (0x341 bytes) 000233 1788564807.782821 mapwrite 0x03bd69 thru 0x03ffff (0x4297 bytes) 000234 1788564807.854057 trunc from 0x0021c5 to 0x011910 (0xf74c bytes) 000235 1788564807.870465 mapread 0x03016f thru 0x032550 (0x23e2 bytes) 000237 1788564807.900031 write 0x03fb36 thru 0x03ffff (0x4ca bytes) 000238 1788564807.901420 fallocate 0x013fc7 thru 0x018513 (0x454d bytes) 000239 1788564807.908752 punch from 0x01e422 to 0x02dc7e (0xf85d bytes) 000240 1788564807.914247 mapread 0x02e1fb thru 0x037fba (0x9dc0 bytes) 000241 1788564807.984794 MIRROR_EXTEND to 2 mirrors 000242 1788564808.894539 mapwrite 0x037e1e thru 0x03af29 (0x310c bytes) 000243 1788564809.024176 mapread 0x00d2fd thru 0x00e263 (0xf67 bytes) 000244 1788564809.041115 mapwrite 0x0096e6 thru 0x0100b5 (0x69d0 bytes) 000245 1788564809.062074 write 0x0349e4 thru 0x039466 (0x4a83 bytes) 000246 1788564809.073016 read 0x01650b thru 0x021e74 (0xb96a bytes) 000247 1788564809.099194 read 0x02b9a0 thru 0x02ea5e (0x30bf bytes) 000248 1788564809.118191 mapwrite 0x026722 thru 0x02ba1c (0x52fb bytes) 000249 1788564809.173937 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x33d67aea (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbe247a23 Mirror 3: 0xbe247a23 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000251 1788564810.473159 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000252 1788564810.783189 mapwrite 0x027eec thru 0x036fd6 (0xf0eb bytes) 000253 1788564810.953032 fallocate 0x015570 thru 0x018917 (0x33a8 bytes) 000254 1788564810.958205 trunc from 0x03025f to 0x03fc21 (0xf9c3 bytes) 000255 1788564810.965198 write 0x01b959 thru 0x02546f (0x9b17 bytes) 000256 1788564810.983988 punch from 0x039396 to 0x03ffff (0x6c6a bytes) 000257 1788564810.998024 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000259 1788564811.262795 trunc from 0x040000 to 0x02f49c (0x10b63 bytes) 000260 1788564811.326062 write 0x025be0 thru 0x02c884 (0x6ca5 bytes) 000261 1788564811.336622 trunc from 0x02f49d to 0x02f4e7 (0x4b bytes) 000262 1788564811.364453 MIRROR_EXTEND to 2 mirrors 000263 1788564812.157593 fallocate 0x03ea4a thru 0x03ffff (0x15b6 bytes) 000264 1788564812.203667 read 0x0023e0 thru 0x00c5f5 (0xa216 bytes) 000265 1788564812.216406 trunc from 0x040000 to 0x0278d3 (0x1872c bytes) 000266 1788564812.239818 fallocate 0x03ca9c thru 0x03ff4d (0x34b2 bytes) 000267 1788564812.253800 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3ff4e): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ff4e): Mirror 2: 0x462674ca (stale) CRC-32 checksum value for chunk [0, 0x3ff4e): Mirror 1: 0x7d7bf55b Mirror 3: 0x7d7bf55b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ff4e: skipped 000268 1788564813.408249 mapwrite 0x031a5d thru 0x037d3b (0x62df bytes) 000269 1788564813.512294 trunc from 0x034c6a to 0x0391c0 (0x4557 bytes) 000270 1788564813.521056 trunc from 0x02359d to 0x032521 (0xef85 bytes) 000271 1788564813.532114 read 0x029aff thru 0x037dd0 (0xe2d2 bytes) 000272 1788564813.569879 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ff4e): Mirror 3: 0x7d7bf55b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ff4e): Mirror 3: 0x7d7bf55b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ff4e: skipped 000273 1788564814.039211 punch from 0x03316d to 0x03896a (0x57fe bytes) 000275 1788564814.045887 mapread 0x033560 thru 0x03ff4d (0xc9ee bytes) 000276 1788564814.070781 mapwrite 0x00aac3 thru 0x00c236 (0x1774 bytes) 000277 1788564814.093870 trunc from 0x03ff4e to 0x00f0e1 (0x30e6c bytes) 000278 1788564814.145025 read 0x00d6d1 thru 0x00f0e1 (0x1a11 bytes) 000279 1788564814.148554 write 0x0050e3 thru 0x0091b0 (0x40ce bytes) 000280 1788564814.151055 mapread 0x0046a1 thru 0x00f0e1 (0xaa41 bytes) 000281 1788564814.154627 trunc from 0x00308f to 0x00cdc3 (0x9d35 bytes) 000282 1788564814.173325 fallocate 0x01cbf1 thru 0x02479e (0x7bae bytes) 000283 1788564814.188344 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000284 1788564814.336772 mapwrite 0x01c6a8 thru 0x021c00 (0x5559 bytes) 000287 1788564814.407222 punch from 0x022731 to 0x02479e (0x206e bytes) 000288 1788564814.420513 punch from 0x0171a2 to 0x02479e (0xd5fd bytes) 000289 1788564814.426589 punch from 0x019735 to 0x022641 (0x8f0d bytes) 000290 1788564814.435066 trunc from 0x01306a to 0x022ebe (0xfe55 bytes) 000291 1788564814.440568 mapread 0x00ef39 thru 0x0191ae (0xa276 bytes) 000292 1788564814.487756 read 0x0200be thru 0x020bae (0xaf1 bytes) 000293 1788564814.503342 mapwrite 0x00b901 thru 0x0102a5 (0x49a5 bytes) 000294 1788564814.540942 mapwrite 0x033c5e thru 0x03e71f (0xaac2 bytes) 000295 1788564814.596565 fallocate 0x0109ad thru 0x016a6a (0x60be bytes) 000296 1788564814.601533 trunc from 0x03e720 to 0x0231fe (0x1b521 bytes) 000298 1788564814.628604 punch from 0x017975 to 0x01d4af (0x5b3b bytes) 000299 1788564814.642894 punch from 0x0117ff to 0x020884 (0xf086 bytes) 000300 1788564814.649887 mapwrite 0x0086a4 thru 0x00b3bb (0x2d18 bytes) 000301 1788564814.682884 trunc from 0x0231ff to 0x019975 (0x9889 bytes) 000302 1788564814.717533 trunc from 0x00017e to 0x001ab6 (0x1939 bytes) 000303 1788564814.725937 trunc from 0x019976 to 0x019a3b (0xc6 bytes) 000304 1788564814.764101 trunc from 0x0067cf to 0x013619 (0xce4b bytes) 000306 1788564814.784021 write 0x012e89 thru 0x01fc75 (0xcded bytes) 000307 1788564814.802501 mapwrite 0x0003e6 thru 0x00b10b (0xad26 bytes) 000308 1788564814.869598 read 0x00b4d3 thru 0x01729b (0xbdc9 bytes) 000310 1788564814.885300 MIRROR_EXTEND to 2 mirrors 000311 1788564816.000355 trunc from 0x01fc76 to 0x010125 (0xfb50 bytes) 000312 1788564816.074987 mapread 0x00c9af thru 0x010125 (0x3777 bytes) 000313 1788564816.127339 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000314 1788564816.378837 write 0x01be98 thru 0x02b545 (0xf6ae bytes) 000315 1788564816.388088 mapwrite 0x01a8cf thru 0x01f58e (0x4cc0 bytes) 000316 1788564816.420905 trunc from 0x02b546 to 0x035633 (0xa0ee bytes) 000318 1788564816.445384 write 0x03ca13 thru 0x03e9c6 (0x1fb4 bytes) 000319 1788564816.446432 fallocate 0x030f4a thru 0x035c7e (0x4d35 bytes) 000320 1788564816.474573 trunc from 0x03e9c7 to 0x03639f (0x8627 bytes) 000321 1788564816.515921 read 0x004d67 thru 0x005ecf (0x1169 bytes) 000322 1788564816.535137 MIRROR_EXTEND to 2 mirrors 000323 1788564817.379241 mapwrite 0x00c724 thru 0x0190eb (0xc9c8 bytes) 000324 1788564817.486191 read 0x034297 thru 0x03639f (0x2109 bytes) 000326 1788564817.495564 mapwrite 0x0296f8 thru 0x03644a (0xcd53 bytes) 000327 1788564817.562435 mapwrite 0x02458d thru 0x029f0a (0x597e bytes) 000328 1788564817.589004 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000330 1788564817.726327 fallocate 0x00fb1a thru 0x01d5c2 (0xdaa9 bytes) 000331 1788564817.733874 read 0x01caf9 thru 0x01dd57 (0x125f bytes) 000332 1788564817.740043 trunc from 0x02a0fd to 0x0355e9 (0xb4ed bytes) 000334 1788564817.749968 fallocate 0x033f30 thru 0x0397d1 (0x58a2 bytes) 000335 1788564817.755913 trunc from 0x03644b to 0x012c4e (0x237fc bytes) 000336 1788564817.776903 punch from 0x00c693 to 0x012c4e (0x65bc bytes) 000337 1788564817.783495 read 0x010294 thru 0x012c4e (0x29bb bytes) 000338 1788564817.794607 trunc from 0x012c4f to 0x028590 (0x15942 bytes) 000339 1788564817.809025 write 0x012975 thru 0x01a055 (0x76e1 bytes) 000340 1788564817.815877 read 0x00d696 thru 0x01c05c (0xe9c7 bytes) 000341 1788564817.825491 trunc from 0x01a092 to 0x0230a8 (0x9017 bytes) 000342 1788564817.839702 fallocate 0x03e992 thru 0x03ffff (0x166e bytes) 000343 1788564817.844142 trunc from 0x009c50 to 0x0197e8 (0xfb99 bytes) 000344 1788564817.854045 MIRROR_EXTEND to 2 mirrors 000346 1788564818.501966 trunc from 0x0073f1 to 0x00d91b (0x652b bytes) 000347 1788564818.547663 mapwrite 0x039660 thru 0x03ffff (0x69a0 bytes) 000349 1788564818.670457 read 0x0071c1 thru 0x007ef4 (0xd34 bytes) 000350 1788564818.675958 mapread 0x028d1f thru 0x0303d9 (0x76bb bytes) 000352 1788564818.687462 trunc from 0x040000 to 0x021433 (0x1ebcc bytes) 000354 1788564818.717876 mapwrite 0x028304 thru 0x029736 (0x1433 bytes) 000355 1788564818.769822 read 0x017508 thru 0x01d586 (0x607f bytes) 000356 1788564818.798647 trunc from 0x029737 to 0x01003c (0x196fa bytes) 000357 1788564818.847221 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1003d): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1003d): Mirror 2: 0xb9ea856e (stale) CRC-32 checksum value for chunk [0, 0x1003d): Mirror 1: 0x578ad727 Mirror 3: 0x578ad727 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1003d: skipped 000359 1788564819.878102 punch from 0x00faa8 to 0x01003c (0x595 bytes) 000360 1788564819.917518 read 0x002a67 thru 0x003754 (0xcee bytes) 000361 1788564819.925308 mapwrite 0x0000e6 thru 0x00fdd5 (0xfcf0 bytes) 000362 1788564820.007519 mapwrite 0x013f9d thru 0x018920 (0x4984 bytes) 000363 1788564820.056816 write 0x002f05 thru 0x00f114 (0xc210 bytes) 000364 1788564820.058628 punch from 0x001157 to 0x00a81a (0x96c4 bytes) 000365 1788564820.075705 mapwrite 0x038367 thru 0x03ffff (0x7c99 bytes) 000366 1788564820.114775 write 0x000544 thru 0x00f6b5 (0xf172 bytes) 000367 1788564820.116699 trunc from 0x00828b to 0x0127ec (0xa562 bytes) 000368 1788564820.138359 mapwrite 0x00d759 thru 0x011a43 (0x42eb bytes) 000370 1788564820.164622 read 0x00555b thru 0x0102fb (0xada1 bytes) 000371 1788564820.165564 trunc from 0x02c59c to 0x036fc5 (0xaa2a bytes) 000372 1788564820.181942 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x86196997 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x86196997 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000373 1788564820.552960 trunc from 0x012b25 to 0x01b3f3 (0x88cf bytes) 000374 1788564820.565376 mapread 0x03caf6 thru 0x03ffff (0x350a bytes) 000375 1788564820.591928 write 0x006487 thru 0x016432 (0xffac bytes) 000376 1788564820.619435 trunc from 0x040000 to 0x01ae7c (0x25183 bytes) 000377 1788564820.656433 mapread 0x00e6e2 thru 0x01ae7c (0xc79b bytes) 000378 1788564820.666808 trunc from 0x01ae7d to 0x01d733 (0x28b7 bytes) 000380 1788564820.716133 fallocate 0x022219 thru 0x028bf5 (0x69dd bytes) 000381 1788564820.722382 fallocate 0x01aa83 thru 0x023291 (0x880f bytes) 000382 1788564820.727770 punch from 0x004bb4 to 0x00622e (0x167b bytes) 000383 1788564820.748451 read 0x01493f thru 0x023291 (0xe953 bytes) 000385 1788564820.762296 trunc from 0x00c7c8 to 0x01af68 (0xe7a1 bytes) 000386 1788564820.772315 trunc from 0x023292 to 0x028177 (0x4ee6 bytes) 000387 1788564820.788316 punch from 0x00d081 to 0x01c24f (0xf1cf bytes) 000388 1788564820.801070 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000389 1788564820.970089 trunc from 0x02162e to 0x028177 (0x6b4a bytes) 000390 1788564820.989480 mapread 0x002493 thru 0x00c93a (0xa4a8 bytes) 000392 1788564821.043967 write 0x007157 thru 0x0162e5 (0xf18f bytes) 000393 1788564821.067056 write 0x026072 thru 0x02b7e1 (0x5770 bytes) 000394 1788564821.078243 write 0x017ad9 thru 0x01fa1f (0x7f47 bytes) 000395 1788564821.101338 mapwrite 0x01157d thru 0x0186b2 (0x7136 bytes) 000396 1788564821.147904 punch from 0x02312c to 0x027c1d (0x4af2 bytes) 000397 1788564821.170004 mapread 0x01d266 thru 0x028ca1 (0xba3c bytes) 000398 1788564821.190247 fallocate 0x010140 thru 0x019af7 (0x99b8 bytes) 000399 1788564821.196967 punch from 0x0010a8 to 0x00116b (0xc4 bytes) 000400 1788564821.214771 punch from 0x02b202 to 0x02b7e1 (0x5e0 bytes) 000401 1788564821.234714 trunc from 0x02b7e2 to 0x01793b (0x13ea6 bytes) 000402 1788564821.265498 fallocate 0x039c76 thru 0x03ffff (0x638a bytes) 000404 1788564821.275517 trunc from 0x016124 to 0x0212c2 (0xb19f bytes) 000405 1788564821.285794 trunc from 0x040000 to 0x0032bd (0x3cd42 bytes) 000406 1788564821.310703 mapread 0x000ca0 thru 0x0032bd (0x261e bytes) 000407 1788564821.323711 MIRROR_EXTEND to 2 mirrors 000408 1788564822.066155 mapwrite 0x015dcf thru 0x024c69 (0xee9b bytes) 000409 1788564822.274723 trunc from 0x024c6a to 0x001d2b (0x22f3e bytes) 000410 1788564822.309752 fallocate 0x011575 thru 0x019ae5 (0x8571 bytes) 000411 1788564822.324092 mapread 0x0120a5 thru 0x0166a3 (0x45ff bytes) 000412 1788564822.344242 mapread 0x008e3d thru 0x018d93 (0xff57 bytes) 000413 1788564822.355947 fallocate 0x008e3e thru 0x00effc (0x61bf bytes) 000414 1788564822.384839 MIRROR_RESYNC 2 mirrors 000415 1788564822.852904 fallocate 0x016990 thru 0x01f773 (0x8de4 bytes) 000416 1788564822.883560 punch from 0x009cb6 to 0x00bc5d (0x1fa8 bytes) 000417 1788564822.892217 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x19ae6): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19ae6): Mirror 2: 0x8e52feff (stale) CRC-32 checksum value for chunk [0, 0x19ae6): Mirror 1: 0x8e52feff Mirror 3: 0x8e52feff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19ae6: skipped 000418 1788564823.740118 read 0x005448 thru 0x007f5c (0x2b15 bytes) 000419 1788564823.755146 write 0x01eed1 thru 0x0225ed (0x371d bytes) 000420 1788564823.801475 MIRROR_RESYNC 3 mirrors 000421 1788564824.770243 mapwrite 0x021d15 thru 0x0230f7 (0x13e3 bytes) 000422 1788564824.866755 mapwrite 0x01b676 thru 0x01c7cb (0x1156 bytes) 000423 1788564824.921065 trunc from 0x013436 to 0x019351 (0x5f1c bytes) 000424 1788564824.932934 mapread 0x022632 thru 0x0230f7 (0xac6 bytes) 000426 1788564824.942831 fallocate 0x026e52 thru 0x02c1b7 (0x5366 bytes) 000427 1788564824.951170 read 0x010fe5 thru 0x015fff (0x501b bytes) 000428 1788564824.968179 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x230f8): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x230f8): Mirror 2: 0xfa85dbcf (stale) Mirror 3: 0xfa85dbcf (stale) CRC-32 checksum value for chunk [0, 0x230f8): Mirror 1: 0x420c5dd9 Mirror 4: 0x420c5dd9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x230f8: skipped 000430 1788564825.849099 write 0x03eeeb thru 0x03ffff (0x1115 bytes) 000431 1788564825.920479 trunc from 0x040000 to 0x021dc0 (0x1e23f bytes) 000433 1788564825.975584 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x21dc1): Mirror 3: 0x644d33b1 (stale) Mirror 4: 0x5a249f4b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21dc1): Mirror 3: 0x644d33b1 (stale) Mirror 4: 0x5a249f4b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21dc1: skipped 000434 1788564826.484057 write 0x000c79 thru 0x000f1e (0x2a6 bytes) 000435 1788564826.508470 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x21dc1): Mirror 4: 0x5a249f4b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21dc1): Mirror 4: 0x5a249f4b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21dc1: skipped 000436 1788564827.010458 trunc from 0x010cf2 to 0x0144e4 (0x37f3 bytes) 000437 1788564827.016495 punch from 0x00ae28 to 0x010d92 (0x5f6b bytes) 000438 1788564827.022047 fallocate 0x00c306 thru 0x013b14 (0x780f bytes) 000439 1788564827.027305 mapwrite 0x035088 thru 0x03f3b3 (0xa32c bytes) 000440 1788564827.103983 write 0x010a32 thru 0x017597 (0x6b66 bytes) 000441 1788564827.116599 write 0x02f00e thru 0x034c6f (0x5c62 bytes) 000442 1788564827.125828 read 0x0133fe thru 0x01ca76 (0x9679 bytes) 000443 1788564827.135716 mapwrite 0x0325f8 thru 0x03c9e3 (0xa3ec bytes) 000444 1788564827.165095 MIRROR_RESYNC 2 mirrors 000445 1788564828.321757 punch from 0x02e492 to 0x039d9b (0xb90a bytes) 000446 1788564828.413439 MIRROR_RESYNC 2 mirrors 000447 1788564829.457650 write 0x02e04f thru 0x0369ba (0x896c bytes) 000448 1788564829.520772 read 0x015f45 thru 0x01c4a6 (0x6562 bytes) 000449 1788564829.530190 mapread 0x02c57f thru 0x039db0 (0xd832 bytes) 000451 1788564829.553688 punch from 0x0233e3 to 0x02f973 (0xc591 bytes) 000452 1788564829.571215 punch from 0x03a292 to 0x03f3b3 (0x5122 bytes) 000454 1788564829.581834 write 0x00fab9 thru 0x01cc69 (0xd1b1 bytes) 000455 1788564829.600468 fallocate 0x007f16 thru 0x009234 (0x131f bytes) 000456 1788564829.607146 write 0x023018 thru 0x024460 (0x1449 bytes) 000457 1788564829.631868 trunc from 0x016e75 to 0x021aeb (0xac77 bytes) 000458 1788564829.660932 fallocate 0x0213db thru 0x0222c4 (0xeea bytes) 000459 1788564829.667446 write 0x0303f8 thru 0x03f0ea (0xecf3 bytes) 000460 1788564829.674680 trunc from 0x03f3b4 to 0x009171 (0x36242 bytes) 000461 1788564829.733078 read 0x007a6e thru 0x009171 (0x1704 bytes) 000462 1788564829.750808 punch from 0x00894d to 0x009171 (0x825 bytes) 000463 1788564829.767857 punch from 0x001a27 to 0x004d36 (0x3310 bytes) 000464 1788564829.788516 fallocate 0x0247ad thru 0x02c5ae (0x7e02 bytes) 000465 1788564829.804953 punch from 0x0039de to 0x009171 (0x5794 bytes) 000467 1788564829.825999 read 0x002684 thru 0x0053c9 (0x2d46 bytes) 000468 1788564829.867048 punch from 0x000188 to 0x006788 (0x6601 bytes) 000469 1788564829.877545 trunc from 0x005feb to 0x009171 (0x3187 bytes) 000470 1788564829.898124 fallocate 0x00a091 thru 0x011efd (0x7e6d bytes) 000471 1788564829.910740 mapwrite 0x00bcfe thru 0x00c4ba (0x7bd bytes) 000472 1788564829.972634 write 0x03393f thru 0x03ffff (0xc6c1 bytes) 000473 1788564829.977470 write 0x02d9be thru 0x03146b (0x3aae bytes) 000474 1788564829.999946 mapwrite 0x002e22 thru 0x00797c (0x4b5b bytes) 000475 1788564830.092542 read 0x03d7be thru 0x03ffff (0x2842 bytes) 000476 1788564830.093133 write 0x01ced4 thru 0x022c6c (0x5d99 bytes) 000477 1788564830.094241 fallocate 0x0208f6 thru 0x02e343 (0xda4e bytes) 000478 1788564830.118003 trunc from 0x040000 to 0x00445b (0x3bba4 bytes) 000481 1788564830.162776 write 0x003e63 thru 0x008038 (0x41d6 bytes) 000482 1788564830.166319 trunc from 0x0040f1 to 0x006e43 (0x2d53 bytes) 000485 1788564830.198287 punch from 0x005db3 to 0x008038 (0x2286 bytes) 000486 1788564830.205043 mapwrite 0x02f879 thru 0x03d889 (0xe011 bytes) 000487 1788564830.348893 fallocate 0x00ba27 thru 0x00d581 (0x1b5b bytes) 000488 1788564830.356107 mapread 0x022902 thru 0x027da6 (0x54a5 bytes) 000489 1788564830.360555 mapwrite 0x00d80b thru 0x014bdd (0x73d3 bytes) 000490 1788564830.389546 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000491 1788564830.526415 fallocate 0x02b29a thru 0x02e700 (0x3467 bytes) 000492 1788564830.532332 trunc from 0x03d88a to 0x03dc10 (0x387 bytes) 000493 1788564830.569558 punch from 0x039e2e to 0x03dc10 (0x3de3 bytes) 000496 1788564830.577114 mapread 0x023bcf thru 0x032721 (0xeb53 bytes) 000498 1788564830.622826 mapread 0x02b25c thru 0x038e75 (0xdc1a bytes) 000499 1788564830.644808 mapread 0x02e680 thru 0x035021 (0x69a2 bytes) 000500 1788564830.645851 write 0x00dd83 thru 0x01b091 (0xd30f bytes) 000502 1788564830.667511 fallocate 0x0038fb thru 0x013422 (0xfb28 bytes) 000503 1788564830.673429 read 0x0225db thru 0x024da9 (0x27cf bytes) 000504 1788564830.674971 punch from 0x01048b to 0x01d826 (0xd39c bytes) 000505 1788564830.693617 mapwrite 0x016c07 thru 0x024137 (0xd531 bytes) 000506 1788564830.763218 trunc from 0x01a921 to 0x01bb05 (0x11e5 bytes) 000509 1788564830.786724 mapwrite 0x00042e thru 0x008c5f (0x8832 bytes) 000510 1788564830.840914 punch from 0x036666 to 0x03d2b9 (0x6c54 bytes) 000511 1788564830.867846 MIRROR_EXTEND to 2 mirrors 000512 1788564832.302063 trunc from 0x007670 to 0x012081 (0xaa12 bytes) 000515 1788564832.383419 fallocate 0x021c53 thru 0x030252 (0xe600 bytes) 000516 1788564832.404648 mapread 0x025fa0 thru 0x033402 (0xd463 bytes) 000517 1788564832.468696 mapwrite 0x036ee2 thru 0x03ffff (0x911e bytes) 000518 1788564832.641785 mapwrite 0x0107d1 thru 0x01dcdf (0xd50f bytes) 000519 1788564832.747561 mapread 0x01e3c3 thru 0x029516 (0xb154 bytes) 000520 1788564832.749520 write 0x03b818 thru 0x03ffff (0x47e8 bytes) 000521 1788564832.755015 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x32125704 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x94d2090b Mirror 3: 0x94d2090b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000522 1788564834.140030 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x32125704 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x94d2090b Mirror 3: 0x94d2090b Mirror 4: 0x94d2090b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000523 1788564835.287031 MIRROR_RESYNC 4 mirrors 000524 1788564836.430552 write 0x010ee6 thru 0x012544 (0x165f bytes) 000525 1788564836.534521 fallocate 0x029c3b thru 0x030c9c (0x7062 bytes) 000526 1788564836.542628 punch from 0x028f61 to 0x037c18 (0xecb8 bytes) 000527 1788564836.554466 punch from 0x013f9c to 0x0177cb (0x3830 bytes) 000528 1788564836.565874 mapread 0x0163fd thru 0x01c67d (0x6281 bytes) 000530 1788564836.613444 mapread 0x03c78a thru 0x03ffff (0x3876 bytes) 000531 1788564836.633548 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x94d2090b (stale) Mirror 3: 0x94d2090b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x94d2090b (stale) Mirror 3: 0x94d2090b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000532 1788564837.149532 read 0x035a84 thru 0x03a97f (0x4efc bytes) 000533 1788564837.173374 mapwrite 0x01914c thru 0x025965 (0xc81a bytes) 000534 1788564837.322704 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x94d2090b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x94d2090b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000535 1788564837.811519 punch from 0x03aad5 to 0x03ffff (0x552b bytes) 000537 1788564837.818013 trunc from 0x00886b to 0x00b103 (0x2899 bytes) 000538 1788564837.823781 read 0x01798f thru 0x019327 (0x1999 bytes) 000539 1788564837.838064 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x94d2090b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa18e7b3c Mirror 4: 0xa18e7b3c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000540 1788564839.570968 fallocate 0x01437b thru 0x01abb3 (0x6839 bytes) 000541 1788564839.642171 fallocate 0x03214e thru 0x03ffff (0xdeb2 bytes) 000542 1788564839.658734 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x94d2090b (stale) Mirror 4: 0xa18e7b3c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa18e7b3c Mirror 5: 0xa18e7b3c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000543 1788564840.812856 MIRROR_RESYNC 4 mirrors 000544 1788564842.347899 trunc from 0x040000 to 0x02ac04 (0x153fb bytes) 000545 1788564842.418504 write 0x017307 thru 0x01e778 (0x7472 bytes) 000546 1788564842.436223 MIRROR_RESYNC 4 mirrors 000547 1788564843.941370 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000548 1788564844.299399 mapread 0x009ee4 thru 0x016420 (0xc53d bytes) 000549 1788564844.331324 punch from 0x00c84d to 0x019385 (0xcb39 bytes) 000550 1788564844.400240 read 0x01d397 thru 0x025118 (0x7d82 bytes) 000551 1788564844.417679 read 0x0094b8 thru 0x00aed3 (0x1a1c bytes) 000552 1788564844.428810 mapwrite 0x0105c0 thru 0x0163d1 (0x5e12 bytes) 000554 1788564844.450116 read 0x0032eb thru 0x00a5ee (0x7304 bytes) 000556 1788564844.452194 trunc from 0x0109b2 to 0x018530 (0x7b7f bytes) 000558 1788564844.463171 trunc from 0x008c7f to 0x0155bf (0xc941 bytes) 000559 1788564844.478913 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2ac05): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ac05): Mirror 4: 0x1ee5040a (stale) Mirror 5: 0x1ee5040a (stale) CRC-32 checksum value for chunk [0, 0x2ac05): Mirror 1: 0x4c8e5ff7 Mirror 6: 0x4c8e5ff7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ac05: skipped 000560 1788564845.457916 fallocate 0x03cac9 thru 0x03ffff (0x3537 bytes) 000561 1788564845.521766 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x963f2db (stale) Mirror 6: 0xa35fb4b2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x963f2db (stale) Mirror 6: 0xa35fb4b2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000562 1788564845.808814 trunc from 0x040000 to 0x020a54 (0x1f5ab bytes) 000563 1788564845.831433 read 0x00078f thru 0x00d7fb (0xd06d bytes) 000564 1788564845.839480 mapread 0x00074c thru 0x001e8b (0x1740 bytes) 000565 1788564845.840828 mapread 0x017078 thru 0x0183d7 (0x1360 bytes) 000566 1788564845.854631 fallocate 0x00d522 thru 0x015530 (0x800f bytes) 000567 1788564845.864723 MIRROR_RESYNC 3 mirrors 000568 1788564846.745931 mapwrite 0x0122ff thru 0x01c80b (0xa50d bytes) 000569 1788564846.877796 trunc from 0x020a55 to 0x03f91e (0x1eeca bytes) 000570 1788564846.904681 read 0x020331 thru 0x021614 (0x12e4 bytes) 000571 1788564846.917468 punch from 0x01ec06 to 0x020590 (0x198b bytes) 000572 1788564846.922021 fallocate 0x019f1f thru 0x028a73 (0xeb55 bytes) 000573 1788564846.930454 mapwrite 0x02ddd6 thru 0x02e72e (0x959 bytes) 000574 1788564846.942747 trunc from 0x03f91f to 0x014e65 (0x2aab9 bytes) 000577 1788564846.960910 read 0x011b3f thru 0x014e65 (0x3327 bytes) 000578 1788564846.961659 read 0x003605 thru 0x00e829 (0xb225 bytes) 000579 1788564846.976675 mapwrite 0x037e56 thru 0x039ba9 (0x1d54 bytes) 000580 1788564847.027042 trunc from 0x039baa to 0x02b8d2 (0xe2d7 bytes) 000581 1788564847.068758 mapread 0x026eee thru 0x02b8d2 (0x49e5 bytes) 000582 1788564847.069832 trunc from 0x00c5ce to 0x016d47 (0xa77a bytes) 000583 1788564847.093028 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2b8d3): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b8d3): Mirror 5: 0x9b528db4 (stale) Mirror 6: 0x9b528db4 (stale) CRC-32 checksum value for chunk [0, 0x2b8d3): Mirror 1: 0xbb178ee8 Mirror 7: 0xbb178ee8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b8d3: skipped 000584 1788564848.105236 write 0x009e38 thru 0x00d0b1 (0x327a bytes) 000585 1788564848.156239 trunc from 0x017ebd to 0x020563 (0x86a7 bytes) 000586 1788564848.168601 mapwrite 0x02bc66 thru 0x02c75a (0xaf5 bytes) 000587 1788564848.252139 read 0x00d77b thru 0x011459 (0x3cdf bytes) 000588 1788564848.260750 fallocate 0x011791 thru 0x01ca89 (0xb2f9 bytes) 000589 1788564848.267327 write 0x001c28 thru 0x00ffcc (0xe3a5 bytes) 000590 1788564848.276717 fallocate 0x026c55 thru 0x02991d (0x2cc9 bytes) 000591 1788564848.281684 write 0x027b8a thru 0x02a408 (0x287f bytes) 000592 1788564848.291637 fallocate 0x008e9b thru 0x00ecbc (0x5e22 bytes) 000593 1788564848.295933 mapread 0x00498d thru 0x00fe1d (0xb491 bytes) 000595 1788564848.298204 trunc from 0x02c75b to 0x035703 (0x8fa9 bytes) 000596 1788564848.326745 fallocate 0x002771 thru 0x006769 (0x3ff9 bytes) 000597 1788564848.333115 read 0x02be85 thru 0x035703 (0x987f bytes) 000598 1788564848.345742 mapwrite 0x018dd5 thru 0x027a13 (0xec3f bytes) 000599 1788564848.370110 trunc from 0x035704 to 0x013c43 (0x21ac0 bytes) 000600 1788564848.396482 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x13c44): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13c44): Mirror 5: 0xe995e9c4 (stale) Mirror 6: 0xe995e9c4 (stale) Mirror 7: 0xe995e9c4 (stale) CRC-32 checksum value for chunk [0, 0x13c44): Mirror 1: 0x3a369d7e Mirror 8: 0x3a369d7e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13c44: skipped 000601 1788564849.462198 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x13c44): Mirror 5: 0xe995e9c4 (stale) Mirror 7: 0xe995e9c4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13c44): Mirror 5: 0xe995e9c4 (stale) Mirror 7: 0xe995e9c4 (stale) CRC-32 checksum value for chunk [0, 0x13c44): Mirror 1: 0x3a369d7e Mirror 8: 0x3a369d7e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13c44: skipped 000602 1788564850.002975 mapwrite 0x0113fe thru 0x012607 (0x120a bytes) 000603 1788564850.165041 mapwrite 0x03ed8d thru 0x03ffff (0x1273 bytes) 000604 1788564850.273229 write 0x02008f thru 0x020f04 (0xe76 bytes) 000606 1788564850.290076 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x3624084a (stale) Mirror 8: 0x559de23e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x3624084a (stale) Mirror 8: 0x559de23e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000607 1788564850.713062 mapread 0x0228f8 thru 0x02c162 (0x986b bytes) 000608 1788564850.748467 MIRROR_RESYNC 3 mirrors 000609 1788564851.676384 trunc from 0x02427a to 0x02aa2f (0x67b6 bytes) 000610 1788564851.713145 fallocate 0x02c071 thru 0x030aee (0x4a7e bytes) 000611 1788564851.719215 fallocate 0x00cb09 thru 0x0124e1 (0x59d9 bytes) 000612 1788564851.724991 trunc from 0x02c6aa to 0x034a07 (0x835e bytes) 000613 1788564851.731136 fallocate 0x020fac thru 0x030d40 (0xfd95 bytes) 000614 1788564851.738966 trunc from 0x027964 to 0x02d65f (0x5cfc bytes) 000615 1788564851.747585 mapread 0x023791 thru 0x031c87 (0xe4f7 bytes) 000616 1788564851.798653 trunc from 0x01a2a1 to 0x022aef (0x884f bytes) 000617 1788564851.815839 punch from 0x00edc2 to 0x01e2ba (0xf4f9 bytes) 000618 1788564851.838234 trunc from 0x029138 to 0x02b3ab (0x2274 bytes) 000619 1788564851.860904 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x16d2f32d (stale) Mirror 8: 0x16d2f32d (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2f2f701a Mirror 9: 0x2f2f701a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000621 1788564853.108687 fallocate 0x027480 thru 0x030d2b (0x98ac bytes) 000622 1788564853.146503 trunc from 0x03906f to 0x03b88d (0x281f bytes) 000623 1788564853.151614 punch from 0x033892 to 0x037fca (0x4739 bytes) 000625 1788564853.157598 mapwrite 0x02dbce thru 0x032b1f (0x4f52 bytes) 000626 1788564853.203356 trunc from 0x03bebc to 0x03ffff (0x4144 bytes) 000627 1788564853.211647 mapwrite 0x03760a thru 0x037da3 (0x79a bytes) 000628 1788564853.223676 trunc from 0x040000 to 0x00231d (0x3dce2 bytes) 000629 1788564853.256579 write 0x021296 thru 0x02314b (0x1eb6 bytes) 000630 1788564853.260116 mapwrite 0x0214f8 thru 0x02dc59 (0xc762 bytes) 000631 1788564853.311298 trunc from 0x02bb0f to 0x02dc59 (0x214b bytes) 000632 1788564853.317148 trunc from 0x02dc5a to 0x01678f (0x174ca bytes) 000633 1788564853.334452 trunc from 0x016790 to 0x013e63 (0x292c bytes) 000634 1788564853.360746 trunc from 0x00fe86 to 0x013e63 (0x3fde bytes) 000635 1788564853.368805 write 0x00dc73 thru 0x01b3bc (0xd74a bytes) 000637 1788564853.377986 trunc from 0x016015 to 0x018bf9 (0x2be5 bytes) 000638 1788564853.392115 trunc from 0x009eb4 to 0x00eef3 (0x5040 bytes) 000639 1788564853.397783 read 0x01326d thru 0x01b3bc (0x8150 bytes) 000640 1788564853.403793 punch from 0x011642 to 0x014b75 (0x3534 bytes) 000641 1788564853.409085 trunc from 0x01b3bd to 0x03b12a (0x1fd6e bytes) 000642 1788564853.425064 fallocate 0x00fd28 thru 0x016b4e (0x6e27 bytes) 000643 1788564853.430945 trunc from 0x0185b9 to 0x022e74 (0xa8bc bytes) 000645 1788564853.436420 write 0x0184b5 thru 0x022ee0 (0xaa2c bytes) 000646 1788564853.447478 trunc from 0x03425e to 0x03b12a (0x6ecd bytes) 000647 1788564853.453202 mapwrite 0x01ee67 thru 0x020838 (0x19d2 bytes) 000648 1788564853.477051 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b12b): Mirror 8: 0xdd717e0a (stale) Mirror 9: 0xaeadd0af (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b12b): Mirror 8: 0xdd717e0a (stale) Mirror 9: 0xaeadd0af (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b12b: skipped 000649 1788564854.049179 fallocate 0x0094dd thru 0x016beb (0xd70f bytes) 000650 1788564854.076164 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3b12b): Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b12b): Mirror 8: 0xdd717e0a (stale) Mirror 9: 0xaeadd0af (stale) CRC-32 checksum value for chunk [0, 0x3b12b): Mirror 1: 0xcf1b1869 Mirror 10: 0xcf1b1869 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b12b: skipped 000651 1788564855.400776 read 0x01e031 thru 0x025d95 (0x7d65 bytes) 000652 1788564855.418209 trunc from 0x02235f to 0x02aaae (0x8750 bytes) 000653 1788564855.483371 write 0x024f98 thru 0x0284c4 (0x352d bytes) 000654 1788564855.503090 mapread 0x004876 thru 0x007dce (0x3559 bytes) 000655 1788564855.527081 fallocate 0x006304 thru 0x0085b3 (0x22b0 bytes) 000657 1788564855.534590 mapread 0x0225e7 thru 0x031811 (0xf22b bytes) 000658 1788564855.561823 write 0x024b06 thru 0x02b127 (0x6622 bytes) 000659 1788564855.564127 mapread 0x008ce6 thru 0x00b5c8 (0x28e3 bytes) 000660 1788564855.566072 fallocate 0x03e4df thru 0x03ffff (0x1b21 bytes) 000661 1788564855.572537 trunc from 0x040000 to 0x03431d (0xbce2 bytes) 000662 1788564855.596451 mapwrite 0x0058e8 thru 0x014b63 (0xf27c bytes) 000664 1788564855.640569 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3431e): Mirror 9: 0x72facdfa (stale) Mirror 10: 0xbab2c1a4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3431e): Mirror 9: 0x72facdfa (stale) Mirror 10: 0xbab2c1a4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3431e: skipped 000665 1788564855.983507 write 0x00e9ea thru 0x00ea9f (0xb6 bytes) 000666 1788564855.995228 read 0x00db74 thru 0x01c8c2 (0xed4f bytes) 000667 1788564856.013679 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3431e): Mirror 10: 0xbab2c1a4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3431e): Mirror 10: 0xbab2c1a4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3431e: skipped 000668 1788564856.318511 mapwrite 0x03ced7 thru 0x03ffff (0x3129 bytes) 000669 1788564856.375519 fallocate 0x02ecaf thru 0x03628f (0x75e1 bytes) 000671 1788564856.387523 mapwrite 0x016d79 thru 0x01cfbe (0x6246 bytes) 000672 1788564856.436321 punch from 0x0201dc to 0x022ad8 (0x28fd bytes) 000673 1788564856.443896 fallocate 0x02da5a thru 0x039b9d (0xc144 bytes) 000674 1788564856.450004 write 0x02a241 thru 0x038266 (0xe026 bytes) 000675 1788564856.457748 mapread 0x019c1a thru 0x01e13a (0x4521 bytes) 000676 1788564856.459537 read 0x0256b1 thru 0x02c1b0 (0x6b00 bytes) 000678 1788564856.483922 punch from 0x03340b to 0x03e7e3 (0xb3d9 bytes) 000680 1788564856.515884 read 0x025ccc thru 0x02bf35 (0x626a bytes) 000681 1788564856.517505 trunc from 0x040000 to 0x03b742 (0x48bd bytes) 000682 1788564856.550402 trunc from 0x03b743 to 0x038393 (0x33af bytes) 000683 1788564856.578222 read 0x001167 thru 0x005d44 (0x4bde bytes) 000684 1788564856.617085 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000685 1788564856.941036 mapread 0x01a9cb thru 0x01ba92 (0x10c8 bytes) 000686 1788564856.951246 fallocate 0x011b88 thru 0x017807 (0x5c80 bytes) 000687 1788564856.960600 mapwrite 0x03bb2c thru 0x03c8c2 (0xd97 bytes) 000688 1788564857.063116 punch from 0x034c1f to 0x03c8c2 (0x7ca4 bytes) 000689 1788564857.096613 MIRROR_EXTEND to 2 mirrors 000690 1788564858.009924 mapwrite 0x010ee8 thru 0x01f4e9 (0xe602 bytes) 000691 1788564858.140706 read 0x0073c7 thru 0x009e20 (0x2a5a bytes) 000692 1788564858.151754 read 0x00c500 thru 0x00d423 (0xf24 bytes) 000693 1788564858.152969 mapread 0x00139d thru 0x009fca (0x8c2e bytes) 000694 1788564858.170989 read 0x01ac0b thru 0x025553 (0xa949 bytes) 000695 1788564858.172538 trunc from 0x0344de to 0x0346fb (0x21e bytes) 000696 1788564858.180785 trunc from 0x03c8c3 to 0x0334d9 (0x93e9 bytes) 000697 1788564858.250548 fallocate 0x010479 thru 0x012407 (0x1f8f bytes) 000698 1788564858.258501 trunc from 0x0334da to 0x033e3e (0x965 bytes) 000699 1788564858.287971 mapread 0x006a36 thru 0x015b1e (0xf0e9 bytes) 000700 1788564858.289550 fallocate 0x03cb6a thru 0x03ffff (0x3496 bytes) 000701 1788564858.296563 mapwrite 0x03b450 thru 0x03fd59 (0x490a bytes) 000703 1788564858.358702 read 0x03058d thru 0x035412 (0x4e86 bytes) 000705 1788564858.359768 mapread 0x03d822 thru 0x03ffff (0x27de bytes) 000706 1788564858.363218 read 0x0366f0 thru 0x03ffff (0x9910 bytes) 000707 1788564858.364884 trunc from 0x02c46f to 0x0379a2 (0xb534 bytes) 000708 1788564858.375170 mapread 0x008620 thru 0x00c24d (0x3c2e bytes) 000709 1788564858.380840 mapwrite 0x02cb3d thru 0x03a844 (0xdd08 bytes) 000710 1788564858.437490 read 0x03edda thru 0x03ffff (0x1226 bytes) 000711 1788564858.438517 write 0x009b2e thru 0x0135db (0x9aae bytes) 000712 1788564858.440750 mapwrite 0x02852c thru 0x02a20e (0x1ce3 bytes) 000714 1788564858.463864 mapwrite 0x02421e thru 0x02b1db (0x6fbe bytes) 000715 1788564858.487401 read 0x02e919 thru 0x035771 (0x6e59 bytes) 000716 1788564858.488051 read 0x01d33c thru 0x02ca95 (0xf75a bytes) 000718 1788564858.489785 read 0x0394e1 thru 0x0395c5 (0xe5 bytes) 000719 1788564858.490508 mapread 0x01a888 thru 0x029bd6 (0xf34f bytes) 000720 1788564858.491610 read 0x004986 thru 0x00f3aa (0xaa25 bytes) 000721 1788564858.492420 mapread 0x0131c4 thru 0x01c1fc (0x9039 bytes) 000722 1788564858.493388 mapread 0x030eee thru 0x033e4b (0x2f5e bytes) 000723 1788564858.494410 read 0x03cc34 thru 0x03ffff (0x33cc bytes) 000724 1788564858.495075 fallocate 0x02089a thru 0x02ee71 (0xe5d8 bytes) 000725 1788564858.505809 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x264569bb (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xaeb8b588 Mirror 3: 0xaeb8b588 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000726 1788564859.607890 MIRROR_RESYNC 3 mirrors 000727 1788564860.472032 mapread 0x031c19 thru 0x03d61e (0xba06 bytes) 000728 1788564860.505404 mapread 0x02dac7 thru 0x02e9cc (0xf06 bytes) 000729 1788564860.511552 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000730 1788564860.906183 mapwrite 0x038f8e thru 0x03ffff (0x7072 bytes) 000731 1788564860.996158 trunc from 0x00c38c to 0x018d99 (0xca0e bytes) 000732 1788564861.002242 trunc from 0x035d88 to 0x03ef8a (0x9203 bytes) 000733 1788564861.008425 read 0x0221cf thru 0x02aaad (0x88df bytes) 000734 1788564861.018008 trunc from 0x038464 to 0x03ffff (0x7b9c bytes) 000735 1788564861.027919 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xaeb8b588 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe10b5eb4 Mirror 4: 0xe10b5eb4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000736 1788564862.046538 read 0x02e787 thru 0x03ac5c (0xc4d6 bytes) 000737 1788564862.094016 mapwrite 0x0218a7 thru 0x02342a (0x1b84 bytes) 000738 1788564862.206493 mapwrite 0x03e1af thru 0x03ffff (0x1e51 bytes) 000739 1788564862.241943 fallocate 0x0209f4 thru 0x02d732 (0xcd3f bytes) 000742 1788564862.250751 mapwrite 0x017890 thru 0x0267b7 (0xef28 bytes) 000743 1788564862.292720 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xaeb8b588 (stale) Mirror 4: 0xe10b5eb4 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8a02b977 Mirror 5: 0x8a02b977 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000744 1788564863.442092 punch from 0x0338a6 to 0x03ffff (0xc75a bytes) 000745 1788564863.522457 write 0x011e83 thru 0x0121da (0x358 bytes) 000746 1788564863.548579 mapwrite 0x036e7d thru 0x037dca (0xf4e bytes) 000747 1788564863.604810 read 0x029025 thru 0x02947b (0x457 bytes) 000748 1788564863.629139 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xaeb8b588 (stale) Mirror 4: 0xe10b5eb4 (stale) Mirror 5: 0x8a02b977 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5d8aa783 Mirror 6: 0x5d8aa783 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000749 1788564864.855853 mapwrite 0x01e195 thru 0x025ff1 (0x7e5d bytes) 000751 1788564864.982820 fallocate 0x02b3c7 thru 0x0319fd (0x6637 bytes) 000752 1788564864.993829 fallocate 0x028c8f thru 0x03002d (0x739f bytes) 000753 1788564865.001682 trunc from 0x040000 to 0x032548 (0xdab7 bytes) 000754 1788564865.036373 trunc from 0x01a53e to 0x01df39 (0x39fc bytes) 000755 1788564865.046440 punch from 0x02eace to 0x02f630 (0xb63 bytes) 000756 1788564865.064682 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x32549): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32549): Mirror 3: 0x2b1912dc (stale) Mirror 4: 0x56628cdc (stale) Mirror 5: 0xf37e149e (stale) Mirror 6: 0xc8b8e0b8 (stale) CRC-32 checksum value for chunk [0, 0x32549): Mirror 1: 0x9257fec0 Mirror 7: 0x9257fec0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32549: skipped 000757 1788564866.419999 read 0x01d12c thru 0x027e22 (0xacf7 bytes) 000758 1788564866.436756 fallocate 0x00ede5 thru 0x0173d0 (0x85ec bytes) 000759 1788564866.474706 read 0x02043c thru 0x02fe05 (0xf9ca bytes) 000760 1788564866.486483 mapread 0x01c62e thru 0x022c80 (0x6653 bytes) 000761 1788564866.491789 read 0x0093e1 thru 0x012cfc (0x991c bytes) 000763 1788564866.493158 punch from 0x0136ee to 0x01ff6e (0xc881 bytes) 000764 1788564866.502296 read 0x02f372 thru 0x03034e (0xfdd bytes) 000765 1788564866.503999 fallocate 0x03006c thru 0x037a61 (0x79f6 bytes) 000766 1788564866.511147 punch from 0x01ecb9 to 0x02ec39 (0xff81 bytes) 000767 1788564866.520676 write 0x03ccd8 thru 0x03f07f (0x23a8 bytes) 000768 1788564866.526166 trunc from 0x03f080 to 0x03a8be (0x47c1 bytes) 000770 1788564866.558622 fallocate 0x01711c thru 0x02451d (0xd402 bytes) 000771 1788564866.564737 mapwrite 0x0263c9 thru 0x028f47 (0x2b7f bytes) 000772 1788564866.591584 fallocate 0x017fce thru 0x01eae0 (0x6b13 bytes) 000773 1788564866.597415 trunc from 0x03a8bf to 0x039a21 (0xe9d bytes) 000775 1788564866.615514 read 0x022aa0 thru 0x0281e6 (0x5747 bytes) 000776 1788564866.616452 fallocate 0x01e179 thru 0x02b796 (0xd61e bytes) 000777 1788564866.623669 trunc from 0x039a22 to 0x0285cd (0x11454 bytes) 000778 1788564866.652594 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x285ce): Mirror 3: 0x1cf4618d (stale) Mirror 4: 0xf8c8b0e2 (stale) Mirror 5: 0xe6bdac50 (stale) Mirror 7: 0x45770ae1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x285ce): Mirror 3: 0x1cf4618d (stale) Mirror 4: 0xf8c8b0e2 (stale) Mirror 5: 0xe6bdac50 (stale) Mirror 7: 0x45770ae1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x285ce: skipped 000779 1788564867.264056 fallocate 0x03d0a8 thru 0x03ffff (0x2f58 bytes) 000780 1788564867.270455 fallocate 0x02cf2d thru 0x030464 (0x3538 bytes) 000781 1788564867.276294 punch from 0x023b14 to 0x0263c8 (0x28b5 bytes) 000782 1788564867.296705 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xaeb8b588 (stale) Mirror 4: 0xe10b5eb4 (stale) Mirror 5: 0x8a02b977 (stale) Mirror 7: 0x4076d77d (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc3b6244f Mirror 8: 0xc3b6244f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000783 1788564868.824709 read 0x00944e thru 0x0176b2 (0xe265 bytes) 000784 1788564868.850855 trunc from 0x040000 to 0x005d68 (0x3a297 bytes) 000785 1788564868.915760 punch from 0x001137 to 0x0059dd (0x48a7 bytes) 000786 1788564868.923743 mapread 0x004004 thru 0x005d68 (0x1d65 bytes) 000787 1788564868.942311 read 0x002af8 thru 0x005d68 (0x3271 bytes) 000788 1788564868.952577 trunc from 0x004858 to 0x005d68 (0x1511 bytes) 000789 1788564868.960554 punch from 0x003d7b to 0x005d68 (0x1fee bytes) 000790 1788564868.974667 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x5d69): Mirror 4: 0x3f87a5fc (stale) Mirror 5: 0x3f87a5fc (stale) Mirror 7: 0x3f87a5fc (stale) Mirror 8: 0x3f87a5fc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x5d69): Mirror 4: 0x3f87a5fc (stale) Mirror 5: 0x3f87a5fc (stale) Mirror 7: 0x3f87a5fc (stale) Mirror 8: 0x3f87a5fc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x5d69: skipped 000791 1788564869.440873 punch from 0x00291c to 0x005d68 (0x344d bytes) 000792 1788564869.450202 mapread 0x0014f1 thru 0x005d68 (0x4878 bytes) 000793 1788564869.476874 mapwrite 0x012e57 thru 0x01ec50 (0xbdfa bytes) 000794 1788564869.574008 read 0x008f0a thru 0x00989c (0x993 bytes) 000795 1788564869.584702 punch from 0x01e6b1 to 0x01ec50 (0x5a0 bytes) 000796 1788564869.595675 trunc from 0x01ec51 to 0x009eb1 (0x14d9f bytes) 000797 1788564869.619121 trunc from 0x009abc to 0x009eb1 (0x3f6 bytes) 000798 1788564869.625018 mapwrite 0x003aab thru 0x0114c0 (0xda16 bytes) 000799 1788564869.687692 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x114c1): Mirror 5: 0xc2c57b08 (stale) Mirror 7: 0xc2c57b08 (stale) Mirror 8: 0xc2c57b08 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x114c1): Mirror 5: 0xc2c57b08 (stale) Mirror 7: 0xc2c57b08 (stale) Mirror 8: 0xc2c57b08 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x114c1: skipped 000800 1788564870.052977 write 0x00f77e thru 0x01e951 (0xf1d4 bytes) 000801 1788564870.065971 punch from 0x014fde to 0x01e951 (0x9974 bytes) 000802 1788564870.082893 write 0x03b7cb thru 0x03ffff (0x4835 bytes) 000803 1788564870.085755 write 0x01fbcc thru 0x02b7c6 (0xbbfb bytes) 000804 1788564870.127311 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x8a02b977 (stale) Mirror 8: 0xc3b6244f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x8a02b977 (stale) Mirror 8: 0xc3b6244f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000805 1788564870.559599 mapwrite 0x02fd50 thru 0x0335d5 (0x3886 bytes) 000806 1788564870.608158 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xc3b6244f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xc3b6244f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000808 1788564871.054391 trunc from 0x00b20a to 0x01a3e8 (0xf1df bytes) 000810 1788564871.062101 read 0x02158c thru 0x027a3a (0x64af bytes) 000811 1788564871.072972 read 0x0332c5 thru 0x0345d8 (0x1314 bytes) 000812 1788564871.116633 read 0x014f39 thru 0x01645f (0x1527 bytes) 000814 1788564871.117946 mapwrite 0x0040a2 thru 0x008297 (0x41f6 bytes) 000815 1788564871.144760 trunc from 0x00d292 to 0x01a000 (0xcd6f bytes) 000816 1788564871.152643 trunc from 0x040000 to 0x02fdad (0x10252 bytes) 000817 1788564871.187477 write 0x036b37 thru 0x03921a (0x26e4 bytes) 000818 1788564871.188628 mapread 0x00fefb thru 0x013140 (0x3246 bytes) 000819 1788564871.220036 trunc from 0x03921b to 0x00a289 (0x2ef91 bytes) 000820 1788564871.241143 trunc from 0x008dcd to 0x00a289 (0x14bd bytes) 000821 1788564871.246647 mapread 0x003883 thru 0x00a289 (0x6a07 bytes) 000822 1788564871.262338 punch from 0x000d32 to 0x009049 (0x8318 bytes) 000823 1788564871.268593 trunc from 0x008b7d to 0x00a289 (0x170d bytes) 000824 1788564871.281824 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000825 1788564871.415214 punch from 0x0000fe to 0x0026c0 (0x25c3 bytes) 000826 1788564871.424451 mapread 0x0026e7 thru 0x0053a0 (0x2cba bytes) 000827 1788564871.460740 punch from 0x005a1c to 0x00a289 (0x486e bytes) 000828 1788564871.473702 mapwrite 0x00079d thru 0x00a7e1 (0xa045 bytes) 000830 1788564871.573393 MIRROR_EXTEND to 2 mirrors 000831 1788564872.353484 trunc from 0x00a7e2 to 0x02043b (0x15c5a bytes) 000832 1788564872.435617 write 0x0317b7 thru 0x035fdc (0x4826 bytes) 000833 1788564872.437214 punch from 0x001e8c to 0x009fe9 (0x815e bytes) 000835 1788564872.448252 mapread 0x00ff23 thru 0x01996b (0x9a49 bytes) 000836 1788564872.491725 mapwrite 0x02f987 thru 0x03deb1 (0xe52b bytes) 000837 1788564872.618759 fallocate 0x0375e8 thru 0x03f6c8 (0x80e1 bytes) 000838 1788564872.627938 trunc from 0x03f6c9 to 0x023428 (0x1c2a0 bytes) 000839 1788564872.653998 fallocate 0x025cf9 thru 0x026a4c (0xd54 bytes) 000841 1788564872.668580 trunc from 0x023ec8 to 0x0242c9 (0x402 bytes) 000842 1788564872.673960 fallocate 0x03f92a thru 0x03ffff (0x6d6 bytes) 000843 1788564872.689145 mapwrite 0x02705f thru 0x0312bd (0xa25f bytes) 000844 1788564872.767668 punch from 0x005e20 to 0x01481c (0xe9fd bytes) 000846 1788564872.778318 trunc from 0x0312be to 0x025999 (0xb924 bytes) 000847 1788564872.804579 mapwrite 0x026791 thru 0x031cc5 (0xb535 bytes) 000848 1788564872.864807 mapread 0x002a19 thru 0x010d57 (0xe33f bytes) 000849 1788564872.880364 trunc from 0x02c479 to 0x02f2d0 (0x2e58 bytes) 000850 1788564872.892700 trunc from 0x01f56b to 0x02df5b (0xe9f1 bytes) 000851 1788564872.897551 write 0x022f19 thru 0x02bb02 (0x8bea bytes) 000852 1788564872.907085 read 0x02a958 thru 0x02f689 (0x4d32 bytes) 000854 1788564872.917620 punch from 0x000430 to 0x002938 (0x2509 bytes) 000855 1788564872.923509 punch from 0x0309a5 to 0x031cc5 (0x1321 bytes) 000856 1788564872.929846 read 0x0188c0 thru 0x01ca6a (0x41ab bytes) 000857 1788564872.943555 mapread 0x0319cc thru 0x031cc5 (0x2fa bytes) 000858 1788564872.948681 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x31cc6): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31cc6): Mirror 2: 0x6aba2d8d (stale) CRC-32 checksum value for chunk [0, 0x31cc6): Mirror 1: 0xdd5bcf4c Mirror 3: 0xdd5bcf4c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31cc6: skipped 000859 1788564873.955073 mapread 0x01eebe thru 0x020f10 (0x2053 bytes) 000860 1788564873.991906 mapwrite 0x018845 thru 0x024736 (0xbef2 bytes) 000861 1788564874.149242 mapread 0x015055 thru 0x01e54e (0x94fa bytes) 000862 1788564874.151786 punch from 0x010445 to 0x01411c (0x3cd8 bytes) 000863 1788564874.160723 mapwrite 0x01938d thru 0x01a98a (0x15fe bytes) 000864 1788564874.184734 fallocate 0x020956 thru 0x02863f (0x7cea bytes) 000865 1788564874.190337 trunc from 0x01b8b9 to 0x02509a (0x97e2 bytes) 000866 1788564874.199545 punch from 0x0307f4 to 0x031cc5 (0x14d2 bytes) 000868 1788564874.206770 write 0x0152ee thru 0x01b14d (0x5e60 bytes) 000869 1788564874.216408 mapread 0x009339 thru 0x016aed (0xd7b5 bytes) 000870 1788564874.231366 read 0x0045a9 thru 0x004845 (0x29d bytes) 000872 1788564874.232377 fallocate 0x00431a thru 0x00e305 (0x9fec bytes) 000873 1788564874.238119 trunc from 0x031cc6 to 0x017eca (0x19dfb bytes) 000874 1788564874.258230 trunc from 0x017ecb to 0x00df36 (0x9f94 bytes) 000875 1788564874.280100 write 0x02d0cb thru 0x03b25e (0xe194 bytes) 000876 1788564874.282151 trunc from 0x01a013 to 0x02746c (0xd45a bytes) 000877 1788564874.288550 read 0x01b01c thru 0x02983d (0xe822 bytes) 000878 1788564874.303720 punch from 0x006438 to 0x00bbc3 (0x578c bytes) 000879 1788564874.308958 fallocate 0x01332c thru 0x01c701 (0x93d6 bytes) 000880 1788564874.316215 write 0x01ba33 thru 0x02062c (0x4bfa bytes) 000881 1788564874.317455 mapwrite 0x01b220 thru 0x01f436 (0x4217 bytes) 000882 1788564874.343557 trunc from 0x03b25f to 0x03387e (0x79e0 bytes) 000883 1788564874.377839 mapwrite 0x02e7f4 thru 0x0382dd (0x9aea bytes) 000884 1788564874.447646 punch from 0x009c06 to 0x00ea22 (0x4e1d bytes) 000885 1788564874.454661 fallocate 0x011b9b thru 0x01690b (0x4d71 bytes) 000886 1788564874.463718 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x382de): Mirror 3: 0x5740570c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x382de): Mirror 3: 0x5740570c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x382de: skipped 000887 1788564874.764873 trunc from 0x0382de to 0x011efc (0x263e1 bytes) 000888 1788564874.795646 trunc from 0x011efd to 0x03fa4f (0x2db53 bytes) 000889 1788564874.813200 mapwrite 0x01029a thru 0x01229c (0x2003 bytes) 000890 1788564874.843944 write 0x03016d thru 0x031e0b (0x1c9f bytes) 000891 1788564874.853802 write 0x021222 thru 0x0268d4 (0x56b3 bytes) 000892 1788564874.863715 read 0x003307 thru 0x0125f5 (0xf2ef bytes) 000893 1788564874.872623 write 0x02be88 thru 0x032a69 (0x6be2 bytes) 000894 1788564874.874251 mapread 0x039da8 thru 0x03fa4f (0x5ca8 bytes) 000895 1788564874.876019 trunc from 0x03497c to 0x03fa4f (0xb0d4 bytes) 000897 1788564874.883781 trunc from 0x0067c6 to 0x010ff9 (0xa834 bytes) 000898 1788564874.889379 trunc from 0x03fa50 to 0x016b2e (0x28f21 bytes) 000899 1788564874.911563 write 0x027b9d thru 0x033c1e (0xc082 bytes) 000900 1788564874.915454 write 0x0020e8 thru 0x00fbb8 (0xdad1 bytes) 000902 1788564874.930652 fallocate 0x03b828 thru 0x03c404 (0xbdd bytes) 000903 1788564874.940575 mapwrite 0x02ffce thru 0x032395 (0x23c8 bytes) 000905 1788564874.979446 mapread 0x00d97e thru 0x01cd5f (0xf3e2 bytes) 000906 1788564875.015148 write 0x001fd0 thru 0x006ee3 (0x4f14 bytes) 000907 1788564875.039536 fallocate 0x02cd58 thru 0x03a2cc (0xd575 bytes) 000908 1788564875.052654 trunc from 0x03a2cd to 0x0225df (0x17ced bytes) 000909 1788564875.068220 write 0x03421f thru 0x03a861 (0x6643 bytes) 000911 1788564875.071654 fallocate 0x039c08 thru 0x03ffff (0x63f8 bytes) 000912 1788564875.091768 trunc from 0x040000 to 0x00cc03 (0x333fc bytes) 000914 1788564875.124147 read 0x0056e3 thru 0x00cc03 (0x7521 bytes) 000915 1788564875.125064 trunc from 0x00cc04 to 0x0342e9 (0x276e6 bytes) 000916 1788564875.147866 punch from 0x0204bb to 0x025e80 (0x59c6 bytes) 000917 1788564875.153330 mapwrite 0x01967b thru 0x024102 (0xaa88 bytes) 000918 1788564875.209162 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000919 1788564875.365717 punch from 0x01e994 to 0x023371 (0x49de bytes) 000920 1788564875.372596 mapread 0x01ff3b thru 0x02ac03 (0xacc9 bytes) 000921 1788564875.423190 punch from 0x02b0bd to 0x0342e9 (0x922d bytes) 000923 1788564875.433519 punch from 0x03050c to 0x0342e9 (0x3dde bytes) 000924 1788564875.448179 write 0x027453 thru 0x02d1eb (0x5d99 bytes) 000926 1788564875.466972 trunc from 0x00385e to 0x003f2c (0x6cf bytes) 000927 1788564875.471092 mapread 0x02813d thru 0x0342e9 (0xc1ad bytes) 000928 1788564875.497023 trunc from 0x02d987 to 0x0342e9 (0x6963 bytes) 000929 1788564875.518651 trunc from 0x009e3d to 0x016201 (0xc3c5 bytes) 000930 1788564875.528453 punch from 0x028188 to 0x0342e9 (0xc162 bytes) 000931 1788564875.538125 mapwrite 0x02258e thru 0x025689 (0x30fc bytes) 000932 1788564875.566118 trunc from 0x0342ea to 0x006d34 (0x2d5b5 bytes) 000933 1788564875.607583 mapwrite 0x00e26a thru 0x0175a1 (0x9338 bytes) 000934 1788564875.665977 read 0x0151f4 thru 0x0175a1 (0x23ae bytes) 000935 1788564875.666926 mapwrite 0x0011e6 thru 0x00a585 (0x93a0 bytes) 000936 1788564875.694946 mapread 0x002e39 thru 0x00ca12 (0x9bda bytes) 000937 1788564875.695928 trunc from 0x0008b1 to 0x003cb5 (0x3405 bytes) 000938 1788564875.701453 trunc from 0x0175a2 to 0x008672 (0xef2f bytes) 000940 1788564875.728360 read 0x005977 thru 0x008672 (0x2cfc bytes) 000941 1788564875.728963 punch from 0x004aa5 to 0x008672 (0x3bce bytes) 000943 1788564875.735787 read 0x008248 thru 0x008672 (0x42b bytes) 000944 1788564875.759381 read 0x005bb4 thru 0x008672 (0x2abf bytes) 000945 1788564875.765856 punch from 0x004671 to 0x008672 (0x4002 bytes) 000946 1788564875.773740 trunc from 0x005bac to 0x008672 (0x2ac7 bytes) 000947 1788564875.789183 mapread 0x000a12 thru 0x008672 (0x7c61 bytes) 000948 1788564875.799967 read 0x003785 thru 0x008672 (0x4eee bytes) 000950 1788564875.802033 read 0x005c2e thru 0x008672 (0x2a45 bytes) 000951 1788564875.803580 fallocate 0x0306c7 thru 0x03ffff (0xf939 bytes) 000952 1788564875.810143 punch from 0x003730 to 0x008672 (0x4f43 bytes) 000953 1788564875.819243 write 0x026e5d thru 0x0297f4 (0x2998 bytes) 000954 1788564875.821156 trunc from 0x0248b9 to 0x02635c (0x1aa4 bytes) 000955 1788564875.836121 read 0x009cd7 thru 0x0152e6 (0xb610 bytes) 000956 1788564875.848998 fallocate 0x00d4ae thru 0x01afe4 (0xdb37 bytes) 000957 1788564875.855820 mapwrite 0x00ce71 thru 0x018994 (0xbb24 bytes) 000958 1788564875.875058 punch from 0x00da60 to 0x01c606 (0xeba7 bytes) 000959 1788564875.889327 fallocate 0x01248a thru 0x012dfc (0x973 bytes) 000961 1788564875.902226 mapread 0x00b93f thru 0x00e868 (0x2f2a bytes) 000963 1788564875.923921 write 0x02d9e9 thru 0x03291f (0x4f37 bytes) 000965 1788564875.928006 mapread 0x01048d thru 0x01fc59 (0xf7cd bytes) 000966 1788564876.019568 mapread 0x029d02 thru 0x031c5d (0x7f5c bytes) 000967 1788564876.020503 read 0x009fc2 thru 0x00de2a (0x3e69 bytes) 000969 1788564876.021470 mapread 0x011ef2 thru 0x018bdf (0x6cee bytes) 000970 1788564876.023476 write 0x021980 thru 0x02dbe3 (0xc264 bytes) 000971 1788564876.024930 mapread 0x000ad3 thru 0x0098b4 (0x8de2 bytes) 000972 1788564876.026514 trunc from 0x024301 to 0x0321d5 (0xded5 bytes) 000973 1788564876.044433 read 0x028723 thru 0x02f63f (0x6f1d bytes) 000974 1788564876.060613 fallocate 0x03f47b thru 0x03ffff (0xb85 bytes) 000975 1788564876.067729 punch from 0x02d763 to 0x0373c0 (0x9c5e bytes) 000976 1788564876.074683 trunc from 0x040000 to 0x010e78 (0x2f187 bytes) 000977 1788564876.102516 punch from 0x005de2 to 0x00ce38 (0x7057 bytes) 000978 1788564876.109507 trunc from 0x00b6d9 to 0x010e78 (0x57a0 bytes) 000979 1788564876.115722 punch from 0x00a6fc to 0x010e78 (0x677d bytes) 000980 1788564876.121903 read 0x003652 thru 0x00baf4 (0x84a3 bytes) 000981 1788564876.145476 trunc from 0x006974 to 0x00b7f8 (0x4e85 bytes) 000984 1788564876.158836 fallocate 0x03528e thru 0x03acb4 (0x5a27 bytes) 000986 1788564876.166889 trunc from 0x00aeed to 0x00ba8c (0xba0 bytes) 000987 1788564876.174124 read 0x001093 thru 0x00cedb (0xbe49 bytes) 000988 1788564876.190730 fallocate 0x00081a thru 0x00b4df (0xacc6 bytes) 000989 1788564876.198947 fallocate 0x0147b6 thru 0x022518 (0xdd63 bytes) 000991 1788564876.208611 write 0x00015d thru 0x00a01a (0x9ebe bytes) 000992 1788564876.210686 write 0x0088db thru 0x0142ae (0xb9d4 bytes) 000994 1788564876.218701 mapwrite 0x006334 thru 0x007d53 (0x1a20 bytes) 000996 1788564876.244869 trunc from 0x022519 to 0x002cb7 (0x1f861 bytes) 000997 1788564876.283340 fallocate 0x018545 thru 0x0221a5 (0x9c61 bytes) 000998 1788564876.301436 MIRROR_EXTEND to 2 mirrors 000999 1788564877.189427 trunc from 0x00fc89 to 0x017d38 (0x80b0 bytes) 001000 1788564877.240748 MIRROR_RESYNC 2 mirrors All operations completed A-OK!