== sanity-flr test 70a: flr mode fsx test ================ 10:49:16 (1788792556) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 2559 truncating to largest ever: 0x574c 000001 1788792559.926543 trunc from 00000000 to 0x00574b (0x574c bytes) 000002 1788792559.974032 mapread 0x002c82 thru 0x003993 (0xd12 bytes) truncating to largest ever: 0x9385 000003 1788792559.992489 trunc from 0x00574c to 0x009384 (0x3c39 bytes) 000004 1788792560.025009 MIRROR_EXTEND to 2 mirrors 000005 1788792561.047515 punch from 0x0000ac to 0x009384 (0x92d9 bytes) 000006 1788792561.098266 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) 000007 1788792561.311390 mapwrite 0x03226c thru 0x03e572 (0xc307 bytes) fallocating to largest ever: 0x376af 000008 1788792561.383894 fallocate 0x0343a0 thru 0x0376ae (0x330f bytes) 000009 1788792561.389541 mapwrite 0x004cbb thru 0x0073df (0x2725 bytes) 000010 1788792561.435536 read 0x00939f thru 0x0182f0 (0xef52 bytes) 000012 1788792561.452690 fallocate 0x003eb1 thru 0x00c738 (0x8888 bytes) 000013 1788792561.463393 trunc from 0x01782a to 0x0197f2 (0x1fc9 bytes) 000014 1788792561.474672 punch from 0x023cf5 to 0x03116c (0xd478 bytes) 000015 1788792561.483511 trunc from 0x0007fb to 0x00b46c (0xac72 bytes) 000016 1788792561.491631 mapread 0x00847a thru 0x00cde2 (0x4969 bytes) 000017 1788792561.514240 trunc from 0x03e573 to 0x0025bc (0x3bfb6 bytes) 000018 1788792561.541741 mapwrite 0x00eba0 thru 0x014d44 (0x61a5 bytes) 000019 1788792561.655605 mapread 0x0019bf thru 0x00fb9b (0xe1dd bytes) 000020 1788792561.671809 mapwrite 0x00f29d thru 0x01e99f (0xf703 bytes) 000021 1788792561.765956 mapwrite 0x0223a6 thru 0x02294a (0x5a5 bytes) 000022 1788792561.805667 punch from 0x02280d to 0x02294a (0x13e bytes) 000024 1788792561.813855 read 0x012583 thru 0x015ac3 (0x3541 bytes) 000025 1788792561.814561 punch from 0x0004c4 to 0x000bb4 (0x6f1 bytes) 000028 1788792561.821820 trunc from 0x013a72 to 0x0187b9 (0x4d48 bytes) 000029 1788792561.828509 punch from 0x007225 to 0x010b02 (0x98de bytes) 000030 1788792561.833950 punch from 0x0131f8 to 0x01c265 (0x906e bytes) 000032 1788792561.840843 trunc from 0x0065d3 to 0x00d121 (0x6b4f bytes) 000033 1788792561.845653 write 0x0343eb thru 0x03999a (0x55b0 bytes) 000034 1788792561.847759 fallocate 0x01aa9b thru 0x028eba (0xe420 bytes) 000036 1788792561.854476 read 0x032146 thru 0x03999a (0x7855 bytes) 000037 1788792561.875532 trunc from 0x0234da to 0x02dd7c (0xa8a3 bytes) 000038 1788792561.881595 mapwrite 0x03fd81 thru 0x03ffff (0x27f bytes) 000039 1788792561.932532 trunc from 0x040000 to 0x003290 (0x3cd6f bytes) 000040 1788792561.951682 read 0x0029aa thru 0x003290 (0x8e7 bytes) 000041 1788792561.952347 punch from 0x00138e to 0x003290 (0x1f03 bytes) 000042 1788792561.959615 trunc from 0x002eb0 to 0x003290 (0x3e1 bytes) 000044 1788792561.963440 punch from 0x000481 to 0x003290 (0x2e10 bytes) 000045 1788792561.968491 trunc from 0x000d93 to 0x002f69 (0x21d7 bytes) 000046 1788792561.973275 trunc from 0x003291 to 0x02b4ff (0x2826f bytes) 000047 1788792561.989917 punch from 0x01cd71 to 0x01f5ae (0x283e bytes) 000048 1788792561.996510 trunc from 0x02b500 to 0x0194d0 (0x1202f bytes) 000049 1788792562.015529 mapread 0x001ce8 thru 0x00c6f0 (0xaa09 bytes) 000050 1788792562.029569 read 0x00eab2 thru 0x0194d0 (0xaa1f bytes) 000051 1788792562.030399 punch from 0x016cf7 to 0x0194d0 (0x27da bytes) fallocating to largest ever: 0x40000 000052 1788792562.037625 fallocate 0x037786 thru 0x03ffff (0x887a bytes) 000054 1788792562.046401 punch from 0x03650a to 0x03ffff (0x9af6 bytes) 000055 1788792562.051056 trunc from 0x0340be to 0x03ffff (0xbf42 bytes) 000056 1788792562.057575 write 0x026335 thru 0x036131 (0xfdfd bytes) 000059 1788792562.110244 trunc from 0x0350b9 to 0x03ddf1 (0x8d39 bytes) 000060 1788792562.154650 MIRROR_EXTEND to 2 mirrors 000061 1788792562.808438 trunc from 0x00118e to 0x005a89 (0x48fc bytes) 000062 1788792562.847319 read 0x020aad thru 0x024c61 (0x41b5 bytes) 000063 1788792562.856256 fallocate 0x00399c thru 0x0111f9 (0xd85e bytes) 000064 1788792562.862467 read 0x02dcee thru 0x0334e2 (0x57f5 bytes) 000065 1788792562.890269 read 0x02cfb1 thru 0x03c15a (0xf1aa bytes) 000066 1788792562.890970 write 0x017244 thru 0x024b26 (0xd8e3 bytes) 000067 1788792562.900398 write 0x034bf9 thru 0x03f4fb (0xa903 bytes) 000068 1788792562.902565 fallocate 0x003297 thru 0x0059da (0x2744 bytes) 000070 1788792562.910781 mapwrite 0x0034fd thru 0x00ccb8 (0x97bc bytes) 000071 1788792562.948129 fallocate 0x01676d thru 0x01c935 (0x61c9 bytes) 000072 1788792562.959226 punch from 0x02d9be to 0x03d72c (0xfd6f bytes) 000073 1788792562.966366 read 0x00a347 thru 0x0138b9 (0x9573 bytes) 000074 1788792562.968100 mapread 0x01a91a thru 0x022a23 (0x810a bytes) 000075 1788792562.970337 trunc from 0x038e3b to 0x03fe64 (0x702a bytes) 000076 1788792562.976567 punch from 0x03e95e to 0x03ffff (0x16a2 bytes) 000077 1788792562.981679 fallocate 0x025e10 thru 0x027695 (0x1886 bytes) 000078 1788792562.987412 read 0x033200 thru 0x03ffff (0xce00 bytes) 000079 1788792563.007305 MIRROR_RESYNC 2 mirrors 000080 1788792564.046010 fallocate 0x0122f1 thru 0x01d747 (0xb457 bytes) 000081 1788792564.093073 trunc from 0x040000 to 0x0226f5 (0x1d90a bytes) 000082 1788792564.126235 punch from 0x00ba14 to 0x00ddab (0x2398 bytes) 000083 1788792564.133570 read 0x010618 thru 0x017ed4 (0x78bd bytes) 000084 1788792564.151281 trunc from 0x0226f6 to 0x00ea4e (0x13ca7 bytes) 000085 1788792564.176477 write 0x03159c thru 0x0316c2 (0x127 bytes) 000087 1788792564.179621 punch from 0x02eaea to 0x0316c2 (0x2bd9 bytes) 000088 1788792564.202290 trunc from 0x02332f to 0x02f2aa (0xbf7c bytes) 000089 1788792564.213243 trunc from 0x00d1a5 to 0x01b8fa (0xe756 bytes) 000090 1788792564.218604 mapread 0x028a9b thru 0x0316c2 (0x8c28 bytes) 000091 1788792564.242657 punch from 0x00a9fe to 0x016ac9 (0xc0cc bytes) 000092 1788792564.247526 mapread 0x00c511 thru 0x015e85 (0x9975 bytes) 000093 1788792564.272715 fallocate 0x00f1ca thru 0x01408a (0x4ec1 bytes) 000094 1788792564.277477 mapread 0x02905d thru 0x02f6f1 (0x6695 bytes) 000095 1788792564.280133 mapwrite 0x036690 thru 0x03e2f2 (0x7c63 bytes) 000096 1788792564.323939 trunc from 0x024160 to 0x031f60 (0xde01 bytes) 000097 1788792564.339322 read 0x01e934 thru 0x02af8e (0xc65b bytes) 000098 1788792564.371076 mapread 0x019704 thru 0x028bcd (0xf4ca bytes) 000099 1788792564.377741 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3e2f3): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e2f3): Mirror 2: 0x302eb918 (stale) CRC-32 checksum value for chunk [0, 0x3e2f3): Mirror 1: 0x21ece7f0 Mirror 3: 0x21ece7f0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e2f3: skipped 000100 1788792565.476695 trunc from 0x03e2f3 to 0x03d6c9 (0xc29 bytes) 000101 1788792565.559970 mapread 0x0278dc thru 0x02faef (0x8214 bytes) 000102 1788792565.586786 trunc from 0x035446 to 0x03b381 (0x5f3c bytes) 000103 1788792565.593981 trunc from 0x01de20 to 0x028c0c (0xaded bytes) 000104 1788792565.600501 fallocate 0x02ce65 thru 0x0366e0 (0x987c bytes) 000105 1788792565.605139 trunc from 0x03d6ca to 0x038d49 (0x4980 bytes) 000106 1788792565.639460 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x38d4a): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38d4a): Mirror 2: 0xbbcd630f (stale) Mirror 3: 0x7567f4ff (stale) CRC-32 checksum value for chunk [0, 0x38d4a): Mirror 1: 0x82f658fe Mirror 4: 0x82f658fe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38d4a: skipped 000107 1788792566.774149 fallocate 0x00b342 thru 0x0104e9 (0x51a8 bytes) 000108 1788792566.817112 read 0x0315f0 thru 0x036a54 (0x5465 bytes) 000109 1788792566.838606 write 0x023c09 thru 0x0315c9 (0xd9c1 bytes) 000111 1788792566.847347 mapread 0x0335a7 thru 0x038d49 (0x57a3 bytes) 000112 1788792566.864640 MIRROR_RESYNC 4 mirrors 000113 1788792568.138996 mapwrite 0x037fe1 thru 0x03d38f (0x53af bytes) 000114 1788792568.228136 mapwrite 0x02ce85 thru 0x031b78 (0x4cf4 bytes) 000115 1788792568.264028 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3d390): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d390): Mirror 2: 0x3e5df346 (stale) Mirror 3: 0x3e5df346 (stale) Mirror 4: 0x3e5df346 (stale) CRC-32 checksum value for chunk [0, 0x3d390): Mirror 1: 0xcd8f3f8b Mirror 5: 0xcd8f3f8b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d390: skipped 000116 1788792569.235587 trunc from 0x03d390 to 0x02c8a7 (0x10ae8 bytes) 000118 1788792569.338137 MIRROR_RESYNC 5 mirrors 000119 1788792570.721419 trunc from 0x02c8a8 to 0x00441f (0x28488 bytes) 000120 1788792570.791614 trunc from 0x004420 to 0x010a06 (0xc5e7 bytes) 000121 1788792570.816558 mapwrite 0x0234a2 thru 0x027d32 (0x4891 bytes) 000123 1788792570.870773 read 0x00375c thru 0x00bc9f (0x8544 bytes) 000124 1788792570.880587 fallocate 0x0343fc thru 0x03ffff (0xbc04 bytes) 000125 1788792570.911657 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x27d33): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27d33): Mirror 2: 0x78020e78 (stale) Mirror 3: 0x78020e78 (stale) Mirror 4: 0x78020e78 (stale) Mirror 5: 0x78020e78 (stale) CRC-32 checksum value for chunk [0, 0x27d33): Mirror 1: 0xc431bbd Mirror 6: 0xc431bbd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27d33: skipped 000126 1788792571.893214 mapread 0x01992b thru 0x019eb2 (0x588 bytes) 000127 1788792571.916290 trunc from 0x027d33 to 0x007533 (0x207ff bytes) 000129 1788792571.974144 fallocate 0x02b66b thru 0x0356d8 (0xa06e bytes) 000130 1788792571.980087 read 0x0352ff thru 0x0356d8 (0x3da bytes) 000131 1788792571.985742 trunc from 0x001883 to 0x00521d (0x399b bytes) 000132 1788792571.993429 read 0x027b17 thru 0x033343 (0xb82d bytes) 000133 1788792572.008657 read 0x00a083 thru 0x011655 (0x75d3 bytes) 000134 1788792572.009347 mapwrite 0x02ec71 thru 0x03cc7c (0xe00c bytes) 000135 1788792572.123780 write 0x03bf18 thru 0x03ffff (0x40e8 bytes) 000137 1788792572.130208 fallocate 0x028634 thru 0x02e9a7 (0x6374 bytes) 000140 1788792572.144551 mapread 0x004ce0 thru 0x0130e5 (0xe406 bytes) 000141 1788792572.146261 punch from 0x0323ed to 0x033fda (0x1bee bytes) 000142 1788792572.152516 read 0x030514 thru 0x036fb4 (0x6aa1 bytes) 000144 1788792572.159110 read 0x03fdda thru 0x03ffff (0x226 bytes) 000145 1788792572.159611 write 0x02f2bf thru 0x0373a5 (0x80e7 bytes) 000146 1788792572.162941 trunc from 0x024058 to 0x02e22a (0xa1d3 bytes) 000147 1788792572.170402 fallocate 0x00d24f thru 0x0164bd (0x926f bytes) 000148 1788792572.176288 write 0x02136c thru 0x02da8e (0xc723 bytes) 000149 1788792572.181858 fallocate 0x0247fd thru 0x02aeb2 (0x66b6 bytes) 000150 1788792572.186308 mapwrite 0x016842 thru 0x021b94 (0xb353 bytes) 000152 1788792572.218750 mapwrite 0x007079 thru 0x00ca9e (0x5a26 bytes) 000153 1788792572.244685 trunc from 0x01400f to 0x01e332 (0xa324 bytes) 000154 1788792572.252247 trunc from 0x025eec to 0x0357a6 (0xf8bb bytes) 000155 1788792572.258298 trunc from 0x040000 to 0x025bb1 (0x1a44e bytes) 000156 1788792572.278544 fallocate 0x01724f thru 0x01f3fe (0x81b0 bytes) 000157 1788792572.283480 trunc from 0x00bbf0 to 0x013c95 (0x80a6 bytes) 000158 1788792572.288386 mapwrite 0x0300e7 thru 0x03e070 (0xdf8a bytes) 000159 1788792572.347536 read 0x01a63b thru 0x0275d2 (0xcf98 bytes) 000160 1788792572.358711 write 0x01668b thru 0x0170c1 (0xa37 bytes) 000161 1788792572.359839 mapread 0x01e0b1 thru 0x029e58 (0xbda8 bytes) 000162 1788792572.362280 write 0x00e436 thru 0x016b85 (0x8750 bytes) 000163 1788792572.364802 mapread 0x00de9d thru 0x00f440 (0x15a4 bytes) 000164 1788792572.366069 mapread 0x014bc8 thru 0x016c96 (0x20cf bytes) 000165 1788792572.367992 mapread 0x0333ad thru 0x03e070 (0xacc4 bytes) 000166 1788792572.373484 trunc from 0x00398d to 0x00aa01 (0x7075 bytes) 000167 1788792572.384350 trunc from 0x03e071 to 0x01aa4b (0x23625 bytes) 000168 1788792572.413291 read 0x013c83 thru 0x01aa4b (0x6dc9 bytes) 000169 1788792572.414541 trunc from 0x0076fc to 0x015d81 (0xe686 bytes) 000170 1788792572.433334 fallocate 0x01d44c thru 0x01f86a (0x241f bytes) 000171 1788792572.440185 trunc from 0x01aa4c to 0x0238b0 (0x8e65 bytes) 000172 1788792572.461193 mapread 0x01ac8a thru 0x0238b0 (0x8c27 bytes) 000173 1788792572.482752 trunc from 0x01baf9 to 0x0238b0 (0x7db8 bytes) 000174 1788792572.495071 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x238b1): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x238b1): Mirror 2: 0x4d4fbbb8 (stale) Mirror 3: 0x4d4fbbb8 (stale) Mirror 4: 0x4d4fbbb8 (stale) Mirror 5: 0x4d4fbbb8 (stale) Mirror 6: 0x51aec1ce (stale) CRC-32 checksum value for chunk [0, 0x238b1): Mirror 1: 0x34aade48 Mirror 7: 0x34aade48 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x238b1: skipped 000175 1788792573.389047 fallocate 0x0285d9 thru 0x0306df (0x8107 bytes) 000176 1788792573.448389 mapwrite 0x006560 thru 0x014ec9 (0xe96a bytes) 000179 1788792573.521136 mapwrite 0x004571 thru 0x00f46a (0xaefa bytes) 000180 1788792573.560254 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x306e0): Mirror 2: 0xd0cfa68f (stale) Mirror 3: 0xd0cfa68f (stale) Mirror 4: 0xd0cfa68f (stale) Mirror 5: 0xd0cfa68f (stale) Mirror 7: 0xf255074a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x306e0): Mirror 2: 0xd0cfa68f (stale) Mirror 3: 0xd0cfa68f (stale) Mirror 4: 0xd0cfa68f (stale) Mirror 5: 0xd0cfa68f (stale) Mirror 7: 0xf255074a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x306e0: skipped 000181 1788792574.059847 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x306e0): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x306e0): Mirror 2: 0xd0cfa68f (stale) Mirror 3: 0xd0cfa68f (stale) Mirror 4: 0xd0cfa68f (stale) Mirror 5: 0xd0cfa68f (stale) Mirror 7: 0xf255074a (stale) CRC-32 checksum value for chunk [0, 0x306e0): Mirror 1: 0x6701c93 Mirror 8: 0x6701c93 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x306e0: skipped 000182 1788792575.414148 mapwrite 0x0036ea thru 0x00ce93 (0x97aa bytes) 000183 1788792575.612709 read 0x00592f thru 0x00d378 (0x7a4a bytes) 000184 1788792575.615145 trunc from 0x0306e0 to 0x0178da (0x18e05 bytes) 000185 1788792575.704593 read 0x01033f thru 0x0178da (0x759c bytes) 000186 1788792575.731030 mapwrite 0x02bdac thru 0x033b9f (0x7df4 bytes) 000189 1788792575.816230 MIRROR_RESYNC 7 mirrors 000190 1788792577.513444 mapwrite 0x03b6bf thru 0x03ffff (0x4941 bytes) 000191 1788792577.691272 mapread 0x00230b thru 0x0033ab (0x10a1 bytes) 000192 1788792577.712600 write 0x02df5d thru 0x032d0a (0x4dae bytes) 000193 1788792577.734760 trunc from 0x040000 to 0x012add (0x2d522 bytes) 000194 1788792577.759430 fallocate 0x025d38 thru 0x033a7e (0xdd47 bytes) 000195 1788792577.765798 read 0x002c85 thru 0x0106b8 (0xda34 bytes) 000199 1788792577.769669 mapread 0x01d3e2 thru 0x027372 (0x9f91 bytes) 000200 1788792577.786384 punch from 0x02205e to 0x023aa9 (0x1a4c bytes) 000201 1788792577.791404 trunc from 0x020d30 to 0x0308c8 (0xfb99 bytes) 000202 1788792577.796587 trunc from 0x028f4b to 0x033a7e (0xab34 bytes) 000203 1788792577.802263 mapread 0x00b5ba thru 0x00b79c (0x1e3 bytes) 000204 1788792577.803551 read 0x000264 thru 0x00d63e (0xd3db bytes) 000206 1788792577.822077 mapread 0x008bcf thru 0x0095dc (0xa0e bytes) 000207 1788792577.823072 mapwrite 0x0347c2 thru 0x0399ed (0x522c bytes) 000208 1788792577.874065 fallocate 0x01241d thru 0x0201ba (0xdd9e bytes) 000209 1788792577.885140 trunc from 0x0399ee to 0x029906 (0x100e7 bytes) 000210 1788792577.909454 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x29907): Mirror 3: 0x8632b86c (stale) Mirror 4: 0x8632b86c (stale) Mirror 5: 0x8632b86c (stale) Mirror 7: 0x8632b86c (stale) Mirror 8: 0x8632b86c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29907): Mirror 3: 0x8632b86c (stale) Mirror 4: 0x8632b86c (stale) Mirror 5: 0x8632b86c (stale) Mirror 7: 0x8632b86c (stale) Mirror 8: 0x8632b86c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29907: skipped 000211 1788792578.462189 write 0x02d6d5 thru 0x03cb12 (0xf43e bytes) 000212 1788792578.469702 read 0x0075e6 thru 0x00fbc8 (0x85e3 bytes) 000213 1788792578.478134 trunc from 0x02bfa6 to 0x0300ed (0x4148 bytes) 000214 1788792578.508533 fallocate 0x005010 thru 0x008b59 (0x3b4a bytes) 000215 1788792578.532750 punch from 0x00f63a to 0x01005b (0xa22 bytes) 000216 1788792578.551460 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cb13): Mirror 3: 0xf77e18cf (stale) Mirror 4: 0xf77e18cf (stale) Mirror 5: 0xf77e18cf (stale) Mirror 7: 0xf77e18cf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cb13): Mirror 3: 0xf77e18cf (stale) Mirror 4: 0xf77e18cf (stale) Mirror 5: 0xf77e18cf (stale) Mirror 7: 0xf77e18cf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cb13: skipped 000217 1788792579.074689 read 0x0007b8 thru 0x003393 (0x2bdc bytes) 000218 1788792579.083416 fallocate 0x029ab3 thru 0x02abfc (0x114a bytes) 000219 1788792579.089079 mapread 0x03acb4 thru 0x03cb12 (0x1e5f bytes) 000220 1788792579.115438 punch from 0x0038ad to 0x006656 (0x2daa bytes) 000221 1788792579.123110 trunc from 0x02174e to 0x023ad4 (0x2387 bytes) 000222 1788792579.131268 mapread 0x01f5eb thru 0x02ee6d (0xf883 bytes) 000223 1788792579.172718 trunc from 0x02e573 to 0x0347ba (0x6248 bytes) 000224 1788792579.176969 read 0x01bb0c thru 0x01e1af (0x26a4 bytes) 000225 1788792579.177476 read 0x024cfa thru 0x025367 (0x66e bytes) 000226 1788792579.177998 read 0x02889e thru 0x0319da (0x913d bytes) 000227 1788792579.191855 write 0x039ba8 thru 0x03ca70 (0x2ec9 bytes) 000229 1788792579.198169 mapwrite 0x033723 thru 0x03b316 (0x7bf4 bytes) 000231 1788792579.219592 trunc from 0x01d354 to 0x0268a8 (0x9555 bytes) 000232 1788792579.224803 fallocate 0x030cd8 thru 0x03ffff (0xf328 bytes) 000233 1788792579.230007 read 0x01d273 thru 0x02b520 (0xe2ae bytes) 000234 1788792579.241051 trunc from 0x03cb13 to 0x012f1b (0x29bf7 bytes) 000235 1788792579.254404 mapread 0x0088c9 thru 0x012041 (0x9779 bytes) 000236 1788792579.255668 trunc from 0x012f1c to 0x02390a (0x109ef bytes) 000237 1788792579.285143 punch from 0x022886 to 0x02390a (0x1085 bytes) 000238 1788792579.291044 punch from 0x00a55b to 0x0124f4 (0x7f9a bytes) 000239 1788792579.297023 mapread 0x016da9 thru 0x018f37 (0x218f bytes) 000240 1788792579.313415 read 0x007007 thru 0x00ba42 (0x4a3c bytes) 000241 1788792579.324744 trunc from 0x02390b to 0x03785f (0x13f55 bytes) 000242 1788792579.343727 fallocate 0x01ad9b thru 0x0280b4 (0xd31a bytes) 000243 1788792579.350597 trunc from 0x037860 to 0x01e791 (0x190ce bytes) 000244 1788792579.368811 read 0x00a209 thru 0x00e853 (0x464b bytes) 000245 1788792579.372681 write 0x014316 thru 0x0238b1 (0xf59c bytes) 000246 1788792579.376495 fallocate 0x000178 thru 0x00ed91 (0xec1a bytes) 000247 1788792579.386184 punch from 0x014441 to 0x014c20 (0x7e0 bytes) 000248 1788792579.411512 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x238b2): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x238b2): Mirror 3: 0x87c3f003 (stale) Mirror 4: 0x87c3f003 (stale) Mirror 5: 0x87c3f003 (stale) Mirror 7: 0x87c3f003 (stale) CRC-32 checksum value for chunk [0, 0x238b2): Mirror 1: 0xee4ebfb9 Mirror 8: 0xee4ebfb9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x238b2: skipped 000250 1788792580.501082 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x238b2): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x238b2): Mirror 3: 0x87c3f003 (stale) Mirror 4: 0x87c3f003 (stale) Mirror 5: 0x87c3f003 (stale) Mirror 7: 0x87c3f003 (stale) CRC-32 checksum value for chunk [0, 0x238b2): Mirror 1: 0xee4ebfb9 Mirror 8: 0xee4ebfb9 Mirror 9: 0xee4ebfb9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x238b2: skipped 000251 1788792581.586599 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x238b2): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x238b2): Mirror 3: 0x87c3f003 (stale) Mirror 4: 0x87c3f003 (stale) Mirror 5: 0x87c3f003 (stale) Mirror 7: 0x87c3f003 (stale) CRC-32 checksum value for chunk [0, 0x238b2): Mirror 1: 0xee4ebfb9 Mirror 8: 0xee4ebfb9 Mirror 9: 0xee4ebfb9 Mirror 10: 0xee4ebfb9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x238b2: skipped 000252 1788792582.819925 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x238b2): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x238b2): Mirror 3: 0x87c3f003 (stale) Mirror 4: 0x87c3f003 (stale) Mirror 5: 0x87c3f003 (stale) Mirror 7: 0x87c3f003 (stale) CRC-32 checksum value for chunk [0, 0x238b2): Mirror 1: 0xee4ebfb9 Mirror 8: 0xee4ebfb9 Mirror 9: 0xee4ebfb9 Mirror 10: 0xee4ebfb9 Mirror 11: 0xee4ebfb9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x238b2: skipped 000253 1788792584.231914 write 0x01aa82 thru 0x022336 (0x78b5 bytes) 000254 1788792584.322623 read 0x019edf thru 0x01bb9b (0x1cbd bytes) 000255 1788792584.330216 punch from 0x00f510 to 0x016311 (0x6e02 bytes) 000256 1788792584.338800 mapread 0x00cb60 thru 0x01249f (0x5940 bytes) 000257 1788792584.370635 write 0x034341 thru 0x03ffff (0xbcbf bytes) 000260 1788792584.375669 punch from 0x031588 to 0x03bdaa (0xa823 bytes) 000261 1788792584.396358 write 0x0096a9 thru 0x00e415 (0x4d6d bytes) 000262 1788792584.398218 punch from 0x00b28a to 0x00bbc0 (0x937 bytes) 000265 1788792584.419124 write 0x02e316 thru 0x0395ae (0xb299 bytes) 000266 1788792584.435043 write 0x01051c thru 0x01547f (0x4f64 bytes) 000267 1788792584.437315 mapread 0x03dd33 thru 0x03ffff (0x22cd bytes) 000268 1788792584.439259 trunc from 0x040000 to 0x02987c (0x16783 bytes) 000269 1788792584.460390 punch from 0x01f29c to 0x02987c (0xa5e1 bytes) 000270 1788792584.471665 mapwrite 0x001655 thru 0x00ee53 (0xd7ff bytes) 000272 1788792584.533122 read 0x01ff04 thru 0x02676d (0x686a bytes) 000273 1788792584.597064 write 0x02bb80 thru 0x02f698 (0x3b19 bytes) 000274 1788792584.598784 fallocate 0x01cbf7 thru 0x0254e7 (0x88f1 bytes) 000275 1788792584.608379 mapwrite 0x01692b thru 0x01ddeb (0x74c1 bytes) 000276 1788792584.641802 punch from 0x021934 to 0x0247f8 (0x2ec5 bytes) 000277 1788792584.651381 punch from 0x01f3b9 to 0x023ec2 (0x4b0a bytes) 000278 1788792584.660546 write 0x012c2d thru 0x0159a0 (0x2d74 bytes) 000279 1788792584.664629 trunc from 0x02f699 to 0x00d090 (0x22608 bytes) 000281 1788792584.708182 trunc from 0x000caa to 0x004660 (0x39b7 bytes) 000282 1788792584.733264 mapread 0x009a6e thru 0x00afb8 (0x154b bytes) 000283 1788792584.736927 punch from 0x001d6e to 0x00b422 (0x96b5 bytes) 000284 1788792584.749224 read 0x0085e7 thru 0x00d090 (0x4aaa bytes) 000285 1788792584.765385 trunc from 0x00826c to 0x008419 (0x1ae bytes) 000288 1788792584.774573 trunc from 0x00d091 to 0x02f7af (0x2271f bytes) 000289 1788792584.802726 punch from 0x025d3b to 0x02cd37 (0x6ffd bytes) 000291 1788792584.816166 trunc from 0x02f7b0 to 0x026bfd (0x8bb2 bytes) 000293 1788792584.843344 punch from 0x01d83f to 0x0232c0 (0x5a82 bytes) 000294 1788792584.849388 read 0x0251e0 thru 0x026bfd (0x1a1e bytes) 000295 1788792584.864714 mapwrite 0x034f9f thru 0x035b3b (0xb9d bytes) 000297 1788792584.918163 mapread 0x01f28b thru 0x02b2b4 (0xc02a bytes) 000298 1788792584.920115 fallocate 0x02aaa1 thru 0x033f9e (0x94fe bytes) 000299 1788792584.928954 trunc from 0x035b3c to 0x016fae (0x1eb8d bytes) 000300 1788792584.951997 write 0x03739c thru 0x03ffff (0x8c64 bytes) 000301 1788792584.954194 mapread 0x01c580 thru 0x02714e (0xabcf bytes) 000302 1788792585.017399 read 0x000898 thru 0x004d24 (0x448d bytes) 000303 1788792585.018371 punch from 0x035e29 to 0x039cbf (0x3e97 bytes) 000304 1788792585.036532 punch from 0x020d45 to 0x02bfd1 (0xb28d bytes) 000305 1788792585.047191 read 0x012f54 thru 0x01b47b (0x8528 bytes) 000306 1788792585.057669 write 0x034196 thru 0x03ffff (0xbe6a bytes) 000307 1788792585.059310 read 0x020063 thru 0x02d800 (0xd79e bytes) 000308 1788792585.060564 trunc from 0x040000 to 0x03229d (0xdd62 bytes) 000309 1788792585.079386 read 0x02dd5b thru 0x032133 (0x43d9 bytes) 000310 1788792585.080476 fallocate 0x009b84 thru 0x00c41c (0x2899 bytes) 000311 1788792585.087318 trunc from 0x03229e to 0x000f84 (0x31319 bytes) 000312 1788792585.108590 mapread 0x000d6c thru 0x000f84 (0x219 bytes) 000313 1788792585.109705 write 0x03d495 thru 0x03ecd8 (0x1844 bytes) 000314 1788792585.118006 MIRROR_RESYNC 9 mirrors 000315 1788792586.902394 write 0x00ff1b thru 0x017dd7 (0x7ebd bytes) 000316 1788792586.981185 fallocate 0x009122 thru 0x00d5bc (0x449b bytes) 000317 1788792586.990673 fallocate 0x031897 thru 0x033572 (0x1cdc bytes) 000318 1788792586.998141 fallocate 0x0388f6 thru 0x03ffff (0x770a bytes) 000320 1788792587.003753 trunc from 0x040000 to 0x02d121 (0x12ede bytes) 000321 1788792587.039972 trunc from 0x008100 to 0x0106db (0x85dc bytes) 000322 1788792587.069525 punch from 0x0164a5 to 0x024a5d (0xe5b9 bytes) 000323 1788792587.084328 write 0x029213 thru 0x02e62b (0x5419 bytes) 000324 1788792587.094222 mapwrite 0x01c63d thru 0x026de6 (0xa7aa bytes) 000325 1788792587.226283 mapread 0x00d922 thru 0x01150d (0x3bec bytes) 000326 1788792587.280582 trunc from 0x02e62c to 0x03445c (0x5e31 bytes) 000327 1788792587.331964 fallocate 0x03b462 thru 0x03ffff (0x4b9e bytes) 000328 1788792587.352057 mapread 0x01041a thru 0x01e938 (0xe51f bytes) 000329 1788792587.369106 mapread 0x02f275 thru 0x02ff38 (0xcc4 bytes) 000330 1788792587.394107 mapwrite 0x03b899 thru 0x03ffff (0x4767 bytes) 000331 1788792587.461286 punch from 0x0290e7 to 0x0376b1 (0xe5cb bytes) 000332 1788792587.468463 mapread 0x003e5f thru 0x005043 (0x11e5 bytes) 000333 1788792587.485251 punch from 0x03cd80 to 0x03ffff (0x3280 bytes) 000334 1788792587.492542 trunc from 0x01d452 to 0x027852 (0xa401 bytes) 000335 1788792587.518281 MIRROR_RESYNC 9 mirrors 000336 1788792591.080988 punch from 0x00c59b to 0x018ae7 (0xc54d bytes) 000338 1788792591.138420 punch from 0x0303a0 to 0x032f85 (0x2be6 bytes) 000340 1788792591.154204 MIRROR_RESYNC 9 mirrors 000341 1788792594.529314 fallocate 0x02615f thru 0x02b450 (0x52f2 bytes) 000344 1788792594.575889 punch from 0x03e7f2 to 0x03ffff (0x180e bytes) 000345 1788792594.581291 read 0x0162ae thru 0x016ae1 (0x834 bytes) 000346 1788792594.587197 mapread 0x03e141 thru 0x03ff28 (0x1de8 bytes) 000347 1788792594.600262 punch from 0x00a0f8 to 0x00c42b (0x2334 bytes) 000349 1788792594.606998 fallocate 0x033e8b thru 0x038ab7 (0x4c2d bytes) 000351 1788792594.621089 fallocate 0x0266c7 thru 0x02d03a (0x6974 bytes) 000352 1788792594.643720 write 0x03160e thru 0x0316cd (0xc0 bytes) 000354 1788792594.657316 mapread 0x00bb13 thru 0x0183ca (0xc8b8 bytes) 000355 1788792594.733319 MIRROR_RESYNC 9 mirrors 000356 1788792598.457477 mapwrite 0x039da3 thru 0x03b2d1 (0x152f bytes) 000357 1788792598.567818 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x6f218c7 (stale) Mirror 4: 0x6f218c7 (stale) Mirror 5: 0x6f218c7 (stale) Mirror 7: 0x6f218c7 (stale) Mirror 8: 0x6f218c7 (stale) Mirror 9: 0x6f218c7 (stale) Mirror 10: 0x6f218c7 (stale) Mirror 11: 0x6f218c7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5e85b6c Mirror 12: 0x5e85b6c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000358 1788792600.202230 punch from 0x016e7f to 0x01a4e2 (0x3664 bytes) 000359 1788792600.258484 fallocate 0x0203a4 thru 0x0246bc (0x4319 bytes) 000360 1788792600.268385 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x6f218c7 (stale) Mirror 4: 0x6f218c7 (stale) Mirror 5: 0x6f218c7 (stale) Mirror 7: 0x6f218c7 (stale) Mirror 8: 0x6f218c7 (stale) Mirror 9: 0x6f218c7 (stale) Mirror 10: 0x6f218c7 (stale) Mirror 11: 0x6f218c7 (stale) Mirror 12: 0x5e85b6c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5e85b6c Mirror 13: 0x5e85b6c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000361 1788792601.745729 mapread 0x036388 thru 0x036fad (0xc26 bytes) 000363 1788792601.814807 read 0x005bbf thru 0x00e6fb (0x8b3d bytes) 000364 1788792601.831974 punch from 0x014520 to 0x01b0ce (0x6baf bytes) 000365 1788792601.906372 write 0x037398 thru 0x03ffff (0x8c68 bytes) 000366 1788792601.936850 mapwrite 0x0359ad thru 0x039202 (0x3856 bytes) 000368 1788792602.026007 mapwrite 0x017676 thru 0x01fe23 (0x87ae bytes) 000369 1788792602.117226 write 0x003c4f thru 0x00b65e (0x7a10 bytes) 000370 1788792602.152244 punch from 0x00a003 to 0x014303 (0xa301 bytes) 000371 1788792602.182122 mapwrite 0x00d725 thru 0x01bf43 (0xe81f bytes) 000372 1788792602.225083 trunc from 0x040000 to 0x0268fc (0x19703 bytes) 000373 1788792602.252591 read 0x0083b9 thru 0x013355 (0xaf9d bytes) 000374 1788792602.253368 punch from 0x00ce3a to 0x01ad91 (0xdf58 bytes) 000376 1788792602.262070 fallocate 0x01e0ea thru 0x029d53 (0xbc6a bytes) 000377 1788792602.270411 punch from 0x023777 to 0x0253cb (0x1c55 bytes) 000378 1788792602.276338 fallocate 0x007127 thru 0x009ce2 (0x2bbc bytes) 000379 1788792602.289309 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x29d54): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29d54): Mirror 3: 0xc0c33efb (stale) Mirror 4: 0xc0c33efb (stale) Mirror 5: 0xc0c33efb (stale) Mirror 7: 0xc0c33efb (stale) Mirror 8: 0xc0c33efb (stale) Mirror 9: 0xc0c33efb (stale) Mirror 10: 0xc0c33efb (stale) Mirror 11: 0xc0c33efb (stale) Mirror 12: 0xc0c33efb (stale) Mirror 13: 0xc0c33efb (stale) CRC-32 checksum value for chunk [0, 0x29d54): Mirror 1: 0xf798d63b Mirror 14: 0xf798d63b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29d54: skipped 000380 1788792603.331792 trunc from 0x029d54 to 0x00370c (0x26647 bytes) 000381 1788792603.419904 punch from 0x00153e to 0x002d8d (0x1850 bytes) 000383 1788792603.430782 MIRROR_RESYNC 12 mirrors 000384 1788792605.459634 trunc from 0x0029fb to 0x00370c (0xd12 bytes) 000385 1788792605.535952 mapread 0x001f47 thru 0x00370c (0x17c6 bytes) 000386 1788792605.573961 trunc from 0x000371 to 0x00370c (0x339c bytes) 000387 1788792605.585823 trunc from 0x00370d to 0x00e50e (0xae02 bytes) 000388 1788792605.640313 MIRROR_RESYNC 12 mirrors 000390 1788792609.101489 mapwrite 0x01346e thru 0x017321 (0x3eb4 bytes) 000391 1788792609.207982 mapwrite 0x01e252 thru 0x02a08f (0xbe3e bytes) 000392 1788792609.357477 fallocate 0x00e50f thru 0x01d3f8 (0xeeea bytes) 000393 1788792609.373103 read 0x001005 thru 0x01034f (0xf34b bytes) 000394 1788792609.416379 punch from 0x004f9b to 0x010793 (0xb7f9 bytes) 000395 1788792609.425232 punch from 0x01b10f to 0x020766 (0x5658 bytes) 000396 1788792609.455157 punch from 0x010571 to 0x01d1be (0xcc4e bytes) 000397 1788792609.473735 write 0x00e667 thru 0x00eaa2 (0x43c bytes) 000398 1788792609.485014 mapwrite 0x035827 thru 0x03c917 (0x70f1 bytes) 000399 1788792609.565355 mapread 0x007339 thru 0x012267 (0xaf2f bytes) 000402 1788792609.593133 trunc from 0x03c918 to 0x028358 (0x145bf bytes) 000403 1788792609.633144 mapread 0x0020cd thru 0x004092 (0x1fc6 bytes) 000404 1788792609.635244 write 0x0367bb thru 0x03ecff (0x8545 bytes) 000405 1788792609.642842 punch from 0x027fb4 to 0x037e6a (0xfeb7 bytes) 000406 1788792609.703929 trunc from 0x03ed00 to 0x02b833 (0x134cc bytes) 000407 1788792609.772968 write 0x02a736 thru 0x032d50 (0x861b bytes) 000408 1788792609.807016 trunc from 0x01ab25 to 0x02a3c7 (0xf8a3 bytes) 000409 1788792609.849715 trunc from 0x032d51 to 0x00b858 (0x274f8 bytes) 000410 1788792609.884432 trunc from 0x00b859 to 0x02b7ce (0x1ff76 bytes) 000411 1788792609.915153 trunc from 0x02b7cf to 0x00c904 (0x1eeca bytes) 000412 1788792609.973241 trunc from 0x00966d to 0x00c904 (0x3298 bytes) 000413 1788792609.985945 write 0x01d0b3 thru 0x021fa4 (0x4ef2 bytes) 000414 1788792610.003945 MIRROR_SPLIT mirror 4 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x21fa5): Mirror 3: 0xab9febda (stale) Mirror 4: 0xab9febda (stale) Mirror 5: 0xab9febda (stale) Mirror 8: 0xab9febda (stale) Mirror 9: 0xab9febda (stale) Mirror 10: 0xab9febda (stale) Mirror 11: 0xab9febda (stale) Mirror 12: 0xab9febda (stale) Mirror 13: 0xab9febda (stale) Mirror 14: 0xab9febda (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21fa5): Mirror 3: 0xab9febda (stale) Mirror 4: 0xab9febda (stale) Mirror 5: 0xab9febda (stale) Mirror 8: 0xab9febda (stale) Mirror 9: 0xab9febda (stale) Mirror 10: 0xab9febda (stale) Mirror 11: 0xab9febda (stale) Mirror 12: 0xab9febda (stale) Mirror 13: 0xab9febda (stale) Mirror 14: 0xab9febda (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21fa5: skipped 000415 1788792611.344892 write 0x039956 thru 0x03ffff (0x66aa bytes) 000416 1788792611.372706 read 0x00de0a thru 0x014707 (0x68fe bytes) 000417 1788792611.418941 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 14: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xea88c60a Mirror 15: 0xea88c60a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000418 1788792614.032741 trunc from 0x040000 to 0x02539b (0x1ac64 bytes) 000419 1788792614.228834 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x2539c): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2539c): Mirror 3: 0x75ef48a0 (stale) Mirror 4: 0x75ef48a0 (stale) Mirror 5: 0x75ef48a0 (stale) Mirror 8: 0x75ef48a0 (stale) Mirror 9: 0x75ef48a0 (stale) Mirror 10: 0x75ef48a0 (stale) Mirror 11: 0x75ef48a0 (stale) Mirror 12: 0x75ef48a0 (stale) Mirror 13: 0x75ef48a0 (stale) Mirror 14: 0x75ef48a0 (stale) Mirror 15: 0x263488ee (stale) CRC-32 checksum value for chunk [0, 0x2539c): Mirror 1: 0x263488ee Mirror 16: 0x263488ee lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2539c: skipped 000420 1788792616.807355 write 0x00354c thru 0x0129c8 (0xf47d bytes) 000421 1788792616.977953 MIRROR_RESYNC 13 mirrors 000422 1788792621.563853 write 0x0333dd thru 0x03a6a1 (0x72c5 bytes) 000423 1788792621.602072 fallocate 0x034df9 thru 0x035ca7 (0xeaf bytes) 000424 1788792621.608000 mapread 0x006a2a thru 0x0154f6 (0xeacd bytes) 000425 1788792621.641303 MIRROR_SPLIT mirror 10 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a6a2): Mirror 3: 0x71d5c973 (stale) Mirror 4: 0x71d5c973 (stale) Mirror 5: 0x71d5c973 (stale) Mirror 8: 0x71d5c973 (stale) Mirror 9: 0x71d5c973 (stale) Mirror 10: 0x71d5c973 (stale) Mirror 11: 0x71d5c973 (stale) Mirror 12: 0x71d5c973 (stale) Mirror 13: 0x71d5c973 (stale) Mirror 15: 0x71d5c973 (stale) Mirror 16: 0x71d5c973 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a6a2): Mirror 3: 0x71d5c973 (stale) Mirror 4: 0x71d5c973 (stale) Mirror 5: 0x71d5c973 (stale) Mirror 8: 0x71d5c973 (stale) Mirror 9: 0x71d5c973 (stale) Mirror 10: 0x71d5c973 (stale) Mirror 11: 0x71d5c973 (stale) Mirror 12: 0x71d5c973 (stale) Mirror 13: 0x71d5c973 (stale) Mirror 15: 0x71d5c973 (stale) Mirror 16: 0x71d5c973 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a6a2: skipped 000426 1788792622.379944 trunc from 0x027782 to 0x02a8dd (0x315c bytes) 000427 1788792622.387576 mapwrite 0x039f09 thru 0x03db16 (0x3c0e bytes) 000428 1788792622.461048 trunc from 0x03db17 to 0x010fec (0x2cb2a bytes) 000429 1788792622.485968 fallocate 0x000b76 thru 0x00c6ff (0xbb8a bytes) 000430 1788792622.492782 trunc from 0x00712b to 0x00c288 (0x515e bytes) 000431 1788792622.502665 MIRROR_RESYNC 12 mirrors 000432 1788792625.578103 mapread 0x000096 thru 0x00fe5d (0xfdc8 bytes) 000433 1788792625.655559 punch from 0x00c566 to 0x010fec (0x4a87 bytes) 000434 1788792625.713029 fallocate 0x01d4fb thru 0x024636 (0x713c bytes) 000435 1788792625.730494 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x10fed): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x10fed): Mirror 3: 0x782239a9 (stale) Mirror 4: 0x782239a9 (stale) Mirror 5: 0x782239a9 (stale) Mirror 8: 0x782239a9 (stale) Mirror 9: 0x782239a9 (stale) Mirror 10: 0x782239a9 (stale) Mirror 11: 0x782239a9 (stale) Mirror 12: 0x782239a9 (stale) Mirror 13: 0x782239a9 (stale) Mirror 15: 0x782239a9 (stale) Mirror 16: 0x782239a9 (stale) CRC-32 checksum value for chunk [0, 0x10fed): Mirror 1: 0xd30d2db3 Mirror 17: 0xd30d2db3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x10fed: skipped 000436 1788792627.280298 trunc from 0x010fed to 0x00b98d (0x565f bytes) 000437 1788792627.350669 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0xb98e): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xb98e): Mirror 3: 0x14bb1841 (stale) Mirror 4: 0x14bb1841 (stale) Mirror 5: 0x14bb1841 (stale) Mirror 8: 0x14bb1841 (stale) Mirror 9: 0x14bb1841 (stale) Mirror 10: 0x14bb1841 (stale) Mirror 11: 0x14bb1841 (stale) Mirror 12: 0x14bb1841 (stale) Mirror 13: 0x14bb1841 (stale) Mirror 15: 0x14bb1841 (stale) Mirror 16: 0x14bb1841 (stale) Mirror 17: 0x14bb1841 (stale) CRC-32 checksum value for chunk [0, 0xb98e): Mirror 1: 0x14bb1841 Mirror 18: 0x14bb1841 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xb98e: skipped 000438 1788792628.477096 trunc from 0x002d7d to 0x00b98d (0x8c11 bytes) 000439 1788792628.533644 mapwrite 0x037bd6 thru 0x039723 (0x1b4e bytes) 000440 1788792628.596700 punch from 0x02fb5f to 0x03846f (0x8911 bytes) 000441 1788792628.603365 punch from 0x020034 to 0x02a2a9 (0xa276 bytes) 000442 1788792628.608151 punch from 0x033361 to 0x039723 (0x63c3 bytes) 000443 1788792628.613499 trunc from 0x039724 to 0x02864d (0x110d6 bytes) 000444 1788792628.630604 mapwrite 0x0161c9 thru 0x01f023 (0x8e5b bytes) 000445 1788792628.673250 mapwrite 0x000255 thru 0x007b68 (0x7914 bytes) 000446 1788792628.708530 trunc from 0x02864e to 0x013edf (0x1476e bytes) 000447 1788792628.723671 trunc from 0x013ee0 to 0x020209 (0xc32a bytes) 000448 1788792628.747117 mapwrite 0x01d563 thru 0x0224cd (0x4f6b bytes) 000449 1788792628.797236 write 0x01a9f0 thru 0x02856d (0xdb7e bytes) 000450 1788792628.798982 mapwrite 0x00164b thru 0x006d69 (0x571f bytes) 000451 1788792628.825178 mapwrite 0x028715 thru 0x034259 (0xbb45 bytes) 000452 1788792628.902506 punch from 0x02bb87 to 0x034259 (0x86d3 bytes) 000453 1788792628.912492 write 0x0024d4 thru 0x00429b (0x1dc8 bytes) 000454 1788792628.914366 mapwrite 0x02a817 thru 0x03115d (0x6947 bytes) 000455 1788792628.999540 punch from 0x026224 to 0x02d6e1 (0x74be bytes) 000456 1788792629.013252 trunc from 0x03425a to 0x000017 (0x34242 bytes) 000457 1788792629.046183 mapwrite 0x00e9ce thru 0x00fbd7 (0x120a bytes) 000458 1788792629.107248 write 0x02d438 thru 0x035cb7 (0x8880 bytes) 000459 1788792629.110160 fallocate 0x00d39c thru 0x0134c3 (0x6128 bytes) 000460 1788792629.118269 read 0x01c03a thru 0x02bd8b (0xfd52 bytes) 000461 1788792629.129129 write 0x0284de thru 0x029ad4 (0x15f7 bytes) 000462 1788792629.135484 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x35cb8): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35cb8): Mirror 3: 0xa1012c91 (stale) Mirror 4: 0xa1012c91 (stale) Mirror 5: 0xa1012c91 (stale) Mirror 8: 0xa1012c91 (stale) Mirror 9: 0xa1012c91 (stale) Mirror 10: 0xa1012c91 (stale) Mirror 11: 0xa1012c91 (stale) Mirror 12: 0xa1012c91 (stale) Mirror 13: 0xa1012c91 (stale) Mirror 15: 0xa1012c91 (stale) Mirror 16: 0xa1012c91 (stale) Mirror 17: 0xa57340a0 (stale) Mirror 18: 0xdc93f5e4 (stale) CRC-32 checksum value for chunk [0, 0x35cb8): Mirror 1: 0xad53b5e4 Mirror 19: 0xad53b5e4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35cb8: skipped 000463 1788792630.398103 mapread 0x033b30 thru 0x035cb7 (0x2188 bytes) 000464 1788792630.448689 trunc from 0x02b662 to 0x035cb7 (0xa656 bytes) 000465 1788792630.506988 mapread 0x014f1e thru 0x016139 (0x121c bytes) 000467 1788792630.517601 punch from 0x00c4e3 to 0x01942d (0xcf4b bytes) 000468 1788792630.525472 MIRROR_RESYNC 15 mirrors 000470 1788792633.973124 read 0x01a635 thru 0x0256a6 (0xb072 bytes) 000471 1788792633.993390 trunc from 0x026e8f to 0x02c7ef (0x5961 bytes) 000472 1788792634.051464 fallocate 0x0265c3 thru 0x0294a7 (0x2ee5 bytes) 000473 1788792634.059816 trunc from 0x019767 to 0x01aa79 (0x1313 bytes) 000474 1788792634.069382 write 0x01c563 thru 0x02a911 (0xe3af bytes) 000475 1788792634.085163 fallocate 0x00815a thru 0x013eb3 (0xbd5a bytes) 000476 1788792634.101009 mapread 0x030467 thru 0x0320a9 (0x1c43 bytes) 000477 1788792634.140606 write 0x034184 thru 0x03ffff (0xbe7c bytes) 000479 1788792634.147539 trunc from 0x040000 to 0x01f969 (0x20696 bytes) 000480 1788792634.186690 fallocate 0x019a32 thru 0x01a02f (0x5fe bytes) 000481 1788792634.200445 read 0x0001c7 thru 0x006e42 (0x6c7c bytes) 000482 1788792634.223343 punch from 0x013329 to 0x01f969 (0xc641 bytes) 000483 1788792634.248148 trunc from 0x01f96a to 0x0207fc (0xe93 bytes) 000484 1788792634.289324 mapwrite 0x03e37e thru 0x03ffff (0x1c82 bytes) 000485 1788792634.340823 punch from 0x037322 to 0x03ffff (0x8cde bytes) 000486 1788792634.348317 mapwrite 0x01abd0 thru 0x022694 (0x7ac5 bytes) 000487 1788792634.408526 MIRROR_SPLIT mirror 10 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x1d43b94c (stale) Mirror 4: 0x1d43b94c (stale) Mirror 5: 0x1d43b94c (stale) Mirror 8: 0x1d43b94c (stale) Mirror 9: 0x1d43b94c (stale) Mirror 10: 0x1d43b94c (stale) Mirror 11: 0x1d43b94c (stale) Mirror 12: 0x1d43b94c (stale) Mirror 13: 0x1d43b94c (stale) Mirror 16: 0x1d43b94c (stale) Mirror 17: 0x1d43b94c (stale) Mirror 18: 0x1d43b94c (stale) Mirror 19: 0x1d43b94c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x1d43b94c (stale) Mirror 4: 0x1d43b94c (stale) Mirror 5: 0x1d43b94c (stale) Mirror 8: 0x1d43b94c (stale) Mirror 9: 0x1d43b94c (stale) Mirror 10: 0x1d43b94c (stale) Mirror 11: 0x1d43b94c (stale) Mirror 12: 0x1d43b94c (stale) Mirror 13: 0x1d43b94c (stale) Mirror 16: 0x1d43b94c (stale) Mirror 17: 0x1d43b94c (stale) Mirror 18: 0x1d43b94c (stale) Mirror 19: 0x1d43b94c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000488 1788792635.443632 read 0x020a8b thru 0x027419 (0x698f bytes) 000489 1788792635.459544 read 0x0098f7 thru 0x0146c6 (0xadd0 bytes) 000490 1788792635.483838 trunc from 0x040000 to 0x025501 (0x1aafe bytes) 000491 1788792635.516546 punch from 0x022133 to 0x025501 (0x33cf bytes) 000492 1788792635.527530 MIRROR_RESYNC 14 mirrors 000493 1788792638.515784 punch from 0x011fe6 to 0x01cdd0 (0xadeb bytes) 000494 1788792638.573139 write 0x032a78 thru 0x0396d8 (0x6c61 bytes) 000495 1788792638.574517 write 0x00e4fa thru 0x0176ee (0x91f5 bytes) 000496 1788792638.584041 trunc from 0x0396d9 to 0x016426 (0x232b2 bytes) 000497 1788792638.606227 trunc from 0x0036a7 to 0x003780 (0xda bytes) 000498 1788792638.611373 fallocate 0x02fcb0 thru 0x036565 (0x68b6 bytes) 000499 1788792638.621020 trunc from 0x005e54 to 0x01575b (0xf908 bytes) 000500 1788792638.635522 mapread 0x004d46 thru 0x0081a6 (0x3461 bytes) 000502 1788792638.659769 trunc from 0x015600 to 0x016426 (0xe27 bytes) 000503 1788792638.670188 MIRROR_RESYNC 14 mirrors 000504 1788792640.683970 write 0x026a17 thru 0x027e68 (0x1452 bytes) 000505 1788792640.729256 trunc from 0x027e69 to 0x015f6c (0x11efc bytes) 000506 1788792640.765081 MIRROR_RESYNC 14 mirrors 000507 1788792642.826122 fallocate 0x029f15 thru 0x0361fe (0xc2ea bytes) 000508 1788792642.872110 read 0x00e73f thru 0x015f6c (0x782e bytes) 000509 1788792642.880740 trunc from 0x00a60f to 0x015f6c (0xb95e bytes) 000510 1788792642.894011 MIRROR_RESYNC 14 mirrors 000511 1788792645.075996 punch from 0x015dd2 to 0x015f6c (0x19b bytes) 000512 1788792645.125817 write 0x01a42c thru 0x01e717 (0x42ec bytes) 000513 1788792645.127080 punch from 0x00267e to 0x005917 (0x329a bytes) 000514 1788792645.132962 trunc from 0x01e718 to 0x00b304 (0x13413 bytes) 000516 1788792645.156911 mapread 0x0013aa thru 0x00839d (0x6ff4 bytes) 000517 1788792645.175651 mapwrite 0x00a37b thru 0x013eec (0x9b72 bytes) 000518 1788792645.224746 read 0x003f51 thru 0x00be3f (0x7eef bytes) 000519 1788792645.225499 trunc from 0x00d54f to 0x013eec (0x699e bytes) 000520 1788792645.234002 mapread 0x012cc0 thru 0x013eec (0x122d bytes) 000521 1788792645.243576 trunc from 0x00743c to 0x013eec (0xcab1 bytes) 000522 1788792645.253082 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x13eed): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13eed): Mirror 3: 0xebb831e3 (stale) Mirror 4: 0xebb831e3 (stale) Mirror 5: 0xebb831e3 (stale) Mirror 8: 0xebb831e3 (stale) Mirror 9: 0xebb831e3 (stale) Mirror 10: 0xebb831e3 (stale) Mirror 11: 0xebb831e3 (stale) Mirror 12: 0xebb831e3 (stale) Mirror 13: 0xebb831e3 (stale) Mirror 16: 0xebb831e3 (stale) Mirror 17: 0xebb831e3 (stale) Mirror 18: 0xebb831e3 (stale) Mirror 19: 0xebb831e3 (stale) CRC-32 checksum value for chunk [0, 0x13eed): Mirror 1: 0xebb831e3 Mirror 20: 0xebb831e3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13eed: skipped 000523 1788792646.123366 mapread 0x00d2d7 thru 0x013eec (0x6c16 bytes) 000524 1788792646.179558 MIRROR_RESYNC 15 mirrors 000525 1788792648.669832 read 0x002a94 thru 0x00d134 (0xa6a1 bytes) 000526 1788792648.681852 punch from 0x001321 to 0x009c6b (0x894b bytes) 000528 1788792648.728398 mapread 0x0068df thru 0x01243b (0xbb5d bytes) 000529 1788792648.751740 read 0x007f09 thru 0x00831b (0x413 bytes) 000530 1788792648.752339 trunc from 0x013eed to 0x013953 (0x599 bytes) 000531 1788792648.796751 trunc from 0x012c01 to 0x013953 (0xd53 bytes) 000532 1788792648.810563 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x13954): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13954): Mirror 3: 0xbaf7608f (stale) Mirror 4: 0xbaf7608f (stale) Mirror 5: 0xbaf7608f (stale) Mirror 8: 0xbaf7608f (stale) Mirror 9: 0xbaf7608f (stale) Mirror 10: 0xbaf7608f (stale) Mirror 11: 0xbaf7608f (stale) Mirror 12: 0xbaf7608f (stale) Mirror 13: 0xbaf7608f (stale) Mirror 16: 0xbaf7608f (stale) Mirror 17: 0xbaf7608f (stale) Mirror 18: 0xbaf7608f (stale) Mirror 19: 0xbaf7608f (stale) Mirror 20: 0xbaf7608f (stale) CRC-32 checksum value for chunk [0, 0x13954): Mirror 1: 0xbaf7608f Mirror 21: 0xbaf7608f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13954: skipped 000533 1788792650.148997 fallocate 0x01c5d6 thru 0x01f2a9 (0x2cd4 bytes) 000535 1788792650.271147 write 0x0174ac thru 0x021f8e (0xaae3 bytes) 000536 1788792650.317439 punch from 0x01a0fd to 0x021300 (0x7204 bytes) 000537 1788792650.381138 fallocate 0x02b718 thru 0x0364a8 (0xad91 bytes) 000538 1788792650.387934 fallocate 0x02a688 thru 0x030b3b (0x64b4 bytes) 000539 1788792650.400017 trunc from 0x00438f to 0x00b663 (0x72d5 bytes) 000541 1788792650.426976 write 0x009b55 thru 0x00ed70 (0x521c bytes) 000542 1788792650.468664 trunc from 0x0364a9 to 0x02f45b (0x704d bytes) 000543 1788792650.534049 mapread 0x0173b3 thru 0x01e180 (0x6dce bytes) 000545 1788792650.572978 punch from 0x024535 to 0x02f45b (0xaf27 bytes) 000546 1788792650.578822 mapread 0x00357a thru 0x0042ea (0xd71 bytes) 000548 1788792650.616832 punch from 0x016b9e to 0x01d414 (0x6877 bytes) 000549 1788792650.629536 trunc from 0x01c292 to 0x02351b (0x728a bytes) 000550 1788792650.635704 mapread 0x00313b thru 0x00ddc1 (0xac87 bytes) 000551 1788792650.637527 punch from 0x02e308 to 0x02f45b (0x1154 bytes) 000553 1788792650.644444 mapread 0x014f1f thru 0x020f21 (0xc003 bytes) 000554 1788792650.662587 write 0x01f039 thru 0x02a456 (0xb41e bytes) 000555 1788792650.677588 trunc from 0x02f45c to 0x03cf6a (0xdb0f bytes) 000557 1788792650.703933 MIRROR_RESYNC 16 mirrors 000558 1788792655.081641 read 0x003322 thru 0x0055c1 (0x22a0 bytes) 000559 1788792655.091441 fallocate 0x00ab3f thru 0x011010 (0x64d2 bytes) 000560 1788792655.154812 read 0x03bde7 thru 0x03cf6a (0x1184 bytes) 000561 1788792655.195892 mapread 0x017bc2 thru 0x022ab2 (0xaef1 bytes) 000562 1788792655.199496 punch from 0x00a381 to 0x00d7bd (0x343d bytes) 000563 1788792655.242135 write 0x010c24 thru 0x014cb2 (0x408f bytes) 000564 1788792655.246896 punch from 0x0200ac to 0x028e24 (0x8d79 bytes) 000565 1788792655.260749 mapread 0x0095af thru 0x00ba8b (0x24dd bytes) 000566 1788792655.286635 write 0x031b7e thru 0x03b202 (0x9685 bytes) 000567 1788792655.290135 mapread 0x033455 thru 0x03cf6a (0x9b16 bytes) 000568 1788792655.291475 mapread 0x012709 thru 0x016183 (0x3a7b bytes) 000570 1788792655.293397 trunc from 0x03cf6b to 0x036f6d (0x5ffd bytes) 000571 1788792655.332945 trunc from 0x036f6e to 0x029167 (0xde06 bytes) 000572 1788792655.364693 punch from 0x024659 to 0x024fb6 (0x95e bytes) 000574 1788792655.370563 read 0x011798 thru 0x01db3f (0xc3a8 bytes) 000575 1788792655.371678 fallocate 0x0338bf thru 0x039dc4 (0x6506 bytes) 000576 1788792655.377347 fallocate 0x013e08 thru 0x01b75a (0x7953 bytes) 000577 1788792655.388755 MIRROR_SPLIT mirror 7 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x29168): Mirror 3: 0xc61e8a8d (stale) Mirror 4: 0xc61e8a8d (stale) Mirror 5: 0xc61e8a8d (stale) Mirror 8: 0xc61e8a8d (stale) Mirror 9: 0xc61e8a8d (stale) Mirror 10: 0xc61e8a8d (stale) Mirror 12: 0xc61e8a8d (stale) Mirror 13: 0xc61e8a8d (stale) Mirror 16: 0xc61e8a8d (stale) Mirror 17: 0xc61e8a8d (stale) Mirror 18: 0xc61e8a8d (stale) Mirror 19: 0xc61e8a8d (stale) Mirror 20: 0xc61e8a8d (stale) Mirror 21: 0xc61e8a8d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29168): Mirror 3: 0xc61e8a8d (stale) Mirror 4: 0xc61e8a8d (stale) Mirror 5: 0xc61e8a8d (stale) Mirror 8: 0xc61e8a8d (stale) Mirror 9: 0xc61e8a8d (stale) Mirror 10: 0xc61e8a8d (stale) Mirror 12: 0xc61e8a8d (stale) Mirror 13: 0xc61e8a8d (stale) Mirror 16: 0xc61e8a8d (stale) Mirror 17: 0xc61e8a8d (stale) Mirror 18: 0xc61e8a8d (stale) Mirror 19: 0xc61e8a8d (stale) Mirror 20: 0xc61e8a8d (stale) Mirror 21: 0xc61e8a8d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29168: skipped 000579 1788792656.637586 write 0x01ed6d thru 0x02c009 (0xd29d bytes) 000581 1788792656.654034 trunc from 0x02c00a to 0x003fb8 (0x28051 bytes) 000582 1788792656.675587 punch from 0x00201a to 0x003fb8 (0x1f9f bytes) 000583 1788792656.685756 fallocate 0x038136 thru 0x03ffff (0x7eca bytes) 000584 1788792656.691853 read 0x003cf0 thru 0x003fb8 (0x2c9 bytes) 000585 1788792656.700011 read 0x00376a thru 0x003fb8 (0x84f bytes) 000586 1788792656.701369 write 0x012048 thru 0x01769c (0x5655 bytes) 000587 1788792656.703644 punch from 0x014047 to 0x01769c (0x3656 bytes) 000589 1788792656.734670 mapwrite 0x02de35 thru 0x03ae5a (0xd026 bytes) 000590 1788792656.909838 punch from 0x0059b8 to 0x01211b (0xc764 bytes) 000591 1788792656.955603 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3ae5b): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ae5b): Mirror 3: 0x7766e61e (stale) Mirror 4: 0x7766e61e (stale) Mirror 5: 0x7766e61e (stale) Mirror 8: 0x7766e61e (stale) Mirror 9: 0x7766e61e (stale) Mirror 10: 0x7766e61e (stale) Mirror 12: 0x7766e61e (stale) Mirror 13: 0x7766e61e (stale) Mirror 16: 0x7766e61e (stale) Mirror 17: 0x7766e61e (stale) Mirror 18: 0x7766e61e (stale) Mirror 19: 0x7766e61e (stale) Mirror 20: 0x7766e61e (stale) Mirror 21: 0x7766e61e (stale) CRC-32 checksum value for chunk [0, 0x3ae5b): Mirror 1: 0x5d992baa Mirror 22: 0x5d992baa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ae5b: skipped 000592 1788792659.139305 MIRROR_RESYNC 16 mirrors 000593 1788792665.505916 punch from 0x024215 to 0x026ef5 (0x2ce1 bytes) 000594 1788792665.633618 punch from 0x008bdc to 0x013452 (0xa877 bytes) 000595 1788792665.647770 read 0x022ea6 thru 0x02a7c6 (0x7921 bytes) 000596 1788792665.667582 read 0x01b051 thru 0x01cd39 (0x1ce9 bytes) 000597 1788792665.700425 trunc from 0x03ae5b to 0x03f899 (0x4a3f bytes) 000598 1788792665.723137 punch from 0x03a13f to 0x03a86b (0x72d bytes) 000599 1788792665.728840 read 0x017390 thru 0x01a66d (0x32de bytes) 000600 1788792665.729464 fallocate 0x02b20d thru 0x037adb (0xc8cf bytes) 000601 1788792665.734599 read 0x000648 thru 0x00c2cf (0xbc88 bytes) 000603 1788792665.737183 trunc from 0x03f89a to 0x00fd53 (0x2fb46 bytes) 000604 1788792665.758792 mapread 0x00edf9 thru 0x00fd53 (0xf5b bytes) 000606 1788792665.761805 mapwrite 0x023a89 thru 0x02f76a (0xbce2 bytes) 000607 1788792665.808000 fallocate 0x02f1cf thru 0x0319c2 (0x27f4 bytes) 000608 1788792665.820496 trunc from 0x02f76b to 0x00414c (0x2b61e bytes) 000609 1788792665.841375 trunc from 0x00414d to 0x00b709 (0x75bd bytes) 000610 1788792665.865932 mapwrite 0x019c84 thru 0x01e60e (0x498b bytes) 000611 1788792665.944655 fallocate 0x0360fc thru 0x03aa7d (0x4982 bytes) 000612 1788792665.951063 write 0x01a5d6 thru 0x01c400 (0x1e2b bytes) 000613 1788792665.952659 punch from 0x009b6f to 0x015b57 (0xbfe9 bytes) 000614 1788792665.960206 punch from 0x002c9c to 0x00bca7 (0x900c bytes) 000615 1788792665.968546 trunc from 0x01e60f to 0x006d17 (0x178f7 bytes) 000616 1788792665.984983 read 0x000ce3 thru 0x0036d0 (0x29ee bytes) 000617 1788792665.995278 punch from 0x004431 to 0x005ed9 (0x1aa9 bytes) 000620 1788792666.009234 MIRROR_RESYNC 16 mirrors 000621 1788792669.031566 mapwrite 0x00c7c3 thru 0x0197a9 (0xcfe7 bytes) 000623 1788792669.192731 trunc from 0x0197aa to 0x02b39c (0x11bf3 bytes) 000624 1788792669.253297 read 0x01610f thru 0x0250f9 (0xefeb bytes) 000625 1788792669.295357 punch from 0x0070bb to 0x016070 (0xefb6 bytes) 000626 1788792669.316572 trunc from 0x02b39d to 0x000870 (0x2ab2c bytes) 000627 1788792669.372573 trunc from 0x000871 to 0x00b156 (0xa8e6 bytes) 000628 1788792669.417546 MIRROR_RESYNC 16 mirrors 000629 1788792672.705823 write 0x00cef7 thru 0x0127a0 (0x58aa bytes) 000630 1788792672.786386 mapread 0x00d14d thru 0x01228e (0x5142 bytes) 000632 1788792672.796432 write 0x0385a0 thru 0x03ffff (0x7a60 bytes) 000633 1788792672.806843 read 0x01c9c7 thru 0x021f37 (0x5571 bytes) 000634 1788792672.842542 punch from 0x003998 to 0x007a7c (0x40e5 bytes) 000635 1788792672.857701 write 0x02c639 thru 0x038e00 (0xc7c8 bytes) 000636 1788792672.871115 trunc from 0x0279dd to 0x02d712 (0x5d36 bytes) 000637 1788792672.916029 punch from 0x03139c to 0x0338e3 (0x2548 bytes) 000638 1788792672.922716 write 0x03ddb7 thru 0x03ffff (0x2249 bytes) 000639 1788792672.923712 mapwrite 0x00ea71 thru 0x012644 (0x3bd4 bytes) 000640 1788792672.996579 read 0x0244d5 thru 0x02d4f7 (0x9023 bytes) 000641 1788792673.038609 mapread 0x01c767 thru 0x022f7c (0x6816 bytes) 000642 1788792673.039525 write 0x01ba26 thru 0x01d5c9 (0x1ba4 bytes) 000643 1788792673.040434 mapread 0x035cb8 thru 0x037d4c (0x2095 bytes) 000644 1788792673.055537 punch from 0x003a79 to 0x00614a (0x26d2 bytes) 000645 1788792673.060719 trunc from 0x0142eb to 0x014db5 (0xacb bytes) 000646 1788792673.074745 mapwrite 0x02d19b thru 0x03b1bc (0xe022 bytes) 000647 1788792673.138831 mapwrite 0x014b63 thru 0x02351b (0xe9b9 bytes) 000649 1788792673.243673 MIRROR_SPLIT mirror 12 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 16: 0xe20eea22 (stale) Mirror 17: 0xe20eea22 (stale) Mirror 18: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 22: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 16: 0xe20eea22 (stale) Mirror 17: 0xe20eea22 (stale) Mirror 18: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 22: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000650 1788792674.550671 trunc from 0x00dc04 to 0x01688d (0x8c8a bytes) 000651 1788792674.558672 mapread 0x021f83 thru 0x0275ec (0x566a bytes) 000652 1788792674.598694 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 16: 0xe20eea22 (stale) Mirror 17: 0xe20eea22 (stale) Mirror 18: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 22: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x4d4071e9 Mirror 23: 0x4d4071e9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000653 1788792676.648767 mapread 0x00d816 thru 0x0120bc (0x48a7 bytes) 000654 1788792676.751841 fallocate 0x016793 thru 0x023974 (0xd1e2 bytes) 000655 1788792676.865299 punch from 0x029eb9 to 0x02acce (0xe16 bytes) 000656 1788792676.873522 fallocate 0x02189e thru 0x029ee9 (0x864c bytes) 000657 1788792676.896771 mapwrite 0x027f19 thru 0x029210 (0x12f8 bytes) 000658 1788792676.939649 mapwrite 0x02ce9a thru 0x02f0a5 (0x220c bytes) 000659 1788792676.986581 mapread 0x038385 thru 0x038eb2 (0xb2e bytes) 000660 1788792677.015519 mapread 0x01d70e thru 0x01fdc1 (0x26b4 bytes) 000661 1788792677.033478 punch from 0x026846 to 0x030e04 (0xa5bf bytes) 000662 1788792677.039352 mapwrite 0x01d77d thru 0x02af77 (0xd7fb bytes) 000663 1788792677.066660 punch from 0x00c172 to 0x014ac3 (0x8952 bytes) 000664 1788792677.071815 punch from 0x037c02 to 0x03cda8 (0x51a7 bytes) 000665 1788792677.077599 mapwrite 0x0313cc thru 0x03de06 (0xca3b bytes) 000666 1788792677.105572 mapwrite 0x02d506 thru 0x0394a5 (0xbfa0 bytes) 000667 1788792677.130909 trunc from 0x040000 to 0x020f43 (0x1f0bc bytes) 000668 1788792677.163345 fallocate 0x0330d4 thru 0x0384a3 (0x53d0 bytes) 000669 1788792677.168651 mapread 0x01fd02 thru 0x020f43 (0x1242 bytes) 000671 1788792677.172467 read 0x0165ef thru 0x020f43 (0xa955 bytes) 000672 1788792677.173471 write 0x01647f thru 0x024cdf (0xe861 bytes) 000673 1788792677.175699 mapread 0x018c3b thru 0x022c6d (0xa033 bytes) 000674 1788792677.177483 mapread 0x00cb13 thru 0x0139bc (0x6eaa bytes) 000675 1788792677.192530 mapwrite 0x00ea4e thru 0x01ce79 (0xe42c bytes) 000676 1788792677.224726 fallocate 0x029db6 thru 0x036ead (0xd0f8 bytes) 000677 1788792677.229832 mapwrite 0x03c291 thru 0x03ffff (0x3d6f bytes) 000678 1788792677.274449 fallocate 0x01f398 thru 0x025079 (0x5ce2 bytes) 000679 1788792677.283343 punch from 0x0293e3 to 0x02d3b3 (0x3fd1 bytes) 000680 1788792677.296602 trunc from 0x0285ff to 0x036e08 (0xe80a bytes) 000682 1788792677.304570 write 0x032edb thru 0x03e3e9 (0xb50f bytes) 000684 1788792677.319687 trunc from 0x03594b to 0x03ffff (0xa6b5 bytes) 000685 1788792677.353473 trunc from 0x040000 to 0x0263c1 (0x19c3e bytes) 000686 1788792677.384335 mapread 0x018677 thru 0x020577 (0x7f01 bytes) 000687 1788792677.388470 read 0x0207a1 thru 0x0263c1 (0x5c21 bytes) 000688 1788792677.400744 punch from 0x017b69 to 0x02286b (0xad03 bytes) 000689 1788792677.407349 write 0x0250d5 thru 0x028fd5 (0x3f01 bytes) 000691 1788792677.414648 MIRROR_SPLIT mirror 6 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x28fd6): Mirror 3: 0xe174ae6 (stale) Mirror 4: 0xe174ae6 (stale) Mirror 5: 0xe174ae6 (stale) Mirror 8: 0xe174ae6 (stale) Mirror 9: 0xe174ae6 (stale) Mirror 12: 0xe174ae6 (stale) Mirror 13: 0xe174ae6 (stale) Mirror 16: 0xe174ae6 (stale) Mirror 17: 0xe174ae6 (stale) Mirror 18: 0xe174ae6 (stale) Mirror 20: 0xe174ae6 (stale) Mirror 21: 0xe174ae6 (stale) Mirror 22: 0xe174ae6 (stale) Mirror 23: 0x9ed7c65b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28fd6): Mirror 3: 0xe174ae6 (stale) Mirror 4: 0xe174ae6 (stale) Mirror 5: 0xe174ae6 (stale) Mirror 8: 0xe174ae6 (stale) Mirror 9: 0xe174ae6 (stale) Mirror 12: 0xe174ae6 (stale) Mirror 13: 0xe174ae6 (stale) Mirror 16: 0xe174ae6 (stale) Mirror 17: 0xe174ae6 (stale) Mirror 18: 0xe174ae6 (stale) Mirror 20: 0xe174ae6 (stale) Mirror 21: 0xe174ae6 (stale) Mirror 22: 0xe174ae6 (stale) Mirror 23: 0x9ed7c65b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28fd6: skipped 000692 1788792678.135702 fallocate 0x014743 thru 0x0203b2 (0xbc70 bytes) 000693 1788792678.142405 mapread 0x02473a thru 0x026e51 (0x2718 bytes) 000694 1788792678.167516 write 0x01df7d thru 0x026837 (0x88bb bytes) 000695 1788792678.179331 write 0x003888 thru 0x00d4aa (0x9c23 bytes) 000696 1788792678.195379 fallocate 0x00af82 thru 0x010e29 (0x5ea8 bytes) 000697 1788792678.202520 write 0x0058ea thru 0x00e528 (0x8c3f bytes) 000699 1788792678.209197 fallocate 0x036710 thru 0x03ffff (0x98f0 bytes) 000700 1788792678.214285 mapwrite 0x03c38e thru 0x03ffff (0x3c72 bytes) 000701 1788792678.265245 MIRROR_SPLIT mirror 5 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 16: 0xe20eea22 (stale) Mirror 17: 0xe20eea22 (stale) Mirror 18: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 22: 0xe20eea22 (stale) Mirror 23: 0x4d4071e9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 16: 0xe20eea22 (stale) Mirror 17: 0xe20eea22 (stale) Mirror 18: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 22: 0xe20eea22 (stale) Mirror 23: 0x4d4071e9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000703 1788792679.031597 fallocate 0x0072df thru 0x015cf7 (0xea19 bytes) 000704 1788792679.043249 MIRROR_SPLIT mirror 12 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 16: 0xe20eea22 (stale) Mirror 17: 0xe20eea22 (stale) Mirror 18: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 23: 0x4d4071e9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 16: 0xe20eea22 (stale) Mirror 17: 0xe20eea22 (stale) Mirror 18: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 23: 0x4d4071e9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000705 1788792680.023445 MIRROR_RESYNC 13 mirrors 000706 1788792683.775849 MIRROR_SPLIT mirror 1 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) 000707 1788792684.430935 MIRROR_EXTEND to 13 mirrors 000708 1788792685.565333 MIRROR_EXTEND to 14 mirrors 000709 1788792686.699714 trunc from 0x02ed08 to 0x03adc5 (0xc0be bytes) 000710 1788792686.749811 trunc from 0x02b4a4 to 0x037ba5 (0xc702 bytes) 000711 1788792686.759435 trunc from 0x00500a to 0x0089bb (0x39b2 bytes) 000712 1788792686.763173 write 0x022130 thru 0x026f6d (0x4e3e bytes) 000713 1788792686.773603 trunc from 0x00cd90 to 0x00f1ac (0x241d bytes) 000715 1788792686.779290 trunc from 0x00a5c7 to 0x010820 (0x625a bytes) 000716 1788792686.785370 mapwrite 0x01ae59 thru 0x01f627 (0x47cf bytes) 000719 1788792686.820973 trunc from 0x040000 to 0x03ca0a (0x35f5 bytes) 000721 1788792686.839130 fallocate 0x006672 thru 0x012359 (0xbce8 bytes) 000722 1788792686.843560 mapwrite 0x01a226 thru 0x01e39c (0x4177 bytes) 000723 1788792686.859484 read 0x01553e thru 0x018be0 (0x36a3 bytes) 000724 1788792686.860129 write 0x03f35c thru 0x03ffff (0xca4 bytes) 000725 1788792686.861032 punch from 0x01314d to 0x01d119 (0x9fcd bytes) 000726 1788792686.865985 punch from 0x01c99d to 0x025af1 (0x9155 bytes) 000727 1788792686.871118 punch from 0x03e4a5 to 0x03ffff (0x1b5b bytes) 000728 1788792686.880948 trunc from 0x040000 to 0x03354e (0xcab1 bytes) 000730 1788792686.899737 fallocate 0x039a81 thru 0x03ffff (0x657f bytes) 000731 1788792686.905745 trunc from 0x00399d to 0x00f270 (0xb8d4 bytes) 000732 1788792686.912288 mapwrite 0x00c3dc thru 0x012846 (0x646b bytes) 000733 1788792686.951737 mapwrite 0x03a053 thru 0x03eb2e (0x4adc bytes) 000735 1788792686.977203 trunc from 0x005628 to 0x00e368 (0x8d41 bytes) 000736 1788792686.984760 trunc from 0x040000 to 0x03ea37 (0x15c8 bytes) 000737 1788792687.011154 write 0x03d23c thru 0x03ffff (0x2dc4 bytes) 000738 1788792687.014329 fallocate 0x01d433 thru 0x026bf0 (0x97be bytes) 000739 1788792687.021623 read 0x000d11 thru 0x006453 (0x5743 bytes) 000740 1788792687.036365 trunc from 0x011cd5 to 0x017d9c (0x60c8 bytes) 000741 1788792687.042618 fallocate 0x013762 thru 0x01c3b3 (0x8c52 bytes) 000742 1788792687.049446 write 0x005a46 thru 0x007b4b (0x2106 bytes) 000743 1788792687.050988 write 0x000d39 thru 0x00d06b (0xc333 bytes) 000744 1788792687.058381 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7e592fca (stale) Mirror 5: 0x7e592fca (stale) Mirror 8: 0x7e592fca (stale) Mirror 12: 0x7e592fca (stale) Mirror 13: 0x7e592fca (stale) Mirror 16: 0x7e592fca (stale) Mirror 17: 0x7e592fca (stale) Mirror 18: 0x7e592fca (stale) Mirror 20: 0x7e592fca (stale) Mirror 21: 0x7e592fca (stale) Mirror 23: 0x7e592fca (stale) Mirror 24: 0x7e592fca (stale) Mirror 25: 0x7e592fca (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdd0b41f Mirror 26: 0xdd0b41f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000745 1788792688.723585 trunc from 0x00bd40 to 0x014237 (0x84f8 bytes) 000746 1788792688.788298 trunc from 0x00897d to 0x01272a (0x9dae bytes) 000747 1788792688.794981 mapread 0x013f68 thru 0x0177ca (0x3863 bytes) 000748 1788792688.816436 read 0x004774 thru 0x011317 (0xcba4 bytes) 000749 1788792688.829436 fallocate 0x03403f thru 0x03ffff (0xbfc1 bytes) 000750 1788792688.838205 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x7e592fca (stale) Mirror 5: 0x7e592fca (stale) Mirror 8: 0x7e592fca (stale) Mirror 12: 0x7e592fca (stale) Mirror 13: 0x7e592fca (stale) Mirror 16: 0x7e592fca (stale) Mirror 17: 0x7e592fca (stale) Mirror 18: 0x7e592fca (stale) Mirror 20: 0x7e592fca (stale) Mirror 21: 0x7e592fca (stale) Mirror 23: 0x7e592fca (stale) Mirror 24: 0x7e592fca (stale) Mirror 25: 0x7e592fca (stale) Mirror 26: 0xdd0b41f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe074f525 Mirror 27: 0xe074f525 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000751 1788792690.265998 punch from 0x01a077 to 0x01ab01 (0xa8b bytes) 000752 1788792690.351074 trunc from 0x040000 to 0x004b2b (0x3b4d4 bytes) 000753 1788792690.395152 mapread 0x0020f7 thru 0x004b2b (0x2a35 bytes) 000755 1788792690.425640 trunc from 0x004b2c to 0x00936e (0x4843 bytes) 000756 1788792690.459020 mapread 0x0043ce thru 0x005ed8 (0x1b0b bytes) 000757 1788792690.471180 fallocate 0x007a2a thru 0x014e13 (0xd3ea bytes) 000758 1788792690.476427 fallocate 0x02815c thru 0x030c12 (0x8ab7 bytes) 000759 1788792690.481760 punch from 0x00b978 to 0x011f8a (0x6613 bytes) 000761 1788792690.490264 fallocate 0x02ad64 thru 0x032f7f (0x821c bytes) 000762 1788792690.501001 trunc from 0x00ac40 to 0x014e13 (0xa1d4 bytes) 000763 1788792690.514886 read 0x00983c thru 0x00f053 (0x5818 bytes) 000766 1788792690.542548 write 0x00049d thru 0x00ef95 (0xeaf9 bytes) 000767 1788792690.556202 punch from 0x00314d to 0x00642c (0x32e0 bytes) 000769 1788792690.593424 write 0x00a9dd thru 0x00eb3e (0x4162 bytes) 000770 1788792690.594832 fallocate 0x025412 thru 0x031826 (0xc415 bytes) 000771 1788792690.615693 MIRROR_SPLIT mirror 3 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x14e14): Mirror 4: 0x9cf596ce (stale) Mirror 5: 0x9cf596ce (stale) Mirror 12: 0x9cf596ce (stale) Mirror 13: 0x9cf596ce (stale) Mirror 16: 0x9cf596ce (stale) Mirror 17: 0x9cf596ce (stale) Mirror 18: 0x9cf596ce (stale) Mirror 20: 0x9cf596ce (stale) Mirror 21: 0x9cf596ce (stale) Mirror 23: 0x9cf596ce (stale) Mirror 24: 0x9cf596ce (stale) Mirror 25: 0x9cf596ce (stale) Mirror 26: 0x4fa59b06 (stale) Mirror 27: 0xa1db2da (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x14e14): Mirror 4: 0x9cf596ce (stale) Mirror 5: 0x9cf596ce (stale) Mirror 12: 0x9cf596ce (stale) Mirror 13: 0x9cf596ce (stale) Mirror 16: 0x9cf596ce (stale) Mirror 17: 0x9cf596ce (stale) Mirror 18: 0x9cf596ce (stale) Mirror 20: 0x9cf596ce (stale) Mirror 21: 0x9cf596ce (stale) Mirror 23: 0x9cf596ce (stale) Mirror 24: 0x9cf596ce (stale) Mirror 25: 0x9cf596ce (stale) Mirror 26: 0x4fa59b06 (stale) Mirror 27: 0xa1db2da (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x14e14: skipped 000772 1788792691.611952 fallocate 0x0011ec thru 0x002f15 (0x1d2a bytes) 000773 1788792691.621573 mapwrite 0x00f848 thru 0x011c8f (0x2448 bytes) 000774 1788792691.724690 mapread 0x008833 thru 0x00d45f (0x4c2d bytes) 000775 1788792691.748935 read 0x00f42d thru 0x014e13 (0x59e7 bytes) 000777 1788792691.761406 mapread 0x008454 thru 0x013fec (0xbb99 bytes) 000778 1788792691.772746 fallocate 0x025e74 thru 0x026192 (0x31f bytes) 000779 1788792691.796237 fallocate 0x019ad2 thru 0x02908c (0xf5bb bytes) 000780 1788792691.816120 trunc from 0x001e20 to 0x008764 (0x6945 bytes) 000781 1788792691.836568 punch from 0x001335 to 0x006ef3 (0x5bbf bytes) 000782 1788792691.859620 read 0x004580 thru 0x0097ac (0x522d bytes) 000785 1788792691.901703 read 0x010c1b thru 0x014e13 (0x41f9 bytes) 000786 1788792691.903375 punch from 0x00f4f7 to 0x014e13 (0x591d bytes) 000787 1788792691.914260 read 0x0022cf thru 0x008410 (0x6142 bytes) 000789 1788792691.924335 punch from 0x011cce to 0x014e13 (0x3146 bytes) 000790 1788792691.937591 trunc from 0x0108f2 to 0x014e13 (0x4522 bytes) 000791 1788792691.956664 write 0x01a046 thru 0x022def (0x8daa bytes) 000792 1788792691.980650 mapread 0x009b66 thru 0x012a95 (0x8f30 bytes) 000793 1788792692.018035 trunc from 0x022df0 to 0x025d55 (0x2f66 bytes) 000794 1788792692.043942 mapread 0x00516d thru 0x0083a7 (0x323b bytes) 000795 1788792692.044657 punch from 0x022566 to 0x025d55 (0x37f0 bytes) 000796 1788792692.062673 trunc from 0x025d56 to 0x021c61 (0x40f4 bytes) 000797 1788792692.086627 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x21c62): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21c62): Mirror 4: 0xd73097df (stale) Mirror 5: 0xd73097df (stale) Mirror 12: 0xd73097df (stale) Mirror 13: 0xd73097df (stale) Mirror 16: 0xd73097df (stale) Mirror 17: 0xd73097df (stale) Mirror 18: 0xd73097df (stale) Mirror 20: 0xd73097df (stale) Mirror 21: 0xd73097df (stale) Mirror 23: 0xd73097df (stale) Mirror 24: 0xd73097df (stale) Mirror 25: 0xd73097df (stale) Mirror 26: 0x6e201cc (stale) Mirror 27: 0x1a8904fb (stale) CRC-32 checksum value for chunk [0, 0x21c62): Mirror 1: 0xb4649fc4 Mirror 28: 0xb4649fc4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21c62: skipped 000798 1788792693.927986 fallocate 0x02231d thru 0x027061 (0x4d45 bytes) 000799 1788792694.008527 mapwrite 0x00465f thru 0x0133d2 (0xed74 bytes) 000801 1788792694.114041 write 0x024f5d thru 0x032ec6 (0xdf6a bytes) 000802 1788792694.133283 fallocate 0x02dae2 thru 0x03595e (0x7e7d bytes) 000803 1788792694.145290 mapread 0x02499d thru 0x0322ad (0xd911 bytes) 000804 1788792694.149177 mapwrite 0x03805f thru 0x03df17 (0x5eb9 bytes) 000805 1788792694.221084 trunc from 0x000be2 to 0x00fb80 (0xef9f bytes) 000806 1788792694.226835 fallocate 0x0291a0 thru 0x032bc0 (0x9a21 bytes) 000807 1788792694.232984 trunc from 0x03df18 to 0x01d585 (0x20992 bytes) 000808 1788792694.264572 write 0x009f55 thru 0x00e23b (0x42e7 bytes) 000809 1788792694.277074 trunc from 0x003866 to 0x00a81f (0x6fba bytes) 000810 1788792694.301147 trunc from 0x01455d to 0x016711 (0x21b5 bytes) 000812 1788792694.309537 read 0x00b33d thru 0x00dd7b (0x2a3f bytes) 000813 1788792694.310329 punch from 0x01baec to 0x01d115 (0x162a bytes) 000814 1788792694.321584 MIRROR_SPLIT mirror 1 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1d586): Mirror 5: 0x1a4f5333 (stale) Mirror 12: 0x1a4f5333 (stale) Mirror 13: 0x1a4f5333 (stale) Mirror 16: 0x1a4f5333 (stale) Mirror 17: 0x1a4f5333 (stale) Mirror 18: 0x1a4f5333 (stale) Mirror 20: 0x1a4f5333 (stale) Mirror 21: 0x1a4f5333 (stale) Mirror 23: 0x1a4f5333 (stale) Mirror 24: 0x1a4f5333 (stale) Mirror 25: 0x1a4f5333 (stale) Mirror 26: 0xf8ddbef (stale) Mirror 27: 0x131b9a8f (stale) Mirror 28: 0xf1122ba4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d586): Mirror 5: 0x1a4f5333 (stale) Mirror 12: 0x1a4f5333 (stale) Mirror 13: 0x1a4f5333 (stale) Mirror 16: 0x1a4f5333 (stale) Mirror 17: 0x1a4f5333 (stale) Mirror 18: 0x1a4f5333 (stale) Mirror 20: 0x1a4f5333 (stale) Mirror 21: 0x1a4f5333 (stale) Mirror 23: 0x1a4f5333 (stale) Mirror 24: 0x1a4f5333 (stale) Mirror 25: 0x1a4f5333 (stale) Mirror 26: 0xf8ddbef (stale) Mirror 27: 0x131b9a8f (stale) Mirror 28: 0xf1122ba4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d586: skipped 000815 1788792695.358659 trunc from 0x001f79 to 0x0081e6 (0x626e bytes) 000816 1788792695.370683 fallocate 0x009478 thru 0x0161be (0xcd47 bytes) 000817 1788792695.380112 punch from 0x017e73 to 0x01d585 (0x5713 bytes) 000818 1788792695.391407 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x1d586): Mirror 5: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d586): Mirror 5: 0x1a4f5333 (stale) Mirror 12: 0x1a4f5333 (stale) Mirror 13: 0x1a4f5333 (stale) Mirror 16: 0x1a4f5333 (stale) Mirror 17: 0x1a4f5333 (stale) Mirror 18: 0x1a4f5333 (stale) Mirror 20: 0x1a4f5333 (stale) Mirror 21: 0x1a4f5333 (stale) Mirror 23: 0x1a4f5333 (stale) Mirror 24: 0x1a4f5333 (stale) Mirror 25: 0x1a4f5333 (stale) Mirror 26: 0xf8ddbef (stale) Mirror 27: 0x131b9a8f (stale) Mirror 28: 0xf1122ba4 (stale) CRC-32 checksum value for chunk [0, 0x1d586): Mirror 1: 0xfd8192a7 Mirror 29: 0xfd8192a7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d586: skipped 000819 1788792696.516053 punch from 0x01c7a8 to 0x01d585 (0xdde bytes) 000820 1788792696.574643 write 0x03a034 thru 0x03ffff (0x5fcc bytes) 000821 1788792696.582912 mapread 0x0116c5 thru 0x01e88f (0xd1cb bytes) 000822 1788792696.609525 punch from 0x01e360 to 0x02578f (0x7430 bytes) 000824 1788792696.616308 trunc from 0x040000 to 0x0162f2 (0x29d0d bytes) 000825 1788792696.637492 write 0x0012de thru 0x00b9b2 (0xa6d5 bytes) 000826 1788792696.652634 trunc from 0x0162f3 to 0x00ee3d (0x74b5 bytes) 000827 1788792696.677835 MIRROR_SPLIT mirror 12 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xee3e): Mirror 5: 0xded4d2d (stale) Mirror 12: 0xded4d2d (stale) Mirror 13: 0xded4d2d (stale) Mirror 16: 0xded4d2d (stale) Mirror 17: 0xded4d2d (stale) Mirror 18: 0xded4d2d (stale) Mirror 20: 0xded4d2d (stale) Mirror 21: 0xded4d2d (stale) Mirror 23: 0xded4d2d (stale) Mirror 24: 0xded4d2d (stale) Mirror 25: 0xded4d2d (stale) Mirror 27: 0x578cc2d1 (stale) Mirror 28: 0x37fa7b74 (stale) Mirror 29: 0x9a8c2bf9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xee3e): Mirror 5: 0xded4d2d (stale) Mirror 12: 0xded4d2d (stale) Mirror 13: 0xded4d2d (stale) Mirror 16: 0xded4d2d (stale) Mirror 17: 0xded4d2d (stale) Mirror 18: 0xded4d2d (stale) Mirror 20: 0xded4d2d (stale) Mirror 21: 0xded4d2d (stale) Mirror 23: 0xded4d2d (stale) Mirror 24: 0xded4d2d (stale) Mirror 25: 0xded4d2d (stale) Mirror 27: 0x578cc2d1 (stale) Mirror 28: 0x37fa7b74 (stale) Mirror 29: 0x9a8c2bf9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xee3e: skipped 000828 1788792697.402178 mapread 0x00435d thru 0x0063ee (0x2092 bytes) 000829 1788792697.433638 mapread 0x004157 thru 0x00ee3d (0xace7 bytes) 000830 1788792697.436198 trunc from 0x00ee3e to 0x00aac8 (0x4375 bytes) 000831 1788792697.463609 mapread 0x0091ea thru 0x00aac8 (0x18df bytes) 000832 1788792697.464389 fallocate 0x01d154 thru 0x01f5e9 (0x2496 bytes) 000833 1788792697.469855 trunc from 0x00aac9 to 0x0215c4 (0x16afc bytes) 000834 1788792697.483530 fallocate 0x00d363 thru 0x0182ef (0xaf8d bytes) 000835 1788792697.491810 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x215c5): Mirror 5: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x215c5): Mirror 5: 0x65a8fe09 (stale) Mirror 12: 0x65a8fe09 (stale) Mirror 13: 0x65a8fe09 (stale) Mirror 16: 0x65a8fe09 (stale) Mirror 17: 0x65a8fe09 (stale) Mirror 18: 0x65a8fe09 (stale) Mirror 20: 0x65a8fe09 (stale) Mirror 21: 0x65a8fe09 (stale) Mirror 23: 0x65a8fe09 (stale) Mirror 24: 0x65a8fe09 (stale) Mirror 25: 0x65a8fe09 (stale) Mirror 27: 0x9876d500 (stale) Mirror 28: 0xc117823f (stale) Mirror 29: 0x5928faac (stale) CRC-32 checksum value for chunk [0, 0x215c5): Mirror 1: 0x40d11391 Mirror 30: 0x40d11391 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x215c5: skipped 000836 1788792698.944136 mapread 0x00c260 thru 0x016b00 (0xa8a1 bytes) 000837 1788792698.971340 mapread 0x011d29 thru 0x01cc9b (0xaf73 bytes) 000838 1788792698.984509 trunc from 0x011373 to 0x016065 (0x4cf3 bytes) 000840 1788792699.066065 mapwrite 0x038889 thru 0x03a37a (0x1af2 bytes) 000841 1788792699.156099 mapwrite 0x02caf2 thru 0x034588 (0x7a97 bytes) 000842 1788792699.235427 MIRROR_RESYNC 16 mirrors 000844 1788792703.815676 fallocate 0x01320e thru 0x0142ab (0x109e bytes) 000845 1788792703.899796 read 0x00b613 thru 0x015aba (0xa4a8 bytes) 000846 1788792703.926427 trunc from 0x018d4e to 0x01ff3c (0x71ef bytes) 000847 1788792703.947097 trunc from 0x03a37b to 0x02effe (0xb37c bytes) 000848 1788792704.003762 mapread 0x01ad94 thru 0x01c348 (0x15b5 bytes) 000849 1788792704.057806 mapwrite 0x000fb5 thru 0x0016ac (0x6f8 bytes) 000850 1788792704.108067 fallocate 0x003645 thru 0x00a087 (0x6a43 bytes) 000851 1788792704.135221 fallocate 0x039056 thru 0x03f9b7 (0x6962 bytes) 000852 1788792704.155970 mapread 0x00293d thru 0x009dc0 (0x7484 bytes) 000853 1788792704.172016 mapwrite 0x00715e thru 0x00b9eb (0x488e bytes) 000854 1788792704.213184 write 0x03fbc6 thru 0x03ffff (0x43a bytes) 000855 1788792704.215674 write 0x03881f thru 0x03ffff (0x77e1 bytes) 000856 1788792704.237335 fallocate 0x03ef93 thru 0x03ffff (0x106d bytes) 000857 1788792704.244375 punch from 0x028d40 to 0x030fc5 (0x8286 bytes) 000858 1788792704.252248 write 0x0058aa thru 0x0120c2 (0xc819 bytes) 000859 1788792704.255373 write 0x00d0c8 thru 0x015953 (0x888c bytes) 000860 1788792704.257890 punch from 0x034ce5 to 0x03cd44 (0x8060 bytes) 000861 1788792704.277912 read 0x016533 thru 0x022a02 (0xc4d0 bytes) 000862 1788792704.278615 punch from 0x0228f7 to 0x031bc5 (0xf2cf bytes) 000863 1788792704.284505 read 0x036c70 thru 0x03d3b6 (0x6747 bytes) 000864 1788792704.295914 mapwrite 0x0207d5 thru 0x02a929 (0xa155 bytes) 000866 1788792704.322840 fallocate 0x033ee7 thru 0x038c73 (0x4d8d bytes) 000867 1788792704.329227 mapread 0x005a19 thru 0x013ece (0xe4b6 bytes) 000868 1788792704.330461 trunc from 0x040000 to 0x01cc12 (0x233ed bytes) 000870 1788792704.353564 read 0x002c80 thru 0x011195 (0xe516 bytes) 000871 1788792704.354667 write 0x03862c thru 0x03bfe8 (0x39bd bytes) 000872 1788792704.358408 mapwrite 0x010ab7 thru 0x016e8d (0x63d7 bytes) 000873 1788792704.375229 read 0x0181ed thru 0x01a176 (0x1f8a bytes) 000874 1788792704.375808 punch from 0x019d91 to 0x0216e6 (0x7956 bytes) 000875 1788792704.381274 punch from 0x03a086 to 0x03bfe8 (0x1f63 bytes) 000876 1788792704.386337 fallocate 0x01f867 thru 0x02834c (0x8ae6 bytes) 000877 1788792704.391428 trunc from 0x03bfe9 to 0x0314db (0xab0d bytes) 000879 1788792704.414708 mapwrite 0x01eeeb thru 0x02d44a (0xe560 bytes) 000880 1788792704.457821 mapread 0x005e97 thru 0x00c921 (0x6a8b bytes) 000881 1788792704.459364 trunc from 0x0314dc to 0x02ceb0 (0x462b bytes) 000882 1788792704.476588 fallocate 0x007583 thru 0x014a00 (0xd47e bytes) 000883 1788792704.487356 MIRROR_RESYNC 16 mirrors 000886 1788792708.086497 trunc from 0x02ceb1 to 0x0217b3 (0xb6fd bytes) 000887 1788792708.141811 trunc from 0x007fb2 to 0x013b66 (0xbbb5 bytes) 000889 1788792708.149457 read 0x008247 thru 0x011242 (0x8ffc bytes) 000890 1788792708.161801 trunc from 0x00a907 to 0x0164a8 (0xbba2 bytes) 000892 1788792708.169196 read 0x0189fb thru 0x0217b3 (0x8db9 bytes) 000893 1788792708.180516 trunc from 0x0217b4 to 0x011846 (0xff6d bytes) 000894 1788792708.214453 punch from 0x008f70 to 0x01018f (0x7220 bytes) 000896 1788792708.225607 MIRROR_SPLIT mirror 4 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x11847): Mirror 5: 0x83e3b301 (stale) Mirror 12: 0x83e3b301 (stale) Mirror 13: 0x83e3b301 (stale) Mirror 17: 0x83e3b301 (stale) Mirror 18: 0x83e3b301 (stale) Mirror 20: 0x83e3b301 (stale) Mirror 21: 0x83e3b301 (stale) Mirror 23: 0x83e3b301 (stale) Mirror 24: 0x83e3b301 (stale) Mirror 25: 0x83e3b301 (stale) Mirror 27: 0x83e3b301 (stale) Mirror 28: 0x83e3b301 (stale) Mirror 29: 0x83e3b301 (stale) Mirror 30: 0x83e3b301 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11847): Mirror 5: 0x83e3b301 (stale) Mirror 12: 0x83e3b301 (stale) Mirror 13: 0x83e3b301 (stale) Mirror 17: 0x83e3b301 (stale) Mirror 18: 0x83e3b301 (stale) Mirror 20: 0x83e3b301 (stale) Mirror 21: 0x83e3b301 (stale) Mirror 23: 0x83e3b301 (stale) Mirror 24: 0x83e3b301 (stale) Mirror 25: 0x83e3b301 (stale) Mirror 27: 0x83e3b301 (stale) Mirror 28: 0x83e3b301 (stale) Mirror 29: 0x83e3b301 (stale) Mirror 30: 0x83e3b301 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11847: skipped 000897 1788792709.453832 punch from 0x002715 to 0x006cb3 (0x459f bytes) 000898 1788792709.463263 read 0x0009e3 thru 0x00eb0e (0xe12c bytes) 000899 1788792709.475050 mapread 0x0028ac thru 0x011846 (0xef9b bytes) 000900 1788792709.492832 mapwrite 0x00e852 thru 0x016225 (0x79d4 bytes) 000902 1788792709.544466 mapread 0x00b7e2 thru 0x016225 (0xaa44 bytes) 000903 1788792709.546315 mapwrite 0x018b16 thru 0x0200d9 (0x75c4 bytes) 000904 1788792709.602663 write 0x01d686 thru 0x02d5d9 (0xff54 bytes) 000905 1788792709.605745 trunc from 0x02d5da to 0x00b2f8 (0x222e1 bytes) 000906 1788792709.640495 mapwrite 0x000b59 thru 0x00c74b (0xbbf3 bytes) 000907 1788792709.699813 read 0x006ac2 thru 0x00c74b (0x5c8a bytes) 000908 1788792709.700578 read 0x002ca7 thru 0x00c74b (0x9aa5 bytes) 000909 1788792709.701997 read 0x000e81 thru 0x00c74b (0xb8cb bytes) 000910 1788792709.702778 write 0x031bcc thru 0x032184 (0x5b9 bytes) 000911 1788792709.704845 fallocate 0x015558 thru 0x0221d3 (0xcc7c bytes) 000915 1788792709.718137 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x32185): Mirror 5: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32185): Mirror 5: 0x5924bc99 (stale) Mirror 12: 0x5924bc99 (stale) Mirror 13: 0x5924bc99 (stale) Mirror 17: 0x5924bc99 (stale) Mirror 18: 0x5924bc99 (stale) Mirror 20: 0x5924bc99 (stale) Mirror 21: 0x5924bc99 (stale) Mirror 23: 0x5924bc99 (stale) Mirror 24: 0x5924bc99 (stale) Mirror 25: 0x5924bc99 (stale) Mirror 27: 0x5924bc99 (stale) Mirror 28: 0x5924bc99 (stale) Mirror 29: 0x5924bc99 (stale) Mirror 30: 0x5924bc99 (stale) CRC-32 checksum value for chunk [0, 0x32185): Mirror 1: 0x2d76898f Mirror 31: 0x2d76898f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32185: skipped 000916 1788792711.931240 trunc from 0x030297 to 0x032184 (0x1eee bytes) 000918 1788792712.081992 read 0x01cf99 thru 0x0206b9 (0x3721 bytes) 000919 1788792712.095250 trunc from 0x032185 to 0x01017a (0x2200a bytes) 000920 1788792712.133995 read 0x007bf8 thru 0x0081a6 (0x5af bytes) 000921 1788792712.147124 fallocate 0x0156fd thru 0x0174c8 (0x1dcc bytes) 000922 1788792712.153406 write 0x033091 thru 0x03ca86 (0x99f6 bytes) 000923 1788792712.155763 mapread 0x00f350 thru 0x018fec (0x9c9d bytes) 000924 1788792712.167474 mapread 0x0185cc thru 0x01f9a3 (0x73d8 bytes) 000925 1788792712.169019 write 0x00ecca thru 0x01a419 (0xb750 bytes) 000926 1788792712.177478 mapread 0x026b2e thru 0x02f90b (0x8dde bytes) 000927 1788792712.180404 fallocate 0x02643d thru 0x026cce (0x892 bytes) 000928 1788792712.187858 mapread 0x0242fe thru 0x02a92b (0x662e bytes) 000929 1788792712.189853 read 0x02afdd thru 0x031109 (0x612d bytes) 000930 1788792712.191443 trunc from 0x01714a to 0x01def6 (0x6dad bytes) 000931 1788792712.258816 MIRROR_RESYNC 16 mirrors 000932 1788792716.866700 trunc from 0x0096fa to 0x01273c (0x9043 bytes) 000933 1788792716.935225 fallocate 0x00e47c thru 0x01d97b (0xf500 bytes) 000934 1788792716.941852 trunc from 0x03ca87 to 0x00389c (0x391ea bytes) 000935 1788792716.983088 read 0x002698 thru 0x00389c (0x1205 bytes) 000937 1788792716.991797 trunc from 0x002fc3 to 0x00389c (0x8da bytes) 000938 1788792716.998339 trunc from 0x00389d to 0x027740 (0x23ea4 bytes) 000940 1788792717.026402 fallocate 0x03754e thru 0x03ffff (0x8ab2 bytes) 000941 1788792717.045141 MIRROR_RESYNC 16 mirrors 000942 1788792720.722250 read 0x00fa97 thru 0x01963f (0x9ba9 bytes) 000943 1788792720.743797 MIRROR_RESYNC 16 mirrors 000944 1788792721.767047 punch from 0x018901 to 0x024311 (0xba11 bytes) 000945 1788792721.848504 read 0x016548 thru 0x0209c3 (0xa47c bytes) 000946 1788792721.862566 mapwrite 0x02202d thru 0x0316aa (0xf67e bytes) 000948 1788792721.949152 read 0x0181d6 thru 0x0184d2 (0x2fd bytes) 000949 1788792721.950771 mapread 0x00401c thru 0x00659a (0x257f bytes) 000950 1788792721.959806 mapread 0x026cac thru 0x0316aa (0xa9ff bytes) 000951 1788792721.961212 write 0x024d12 thru 0x027a62 (0x2d51 bytes) 000952 1788792721.962254 trunc from 0x0316ab to 0x02bf22 (0x5788 bytes) 000954 1788792721.989924 MIRROR_RESYNC 16 mirrors 000955 1788792724.996698 punch from 0x007449 to 0x00f6cb (0x8283 bytes) 000956 1788792725.095522 read 0x01c113 thru 0x02b18f (0xf07d bytes) 000957 1788792725.129520 mapwrite 0x005275 thru 0x00aa50 (0x57dc bytes) 000958 1788792725.244761 mapread 0x0120d3 thru 0x013bfd (0x1b2b bytes) 000960 1788792725.258687 punch from 0x00380d to 0x00501d (0x1811 bytes) 000961 1788792725.267431 fallocate 0x01e6b6 thru 0x01fb2e (0x1479 bytes) 000963 1788792725.273099 fallocate 0x00a69a thru 0x017c57 (0xd5be bytes) 000964 1788792725.281933 trunc from 0x02585c to 0x02bf22 (0x66c7 bytes) 000965 1788792725.293446 mapwrite 0x015acc thru 0x0214df (0xba14 bytes) 000967 1788792725.354152 trunc from 0x02bf23 to 0x00b74b (0x207d7 bytes) 000968 1788792725.380707 mapread 0x00ae93 thru 0x00b74b (0x8b9 bytes) 000969 1788792725.383095 mapwrite 0x01e39d thru 0x024de1 (0x6a45 bytes) 000970 1788792725.477766 trunc from 0x01c559 to 0x024de1 (0x8889 bytes) 000971 1788792725.487939 read 0x0123fd thru 0x0216ca (0xf2ce bytes) 000972 1788792725.503787 fallocate 0x015a91 thru 0x0178bf (0x1e2f bytes) 000973 1788792725.512334 read 0x01abd6 thru 0x02059c (0x59c7 bytes) 000974 1788792725.513785 read 0x0202de thru 0x021038 (0xd5b bytes) 000975 1788792725.515328 mapwrite 0x00e406 thru 0x0199e3 (0xb5de bytes) 000976 1788792725.576044 write 0x00c4c8 thru 0x01274a (0x6283 bytes) 000977 1788792725.580846 punch from 0x01d4c7 to 0x024de1 (0x791b bytes) 000978 1788792725.589952 punch from 0x009de8 to 0x01316d (0x9386 bytes) 000979 1788792725.618951 read 0x007ac4 thru 0x00b790 (0x3ccd bytes) 000980 1788792725.643106 punch from 0x000fc8 to 0x00f81f (0xe858 bytes) 000982 1788792725.655024 punch from 0x001bf0 to 0x010bf4 (0xf005 bytes) 000983 1788792725.670986 mapwrite 0x019842 thru 0x01abc2 (0x1381 bytes) 000984 1788792725.696746 mapwrite 0x032586 thru 0x035d4c (0x37c7 bytes) 000985 1788792725.778831 trunc from 0x003a6c to 0x00fbe2 (0xc177 bytes) 000987 1788792725.795756 trunc from 0x035d4d to 0x0249ee (0x1135e bytes) 000988 1788792725.835214 mapread 0x0228a0 thru 0x0249ee (0x214f bytes) 000989 1788792725.836246 read 0x011648 thru 0x0152bd (0x3c76 bytes) 000990 1788792725.841394 write 0x01568c thru 0x01b2d2 (0x5c47 bytes) 000991 1788792725.847940 MIRROR_SPLIT mirror 1 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x249ef): Mirror 12: 0x2a5ac847 (stale) Mirror 13: 0x2a5ac847 (stale) Mirror 17: 0x2a5ac847 (stale) Mirror 18: 0x2a5ac847 (stale) Mirror 20: 0x2a5ac847 (stale) Mirror 21: 0x2a5ac847 (stale) Mirror 23: 0x2a5ac847 (stale) Mirror 24: 0x2a5ac847 (stale) Mirror 25: 0x2a5ac847 (stale) Mirror 27: 0x2a5ac847 (stale) Mirror 28: 0x2a5ac847 (stale) Mirror 29: 0x2a5ac847 (stale) Mirror 30: 0x2a5ac847 (stale) Mirror 31: 0x2a5ac847 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x249ef): Mirror 12: 0x2a5ac847 (stale) Mirror 13: 0x2a5ac847 (stale) Mirror 17: 0x2a5ac847 (stale) Mirror 18: 0x2a5ac847 (stale) Mirror 20: 0x2a5ac847 (stale) Mirror 21: 0x2a5ac847 (stale) Mirror 23: 0x2a5ac847 (stale) Mirror 24: 0x2a5ac847 (stale) Mirror 25: 0x2a5ac847 (stale) Mirror 27: 0x2a5ac847 (stale) Mirror 28: 0x2a5ac847 (stale) Mirror 29: 0x2a5ac847 (stale) Mirror 30: 0x2a5ac847 (stale) Mirror 31: 0x2a5ac847 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x249ef: skipped 000993 1788792726.909668 MIRROR_RESYNC 15 mirrors 000994 1788792730.353575 trunc from 0x0249ef to 0x0295c6 (0x4bd8 bytes) 000995 1788792730.489080 write 0x02e90d thru 0x03c12d (0xd821 bytes) 000997 1788792730.505052 mapread 0x01d7ca thru 0x02c05b (0xe892 bytes) 000998 1788792730.580843 trunc from 0x01761a to 0x02706a (0xfa51 bytes) 000999 1788792730.600152 mapread 0x02961b thru 0x032459 (0x8e3f bytes) 001000 1788792730.609767 write 0x00493e thru 0x009915 (0x4fd8 bytes) All operations completed A-OK!