== sanity-flr test 70a: flr mode fsx test ================ 20:11:35 (1777421495) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 1496 skipping zero length punch hole 000002 1777421496.684951 mapwrite 0x011431 thru 0x01bcb7 (0xa887 bytes) fallocating to largest ever: 0x39d9d 000003 1777421496.721252 fallocate 0x02ea63 thru 0x039d9c (0xb33a bytes) 000004 1777421496.724541 mapwrite 0x0230d3 thru 0x026bc3 (0x3af1 bytes) 000005 1777421496.747848 MIRROR_EXTEND to 2 mirrors 000006 1777421496.936966 mapwrite 0x00502b thru 0x005866 (0x83c bytes) 000007 1777421496.982697 trunc from 0x026bc4 to 0x02b064 (0x44a1 bytes) 000008 1777421496.997967 fallocate 0x005e7d thru 0x009188 (0x330c bytes) 000009 1777421497.004461 MIRROR_RESYNC 2 mirrors 000010 1777421497.261672 mapwrite 0x006263 thru 0x012bc6 (0xc964 bytes) 000011 1777421497.315364 write 0x00f059 thru 0x017bda (0x8b82 bytes) 000013 1777421497.319269 MIRROR_RESYNC 2 mirrors 000014 1777421497.580689 mapwrite 0x0252d4 thru 0x02dae7 (0x8814 bytes) 000015 1777421497.624871 fallocate 0x0146dd thru 0x01cb37 (0x845b bytes) 000017 1777421497.628304 punch from 0x0158d7 to 0x01ec62 (0x938c bytes) 000018 1777421497.631586 write 0x00432e thru 0x0135e1 (0xf2b4 bytes) 000019 1777421497.637424 punch from 0x0121be to 0x01892f (0x6772 bytes) truncating to largest ever: 0x3aac9 000020 1777421497.642764 trunc from 0x02dae8 to 0x03aac8 (0xcfe1 bytes) 000021 1777421497.649884 read 0x01b888 thru 0x020832 (0x4fab bytes) 000022 1777421497.653858 mapread 0x023a70 thru 0x027908 (0x3e99 bytes) 000023 1777421497.655000 read 0x0015db thru 0x00c688 (0xb0ae bytes) 000024 1777421497.655696 trunc from 0x03aac9 to 0x007c70 (0x32e58 bytes) 000025 1777421497.662949 read 0x004167 thru 0x007817 (0x36b1 bytes) 000026 1777421497.665989 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) 000027 1777421497.739749 punch from 0x005b86 to 0x007c70 (0x20eb bytes) 000028 1777421497.744029 punch from 0x000fdc to 0x006d55 (0x5d7a bytes) 000029 1777421497.747419 mapread 0x003e4b thru 0x007c70 (0x3e26 bytes) 000031 1777421497.756487 write 0x01b705 thru 0x02a3d9 (0xecd5 bytes) 000032 1777421497.760353 punch from 0x01d18e to 0x01e61c (0x148f bytes) 000033 1777421497.771345 write 0x032817 thru 0x03fd03 (0xd4ed bytes) 000034 1777421497.772815 trunc from 0x03fd04 to 0x01375d (0x2c5a6 bytes) 000035 1777421497.781342 mapread 0x00c1c2 thru 0x00e39b (0x21da bytes) 000036 1777421497.786007 write 0x000b9a thru 0x00bfb3 (0xb41a bytes) 000037 1777421497.789081 mapread 0x0117b2 thru 0x01375d (0x1fac bytes) 000038 1777421497.789918 read 0x00997a thru 0x01294b (0x8fd2 bytes) 000039 1777421497.790671 mapwrite 0x0296cf thru 0x02b550 (0x1e82 bytes) 000041 1777421497.813988 fallocate 0x00ffcb thru 0x0187a2 (0x87d8 bytes) fallocating to largest ever: 0x40000 000042 1777421497.817392 fallocate 0x039412 thru 0x03ffff (0x6bee bytes) 000043 1777421497.820211 punch from 0x01d146 to 0x01ea42 (0x18fd bytes) 000044 1777421497.826332 mapwrite 0x005028 thru 0x0123e8 (0xd3c1 bytes) 000045 1777421497.848603 MIRROR_EXTEND to 2 mirrors 000046 1777421498.135852 mapread 0x03d87e thru 0x03ffff (0x2782 bytes) 000047 1777421498.144606 mapread 0x00c31c thru 0x016428 (0xa10d bytes) 000048 1777421498.154112 punch from 0x02038e to 0x024904 (0x4577 bytes) 000049 1777421498.166720 write 0x034f8a thru 0x035115 (0x18c bytes) 000050 1777421498.171846 punch from 0x039954 to 0x03ffff (0x66ac bytes) 000052 1777421498.174644 read 0x029846 thru 0x0303b7 (0x6b72 bytes) 000054 1777421498.178133 mapwrite 0x011dd6 thru 0x0159e0 (0x3c0b bytes) 000055 1777421498.189748 trunc from 0x02757f to 0x02fc1d (0x869f bytes) 000056 1777421498.192271 mapwrite 0x01c5a2 thru 0x01dbec (0x164b bytes) 000057 1777421498.212309 write 0x033f82 thru 0x03d4e3 (0x9562 bytes) 000058 1777421498.216848 trunc from 0x03a596 to 0x03e41b (0x3e86 bytes) 000059 1777421498.225088 trunc from 0x000fcb to 0x00856d (0x75a3 bytes) 000060 1777421498.227853 read 0x01cfd3 thru 0x0256ef (0x871d bytes) 000061 1777421498.232563 punch from 0x019471 to 0x025f3b (0xcacb bytes) 000062 1777421498.239819 MIRROR_RESYNC 2 mirrors 000063 1777421498.524850 trunc from 0x040000 to 0x019405 (0x26bfa bytes) 000064 1777421498.569722 mapread 0x010286 thru 0x019405 (0x9180 bytes) 000065 1777421498.578839 write 0x03e05d thru 0x03ffff (0x1fa3 bytes) 000066 1777421498.579977 trunc from 0x000565 to 0x007222 (0x6cbe bytes) 000068 1777421498.583470 punch from 0x00ef6d to 0x01bb4d (0xcbe1 bytes) 000069 1777421498.588244 punch from 0x001d2e to 0x002466 (0x739 bytes) 000070 1777421498.592158 mapwrite 0x03f641 thru 0x03ffff (0x9bf bytes) 000071 1777421498.607147 mapread 0x03e9a0 thru 0x03ffff (0x1660 bytes) 000072 1777421498.608142 mapread 0x019a87 thru 0x01f894 (0x5e0e bytes) 000073 1777421498.614047 read 0x02923e thru 0x034084 (0xae47 bytes) 000074 1777421498.617916 fallocate 0x0179ba thru 0x02721a (0xf861 bytes) 000075 1777421498.620467 read 0x005aca thru 0x0105fb (0xab32 bytes) 000076 1777421498.625052 trunc from 0x040000 to 0x02e52d (0x11ad2 bytes) 000078 1777421498.633230 trunc from 0x004774 to 0x0112fb (0xcb88 bytes) 000079 1777421498.638253 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2e52e): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e52e): Mirror 2: 0xfe20dda5 (stale) CRC-32 checksum value for chunk [0, 0x2e52e): Mirror 1: 0xb633c9ac Mirror 3: 0xb633c9ac lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e52e: skipped 000080 1777421498.956261 mapread 0x0086ee thru 0x0159cd (0xd2e0 bytes) 000082 1777421498.971981 trunc from 0x01a42b to 0x022cae (0x8884 bytes) 000083 1777421498.986210 mapread 0x01f24a thru 0x0298ad (0xa664 bytes) 000084 1777421498.994530 trunc from 0x02e52e to 0x00c2fe (0x2222f bytes) 000085 1777421499.015891 trunc from 0x00c2ff to 0x03abcc (0x2e8ce bytes) 000086 1777421499.025407 read 0x01fe63 thru 0x0279f2 (0x7b90 bytes) 000087 1777421499.031467 punch from 0x028ef0 to 0x0356ee (0xc7ff bytes) 000088 1777421499.037071 mapwrite 0x038c25 thru 0x038c99 (0x75 bytes) 000089 1777421499.050956 read 0x0079e5 thru 0x015e9d (0xe4b9 bytes) 000090 1777421499.061324 trunc from 0x02657f to 0x03091e (0xa3a0 bytes) 000091 1777421499.064116 fallocate 0x03d9b5 thru 0x03ffff (0x264b bytes) 000092 1777421499.067329 trunc from 0x03abcd to 0x03d569 (0x299d bytes) 000093 1777421499.073904 trunc from 0x03d56a to 0x038ef6 (0x4673 bytes) 000094 1777421499.080241 punch from 0x003794 to 0x00d5c1 (0x9e2e bytes) 000095 1777421499.082788 write 0x025760 thru 0x026efe (0x179f bytes) 000096 1777421499.084917 read 0x0123c7 thru 0x01db80 (0xb7ba bytes) 000097 1777421499.085648 read 0x0026d9 thru 0x009d41 (0x7669 bytes) 000098 1777421499.089527 fallocate 0x00ad78 thru 0x00c194 (0x141d bytes) 000099 1777421499.091874 fallocate 0x01f919 thru 0x02afc7 (0xb6af bytes) 000100 1777421499.095752 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x38ef7): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38ef7): Mirror 2: 0x3c7c33c6 (stale) Mirror 3: 0xe2ca5d8d (stale) CRC-32 checksum value for chunk [0, 0x38ef7): Mirror 1: 0x8c5eb256 Mirror 4: 0x8c5eb256 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38ef7: skipped 000101 1777421499.489793 mapread 0x033295 thru 0x038ef6 (0x5c62 bytes) 000102 1777421499.505744 write 0x0171af thru 0x01f3bf (0x8211 bytes) 000103 1777421499.533028 read 0x013ffb thru 0x01c416 (0x841c bytes) 000104 1777421499.533613 mapwrite 0x01c9b0 thru 0x0253bf (0x8a10 bytes) 000105 1777421499.552086 fallocate 0x00f10b thru 0x019208 (0xa0fe bytes) 000106 1777421499.555811 write 0x0128cc thru 0x017244 (0x4979 bytes) 000107 1777421499.556985 punch from 0x00b5bc to 0x00db0f (0x2554 bytes) 000109 1777421499.562874 mapread 0x006b71 thru 0x00a4b8 (0x3948 bytes) 000110 1777421499.570787 mapread 0x01a5cc thru 0x028096 (0xdacb bytes) 000111 1777421499.571993 fallocate 0x0317dd thru 0x03e5c8 (0xcdec bytes) 000112 1777421499.580447 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38ef7): Mirror 2: 0x3c7c33c6 (stale) Mirror 4: 0x8c5eb256 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38ef7): Mirror 2: 0x3c7c33c6 (stale) Mirror 4: 0x8c5eb256 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38ef7: skipped 000113 1777421499.755223 write 0x01bce2 thru 0x02611d (0xa43c bytes) 000114 1777421499.762655 write 0x02cd37 thru 0x030553 (0x381d bytes) 000115 1777421499.768806 mapread 0x01e9ac thru 0x02e112 (0xf767 bytes) 000117 1777421499.770444 mapwrite 0x018619 thru 0x026ef7 (0xe8df bytes) 000118 1777421499.795993 write 0x01230b thru 0x012d3a (0xa30 bytes) 000120 1777421499.797354 trunc from 0x01ba3f to 0x02b01c (0xf5de bytes) 000121 1777421499.801799 fallocate 0x03785c thru 0x03fba6 (0x834b bytes) 000123 1777421499.813917 fallocate 0x013968 thru 0x01ffc2 (0xc65b bytes) 000124 1777421499.836787 MIRROR_RESYNC 3 mirrors 000125 1777421500.348048 trunc from 0x03fba7 to 0x01b7ec (0x243ba bytes) 000126 1777421500.370606 trunc from 0x018a0a to 0x01b7ec (0x2de3 bytes) 000127 1777421500.375475 punch from 0x01784a to 0x01b3aa (0x3b61 bytes) 000128 1777421500.380207 trunc from 0x01b7ed to 0x00987b (0x11f71 bytes) 000129 1777421500.391938 punch from 0x00740f to 0x00987b (0x246d bytes) 000130 1777421500.395198 write 0x0318bc thru 0x03579a (0x3edf bytes) 000131 1777421500.396240 read 0x016b11 thru 0x01d7a2 (0x6c92 bytes) 000133 1777421500.401392 punch from 0x0033c6 to 0x008e6c (0x5aa7 bytes) 000134 1777421500.404456 mapread 0x031954 thru 0x03480f (0x2ebc bytes) 000135 1777421500.405469 trunc from 0x02eb9f to 0x03015e (0x15c0 bytes) 000137 1777421500.408677 trunc from 0x026e5d to 0x0346f4 (0xd898 bytes) 000138 1777421500.421354 trunc from 0x03579b to 0x00b4d1 (0x2a2c9 bytes) 000139 1777421500.428194 mapread 0x006752 thru 0x00b4d1 (0x4d80 bytes) 000140 1777421500.439467 read 0x001825 thru 0x00b4d1 (0x9cad bytes) 000142 1777421500.440467 punch from 0x009b02 to 0x00b1f4 (0x16f3 bytes) 000143 1777421500.447252 write 0x02aa04 thru 0x03072e (0x5d2b bytes) 000144 1777421500.448519 write 0x000a51 thru 0x000e50 (0x400 bytes) 000146 1777421500.455544 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3072f): Mirror 2: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3072f): Mirror 2: 0xce176c32 (stale) Mirror 4: 0xce176c32 (stale) CRC-32 checksum value for chunk [0, 0x3072f): Mirror 1: 0xd75f7f80 Mirror 5: 0xd75f7f80 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3072f: skipped 000147 1777421500.821224 write 0x00d109 thru 0x0188e2 (0xb7da bytes) 000148 1777421500.863214 trunc from 0x01963c to 0x020c61 (0x7626 bytes) 000149 1777421500.866661 mapwrite 0x003f4c thru 0x006ce0 (0x2d95 bytes) 000150 1777421500.896694 punch from 0x016378 to 0x01e66d (0x82f6 bytes) 000151 1777421500.900351 read 0x0106ab thru 0x01f669 (0xefbf bytes) 000152 1777421500.904962 mapread 0x01085b thru 0x010915 (0xbb bytes) 000153 1777421500.905792 mapwrite 0x02bf7c thru 0x037fa3 (0xc028 bytes) 000154 1777421500.946038 mapread 0x01d57f thru 0x01f1b0 (0x1c32 bytes) 000155 1777421500.946760 read 0x00e99e thru 0x00f49c (0xaff bytes) 000156 1777421500.947185 trunc from 0x014008 to 0x0165e1 (0x25da bytes) 000157 1777421500.949659 punch from 0x01660d to 0x0185c0 (0x1fb4 bytes) 000158 1777421500.955771 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 2: 0x3d099f57 (stale) Mirror 4: 0x3d099f57 (stale) Mirror 5: 0x9c97670 (stale) CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 1: 0x895cb73a Mirror 6: 0x895cb73a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37fa4: skipped 000159 1777421501.391873 write 0x00140d thru 0x0029e8 (0x15dc bytes) 000160 1777421501.420790 MIRROR_RESYNC 5 mirrors 000161 1777421502.014381 punch from 0x01b516 to 0x01be5e (0x949 bytes) 000162 1777421502.036451 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 2: 0x252c2c5e (stale) Mirror 4: 0x252c2c5e (stale) Mirror 5: 0x252c2c5e (stale) Mirror 6: 0x252c2c5e (stale) CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 1: 0x252c2c5e Mirror 7: 0x252c2c5e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37fa4: skipped 000163 1777421502.401895 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 2: 0x252c2c5e (stale) Mirror 4: 0x252c2c5e (stale) Mirror 5: 0x252c2c5e (stale) Mirror 6: 0x252c2c5e (stale) CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 1: 0x252c2c5e Mirror 7: 0x252c2c5e Mirror 8: 0x252c2c5e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37fa4: skipped 000165 1777421502.725751 trunc from 0x029728 to 0x02c17c (0x2a55 bytes) 000166 1777421502.753195 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 4: 0x252c2c5e (stale) Mirror 5: 0x252c2c5e (stale) Mirror 6: 0x252c2c5e (stale) Mirror 7: 0x252c2c5e (stale) Mirror 8: 0x252c2c5e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37fa4): Mirror 4: 0x252c2c5e (stale) Mirror 5: 0x252c2c5e (stale) Mirror 6: 0x252c2c5e (stale) Mirror 7: 0x252c2c5e (stale) Mirror 8: 0x252c2c5e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37fa4: skipped 000167 1777421502.907525 punch from 0x003c91 to 0x011940 (0xdcb0 bytes) 000168 1777421502.910443 fallocate 0x019be5 thru 0x01cc40 (0x305c bytes) 000170 1777421502.913618 mapwrite 0x016c4c thru 0x01b3ad (0x4762 bytes) 000171 1777421502.929622 punch from 0x032798 to 0x037fa3 (0x580c bytes) 000172 1777421502.932138 write 0x03c042 thru 0x03ffff (0x3fbe bytes) 000173 1777421502.935327 write 0x0246be thru 0x028274 (0x3bb7 bytes) 000174 1777421502.940138 read 0x025714 thru 0x028bcb (0x34b8 bytes) 000175 1777421502.940875 fallocate 0x02f813 thru 0x037274 (0x7a62 bytes) 000176 1777421502.944316 fallocate 0x02cf7a thru 0x02e2ba (0x1341 bytes) 000177 1777421502.950658 mapwrite 0x012657 thru 0x01b6d4 (0x907e bytes) 000178 1777421502.960421 punch from 0x008353 to 0x013881 (0xb52f bytes) 000179 1777421502.963404 read 0x02c9f4 thru 0x034f4e (0x855b bytes) 000180 1777421502.971395 read 0x0305d9 thru 0x030de1 (0x809 bytes) 000181 1777421502.972004 read 0x017a1c thru 0x023c29 (0xc20e bytes) 000182 1777421502.972597 read 0x0297d1 thru 0x03778b (0xdfbb bytes) 000183 1777421502.973145 trunc from 0x013ef1 to 0x017aac (0x3bbc bytes) 000184 1777421502.975687 mapwrite 0x0133c6 thru 0x01d90e (0xa549 bytes) 000185 1777421502.990096 trunc from 0x040000 to 0x0192d8 (0x26d27 bytes) 000186 1777421502.995543 trunc from 0x0192d9 to 0x0095db (0xfcfd bytes) 000187 1777421503.000072 trunc from 0x0095dc to 0x03bc3c (0x32661 bytes) 000188 1777421503.007533 MIRROR_RESYNC 6 mirrors 000189 1777421503.420246 trunc from 0x03bc3d to 0x0068bf (0x3537d bytes) 000190 1777421503.440240 punch from 0x003469 to 0x0068bf (0x3457 bytes) 000191 1777421503.442832 mapwrite 0x0209bd thru 0x021bbf (0x1203 bytes) 000193 1777421503.465253 mapwrite 0x03e516 thru 0x03ffff (0x1aea bytes) 000194 1777421503.499582 read 0x036191 thru 0x03d351 (0x71c1 bytes) 000195 1777421503.505447 mapread 0x0084d1 thru 0x0158e8 (0xd418 bytes) 000196 1777421503.518388 fallocate 0x006e52 thru 0x014491 (0xd640 bytes) 000197 1777421503.521215 trunc from 0x040000 to 0x017506 (0x28af9 bytes) 000198 1777421503.528702 trunc from 0x00c60c to 0x00f285 (0x2c7a bytes) 000199 1777421503.530709 trunc from 0x017507 to 0x03efae (0x27aa8 bytes) 000200 1777421503.537223 mapread 0x00d573 thru 0x0142cc (0x6d5a bytes) 000201 1777421503.540640 write 0x006105 thru 0x00f2c0 (0x91bc bytes) 000203 1777421503.542181 mapwrite 0x03cb58 thru 0x03ffff (0x34a8 bytes) 000204 1777421503.569399 trunc from 0x040000 to 0x02202e (0x1dfd1 bytes) 000205 1777421503.575561 trunc from 0x007842 to 0x00ccd6 (0x5495 bytes) 000206 1777421503.580339 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2202f): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2202f): Mirror 4: 0xd28a6f0d (stale) Mirror 5: 0xd28a6f0d (stale) Mirror 6: 0xd28a6f0d (stale) Mirror 7: 0xd28a6f0d (stale) Mirror 8: 0xd28a6f0d (stale) CRC-32 checksum value for chunk [0, 0x2202f): Mirror 1: 0x9b20f677 Mirror 9: 0x9b20f677 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2202f: skipped 000207 1777421503.949896 write 0x035100 thru 0x038955 (0x3856 bytes) 000208 1777421503.991429 trunc from 0x0026ee to 0x00bcdf (0x95f2 bytes) 000209 1777421503.995386 write 0x01cfc5 thru 0x0274d3 (0xa50f bytes) 000210 1777421504.010400 MIRROR_RESYNC 7 mirrors 000211 1777421504.716835 trunc from 0x038956 to 0x008571 (0x303e4 bytes) 000212 1777421504.732460 trunc from 0x005a89 to 0x008571 (0x2ae9 bytes) 000213 1777421504.734792 trunc from 0x00476a to 0x008571 (0x3e08 bytes) 000214 1777421504.736629 punch from 0x006992 to 0x008571 (0x1be0 bytes) 000215 1777421504.738974 read 0x0028ef thru 0x008571 (0x5c83 bytes) 000216 1777421504.743395 mapwrite 0x037650 thru 0x03ffff (0x89b0 bytes) 000217 1777421504.779114 trunc from 0x040000 to 0x03fb53 (0x4ac bytes) 000218 1777421504.786248 trunc from 0x03fb54 to 0x001e77 (0x3dcdc bytes) 000219 1777421504.794217 fallocate 0x0343b4 thru 0x03d609 (0x9256 bytes) 000220 1777421504.799193 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d60a): Mirror 5: 0xfb3e5b25 (stale) Mirror 6: 0xfb3e5b25 (stale) Mirror 7: 0xfb3e5b25 (stale) Mirror 8: 0xfb3e5b25 (stale) Mirror 9: 0xfb3e5b25 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d60a): Mirror 5: 0xfb3e5b25 (stale) Mirror 6: 0xfb3e5b25 (stale) Mirror 7: 0xfb3e5b25 (stale) Mirror 8: 0xfb3e5b25 (stale) Mirror 9: 0xfb3e5b25 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d60a: skipped 000221 1777421505.013811 mapwrite 0x01d4c1 thru 0x0255a5 (0x80e5 bytes) 000222 1777421505.045843 fallocate 0x03837d thru 0x03ffff (0x7c83 bytes) 000223 1777421505.049133 mapwrite 0x0322d9 thru 0x03ac2d (0x8955 bytes) 000224 1777421505.068305 read 0x033593 thru 0x035753 (0x21c1 bytes) 000225 1777421505.068827 trunc from 0x01c2aa to 0x024138 (0x7e8f bytes) 000226 1777421505.073771 punch from 0x0282e7 to 0x02a796 (0x24b0 bytes) 000227 1777421505.077879 read 0x00562b thru 0x005bc3 (0x599 bytes) 000228 1777421505.092361 mapwrite 0x037a4a thru 0x03ffff (0x85b6 bytes) 000229 1777421505.102042 trunc from 0x040000 to 0x0070d0 (0x38f2f bytes) 000230 1777421505.116908 mapread 0x0029bf thru 0x0070d0 (0x4712 bytes) 000231 1777421505.118050 write 0x00fb27 thru 0x013eee (0x43c8 bytes) 000232 1777421505.119269 trunc from 0x013eef to 0x01b929 (0x7a3b bytes) 000233 1777421505.132398 punch from 0x01560a to 0x01b929 (0x6320 bytes) 000234 1777421505.135169 mapread 0x01b0ae thru 0x01b929 (0x87c bytes) 000235 1777421505.142157 mapread 0x017f45 thru 0x01b929 (0x39e5 bytes) 000236 1777421505.153694 mapread 0x01417a thru 0x01b929 (0x77b0 bytes) 000237 1777421505.166557 write 0x030e1e thru 0x0325ad (0x1790 bytes) 000238 1777421505.168049 fallocate 0x016c13 thru 0x01fb98 (0x8f86 bytes) 000240 1777421505.173112 mapwrite 0x018c7d thru 0x01c8fb (0x3c7f bytes) 000241 1777421505.191825 trunc from 0x0325ae to 0x019eff (0x186ae bytes) 000242 1777421505.202532 mapread 0x009475 thru 0x00e21f (0x4dab bytes) 000244 1777421505.230789 trunc from 0x000baa to 0x003748 (0x2b9f bytes) 000245 1777421505.239597 mapwrite 0x035933 thru 0x03ffff (0xa6cd bytes) 000246 1777421505.308903 trunc from 0x025af6 to 0x02a194 (0x469f bytes) 000247 1777421505.320078 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x1a19848a (stale) Mirror 6: 0x1a19848a (stale) Mirror 7: 0x1a19848a (stale) Mirror 8: 0x1a19848a (stale) Mirror 9: 0x1a19848a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xb838e643 Mirror 10: 0xb838e643 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000248 1777421505.750477 trunc from 0x02227b to 0x028a14 (0x679a bytes) 000249 1777421505.774334 mapwrite 0x00ca9d thru 0x015d73 (0x92d7 bytes) 000250 1777421505.806231 mapwrite 0x002a64 thru 0x00ded0 (0xb46d bytes) 000251 1777421505.834621 read 0x017674 thru 0x01a116 (0x2aa3 bytes) 000252 1777421505.838368 punch from 0x01e050 to 0x023937 (0x58e8 bytes) 000253 1777421505.845039 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x1a19848a (stale) Mirror 6: 0x1a19848a (stale) Mirror 7: 0x1a19848a (stale) Mirror 8: 0x1a19848a (stale) Mirror 9: 0x1a19848a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x1a19848a (stale) Mirror 6: 0x1a19848a (stale) Mirror 7: 0x1a19848a (stale) Mirror 8: 0x1a19848a (stale) Mirror 9: 0x1a19848a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000254 1777421506.033864 trunc from 0x040000 to 0x00acbb (0x35344 bytes) 000255 1777421506.060971 trunc from 0x00acbc to 0x01096a (0x5caf bytes) 000256 1777421506.068194 trunc from 0x01096b to 0x029887 (0x18f1d bytes) 000257 1777421506.077321 mapwrite 0x01d990 thru 0x01e281 (0x8f2 bytes) 000258 1777421506.103431 punch from 0x020b6a to 0x02834c (0x77e3 bytes) 000260 1777421506.109994 trunc from 0x009c95 to 0x01464f (0xa9bb bytes) 000261 1777421506.117341 trunc from 0x029888 to 0x037ce1 (0xe45a bytes) 000262 1777421506.135280 trunc from 0x02cf50 to 0x037ce1 (0xad92 bytes) 000263 1777421506.138110 mapread 0x005d93 thru 0x00d08e (0x72fc bytes) 000264 1777421506.145208 mapwrite 0x005f4b thru 0x00f35f (0x9415 bytes) 000265 1777421506.156646 punch from 0x006b11 to 0x0120fb (0xb5eb bytes) 000266 1777421506.159394 mapwrite 0x038216 thru 0x03ffff (0x7dea bytes) 000267 1777421506.174217 punch from 0x010c5d to 0x019a4d (0x8df1 bytes) 000268 1777421506.176148 trunc from 0x040000 to 0x028ee8 (0x17117 bytes) 000269 1777421506.181340 write 0x01b007 thru 0x024037 (0x9031 bytes) 000270 1777421506.188887 mapread 0x024a73 thru 0x028ee8 (0x4476 bytes) 000271 1777421506.191825 write 0x037f35 thru 0x03ffff (0x80cb bytes) 000272 1777421506.192827 write 0x015aff thru 0x021f69 (0xc46b bytes) 000273 1777421506.193858 write 0x0126e3 thru 0x01ea4d (0xc36b bytes) 000274 1777421506.197672 trunc from 0x040000 to 0x035c07 (0xa3f8 bytes) 000275 1777421506.206643 mapwrite 0x00d8b3 thru 0x018caa (0xb3f8 bytes) 000276 1777421506.223637 trunc from 0x02c5b8 to 0x03072a (0x4173 bytes) 000277 1777421506.227266 punch from 0x0002e7 to 0x007db0 (0x7aca bytes) 000278 1777421506.234637 MIRROR_RESYNC 6 mirrors 000279 1777421506.769975 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) 000280 1777421506.899031 fallocate 0x00d10c thru 0x017421 (0xa316 bytes) 000281 1777421506.912110 punch from 0x00168b to 0x004c51 (0x35c7 bytes) 000282 1777421506.916479 write 0x01e788 thru 0x01f710 (0xf89 bytes) 000283 1777421506.924218 punch from 0x02ece5 to 0x02fdaa (0x10c6 bytes) 000285 1777421506.927026 mapwrite 0x000347 thru 0x0038bc (0x3576 bytes) 000286 1777421506.944111 mapwrite 0x03846a thru 0x03ffff (0x7b96 bytes) 000287 1777421506.970330 punch from 0x004523 to 0x00a53d (0x601b bytes) 000289 1777421506.972978 write 0x003f5e thru 0x0132e4 (0xf387 bytes) 000290 1777421506.978247 MIRROR_RESYNC 5 mirrors 000291 1777421507.360281 mapwrite 0x02e1c0 thru 0x03ac13 (0xca54 bytes) 000292 1777421507.408803 trunc from 0x040000 to 0x00b0a1 (0x34f5e bytes) 000293 1777421507.417953 read 0x00196e thru 0x00b0a1 (0x9734 bytes) 000294 1777421507.421248 trunc from 0x008996 to 0x00b0a1 (0x270c bytes) 000295 1777421507.423591 write 0x03e13b thru 0x03ffff (0x1ec5 bytes) 000296 1777421507.424613 mapread 0x03401e thru 0x03ffff (0xbfe2 bytes) 000297 1777421507.431617 fallocate 0x03b19c thru 0x03ffff (0x4e64 bytes) 000298 1777421507.434384 trunc from 0x040000 to 0x020123 (0x1fedc bytes) 000299 1777421507.441580 write 0x002659 thru 0x01067b (0xe023 bytes) 000300 1777421507.445062 mapwrite 0x020230 thru 0x02599d (0x576e bytes) 000301 1777421507.472484 mapwrite 0x0242b2 thru 0x0308c8 (0xc617 bytes) 000302 1777421507.499313 trunc from 0x0308c9 to 0x00dd42 (0x22b86 bytes) 000303 1777421507.512518 mapwrite 0x032ebe thru 0x03a80d (0x7950 bytes) 000304 1777421507.538282 fallocate 0x038bba thru 0x03ffff (0x7446 bytes) 000305 1777421507.541388 mapread 0x008c42 thru 0x00a7a7 (0x1b66 bytes) 000306 1777421507.542222 trunc from 0x040000 to 0x0114e8 (0x2eb17 bytes) 000307 1777421507.550244 trunc from 0x001421 to 0x009fdc (0x8bbc bytes) 000308 1777421507.553019 mapread 0x00f3f0 thru 0x0114e8 (0x20f9 bytes) 000309 1777421507.559660 trunc from 0x0114e9 to 0x02a9f3 (0x1950b bytes) 000311 1777421507.570266 mapread 0x021f24 thru 0x02a9f3 (0x8ad0 bytes) 000312 1777421507.581095 punch from 0x00f55f to 0x01b024 (0xbac6 bytes) 000313 1777421507.586177 fallocate 0x0312ce thru 0x03fc8b (0xe9be bytes) 000314 1777421507.591665 fallocate 0x033c4a thru 0x0398bf (0x5c76 bytes) 000315 1777421507.598204 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3fc8c): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fc8c): Mirror 5: 0xa426765a (stale) Mirror 6: 0xa426765a (stale) Mirror 7: 0xa426765a (stale) Mirror 8: 0xa426765a (stale) CRC-32 checksum value for chunk [0, 0x3fc8c): Mirror 1: 0x51188ddd Mirror 9: 0x51188ddd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fc8c: skipped 000316 1777421507.948916 write 0x023a14 thru 0x027c70 (0x425d bytes) 000317 1777421507.979093 write 0x0001b9 thru 0x00d007 (0xce4f bytes) 000318 1777421507.988365 fallocate 0x000ba0 thru 0x00b4a2 (0xa903 bytes) 000319 1777421507.999257 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3fc8c): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fc8c): Mirror 5: 0xa426765a (stale) Mirror 6: 0xa426765a (stale) Mirror 7: 0xa426765a (stale) Mirror 8: 0xa426765a (stale) Mirror 9: 0x51188ddd (stale) CRC-32 checksum value for chunk [0, 0x3fc8c): Mirror 1: 0xf1a749b6 Mirror 10: 0xf1a749b6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fc8c: skipped 000321 1777421508.444632 read 0x01a4aa thru 0x02080b (0x6362 bytes) 000322 1777421508.451160 punch from 0x016915 to 0x01f771 (0x8e5d bytes) 000323 1777421508.480528 write 0x03f893 thru 0x03ffff (0x76d bytes) 000324 1777421508.492251 read 0x012ada thru 0x0138a2 (0xdc9 bytes) 000325 1777421508.500153 fallocate 0x03e0a6 thru 0x03ffff (0x1f5a bytes) 000327 1777421508.505577 read 0x038836 thru 0x03ffff (0x77ca bytes) 000328 1777421508.508770 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xab492df3 (stale) Mirror 7: 0xab492df3 (stale) Mirror 8: 0xab492df3 (stale) Mirror 9: 0xedf7e7fe (stale) Mirror 10: 0xd57cf1dd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xab492df3 (stale) Mirror 7: 0xab492df3 (stale) Mirror 8: 0xab492df3 (stale) Mirror 9: 0xedf7e7fe (stale) Mirror 10: 0xd57cf1dd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000329 1777421508.677936 mapwrite 0x012529 thru 0x016c95 (0x476d bytes) 000330 1777421508.692680 trunc from 0x005a45 to 0x00a569 (0x4b25 bytes) 000331 1777421508.695275 fallocate 0x02350f thru 0x026620 (0x3112 bytes) 000332 1777421508.701047 punch from 0x02fd32 to 0x03096e (0xc3d bytes) 000333 1777421508.704839 trunc from 0x01fdb2 to 0x02f31f (0xf56e bytes) 000334 1777421508.707292 trunc from 0x0310f4 to 0x03280b (0x1718 bytes) 000335 1777421508.712227 read 0x00a475 thru 0x015a57 (0xb5e3 bytes) 000336 1777421508.715914 read 0x02efd7 thru 0x03d36d (0xe397 bytes) 000337 1777421508.721974 mapwrite 0x02247e thru 0x0313f7 (0xef7a bytes) 000338 1777421508.736581 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xab492df3 (stale) Mirror 7: 0xab492df3 (stale) Mirror 8: 0xab492df3 (stale) Mirror 9: 0xedf7e7fe (stale) Mirror 10: 0xd57cf1dd (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xb423144e Mirror 11: 0xb423144e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000339 1777421509.135100 mapread 0x01a648 thru 0x022a98 (0x8451 bytes) 000341 1777421509.154136 fallocate 0x03fcd8 thru 0x03ffff (0x328 bytes) 000342 1777421509.170564 read 0x005a63 thru 0x00e8ae (0x8e4c bytes) 000343 1777421509.176811 mapwrite 0x017b42 thru 0x025b75 (0xe034 bytes) 000344 1777421509.205125 fallocate 0x018466 thru 0x0220c0 (0x9c5b bytes) 000345 1777421509.207870 trunc from 0x040000 to 0x025370 (0x1ac8f bytes) 000346 1777421509.232006 write 0x0371bd thru 0x03ba56 (0x489a bytes) 000347 1777421509.233270 trunc from 0x02a2c3 to 0x02beef (0x1c2d bytes) 000348 1777421509.236278 mapwrite 0x03800d thru 0x03ffff (0x7ff3 bytes) 000349 1777421509.263416 mapwrite 0x017301 thru 0x01e4b5 (0x71b5 bytes) 000350 1777421509.278785 write 0x001695 thru 0x00ba0a (0xa376 bytes) 000351 1777421509.285010 trunc from 0x004e49 to 0x0087cf (0x3987 bytes) 000352 1777421509.296858 trunc from 0x0398aa to 0x03e5bf (0x4d16 bytes) 000353 1777421509.299923 write 0x03d537 thru 0x03ffff (0x2ac9 bytes) 000354 1777421509.306672 punch from 0x01e8f0 to 0x02694d (0x805e bytes) 000355 1777421509.314777 MIRROR_RESYNC 7 mirrors 000356 1777421510.242031 mapread 0x0389e5 thru 0x03ffff (0x761b bytes) 000358 1777421510.248886 fallocate 0x036f26 thru 0x03bd63 (0x4e3e bytes) 000360 1777421510.271659 fallocate 0x00fb4f thru 0x01d117 (0xd5c9 bytes) 000361 1777421510.275854 write 0x00eeb5 thru 0x01dc26 (0xed72 bytes) 000363 1777421510.291560 write 0x0267bd thru 0x0289d4 (0x2218 bytes) 000364 1777421510.298832 fallocate 0x0167ed thru 0x01b49b (0x4caf bytes) 000365 1777421510.302910 mapread 0x020d07 thru 0x022ca0 (0x1f9a bytes) 000366 1777421510.303895 mapread 0x03aa33 thru 0x03ac33 (0x201 bytes) 000367 1777421510.313537 fallocate 0x031836 thru 0x03ffff (0xe7ca bytes) 000368 1777421510.317078 trunc from 0x040000 to 0x0363f6 (0x9c09 bytes) 000369 1777421510.327290 punch from 0x015a64 to 0x01ae06 (0x53a3 bytes) 000370 1777421510.335480 trunc from 0x0363f7 to 0x034f1c (0x14da bytes) 000371 1777421510.348251 trunc from 0x015ad6 to 0x015d88 (0x2b3 bytes) 000372 1777421510.353062 MIRROR_RESYNC 7 mirrors 000373 1777421511.226779 fallocate 0x01dc18 thru 0x01e435 (0x81e bytes) 000374 1777421511.244366 read 0x021204 thru 0x026d16 (0x5b13 bytes) 000375 1777421511.249830 punch from 0x01464d to 0x023e41 (0xf7f5 bytes) 000376 1777421511.258491 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x34f1d): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34f1d): Mirror 6: 0x372e50e0 (stale) Mirror 7: 0x372e50e0 (stale) Mirror 8: 0x372e50e0 (stale) Mirror 9: 0x372e50e0 (stale) Mirror 10: 0x372e50e0 (stale) Mirror 11: 0x372e50e0 (stale) CRC-32 checksum value for chunk [0, 0x34f1d): Mirror 1: 0x628b9011 Mirror 12: 0x628b9011 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34f1d: skipped 000378 1777421511.744948 mapread 0x003783 thru 0x006239 (0x2ab7 bytes) 000379 1777421511.763440 trunc from 0x034f1d to 0x039fb3 (0x5097 bytes) 000380 1777421511.794436 mapread 0x033d02 thru 0x039fb3 (0x62b2 bytes) 000381 1777421511.805309 write 0x01aa34 thru 0x02935a (0xe927 bytes) 000382 1777421511.824312 punch from 0x00a99b to 0x017a82 (0xd0e8 bytes) 000383 1777421511.831967 trunc from 0x039fb4 to 0x0268ed (0x136c6 bytes) 000384 1777421511.852216 trunc from 0x00edb2 to 0x01b47a (0xc6c9 bytes) 000385 1777421511.863601 trunc from 0x00e67a to 0x01cfaa (0xe931 bytes) 000386 1777421511.869690 mapread 0x017753 thru 0x0233aa (0xbc58 bytes) 000387 1777421511.876451 MIRROR_RESYNC 8 mirrors 000388 1777421512.634088 fallocate 0x00eb34 thru 0x012345 (0x3812 bytes) 000389 1777421512.653188 mapread 0x01c5de thru 0x025bb0 (0x95d3 bytes) 000390 1777421512.667965 read 0x016718 thru 0x01e1d3 (0x7abc bytes) 000391 1777421512.678773 fallocate 0x022e9d thru 0x02c202 (0x9366 bytes) 000392 1777421512.686959 read 0x00191b thru 0x008827 (0x6f0d bytes) 000393 1777421512.694842 trunc from 0x027371 to 0x027de9 (0xa79 bytes) 000394 1777421512.697940 mapread 0x01d8a3 thru 0x0284eb (0xac49 bytes) 000395 1777421512.701230 trunc from 0x00622c to 0x011e21 (0xbbf6 bytes) 000396 1777421512.706024 read 0x01ec4d thru 0x02c202 (0xd5b6 bytes) 000397 1777421512.706592 punch from 0x0105a6 to 0x01ef43 (0xe99e bytes) 000398 1777421512.712553 MIRROR_RESYNC 8 mirrors 000399 1777421513.501123 punch from 0x02b798 to 0x02c202 (0xa6b bytes) 000400 1777421513.515990 trunc from 0x02c203 to 0x0157ad (0x16a55 bytes) 000401 1777421513.537181 trunc from 0x0157ae to 0x039d2d (0x24580 bytes) 000402 1777421513.543261 read 0x011e52 thru 0x016de4 (0x4f93 bytes) 000403 1777421513.548654 trunc from 0x039d2e to 0x038ee7 (0xe46 bytes) 000404 1777421513.557181 trunc from 0x038ee8 to 0x03adbe (0x1ed7 bytes) 000405 1777421513.566430 punch from 0x02a258 to 0x0322db (0x8084 bytes) 000406 1777421513.573919 trunc from 0x03adbf to 0x02fda1 (0xb01d bytes) 000407 1777421513.586253 trunc from 0x02fda2 to 0x005afb (0x2a2a6 bytes) 000408 1777421513.595965 trunc from 0x005afc to 0x0250d9 (0x1f5de bytes) 000409 1777421513.602471 mapwrite 0x017c06 thru 0x0260f3 (0xe4ee bytes) 000410 1777421513.630304 mapwrite 0x015f36 thru 0x01f539 (0x9604 bytes) 000411 1777421513.646361 trunc from 0x021401 to 0x0260f3 (0x4cf3 bytes) 000412 1777421513.653545 MIRROR_RESYNC 8 mirrors 000413 1777421514.484731 punch from 0x0040b3 to 0x01073f (0xc68d bytes) 000414 1777421514.519363 trunc from 0x021191 to 0x0260f3 (0x4f63 bytes) 000416 1777421514.526165 mapread 0x00b2cb thru 0x012f19 (0x7c4f bytes) 000417 1777421514.546466 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x260f4): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x260f4): Mirror 6: 0xa0e204be (stale) Mirror 7: 0xa0e204be (stale) Mirror 8: 0xa0e204be (stale) Mirror 9: 0xa0e204be (stale) Mirror 10: 0xa0e204be (stale) Mirror 11: 0xa0e204be (stale) Mirror 12: 0xa0e204be (stale) CRC-32 checksum value for chunk [0, 0x260f4): Mirror 1: 0xfaa61178 Mirror 13: 0xfaa61178 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x260f4: skipped 000418 1777421515.097857 trunc from 0x023bfd to 0x0260f3 (0x24f7 bytes) 000419 1777421515.115342 fallocate 0x033a49 thru 0x0351d4 (0x178c bytes) 000422 1777421515.118976 mapwrite 0x003901 thru 0x011621 (0xdd21 bytes) 000423 1777421515.150000 punch from 0x02da8f to 0x0351d4 (0x7746 bytes) 000424 1777421515.157823 trunc from 0x021124 to 0x02b6f3 (0xa5d0 bytes) 000425 1777421515.163175 mapwrite 0x035d6b thru 0x038571 (0x2807 bytes) 000426 1777421515.218391 read 0x001212 thru 0x00321d (0x200c bytes) 000427 1777421515.219022 trunc from 0x031059 to 0x031069 (0x11 bytes) 000428 1777421515.223229 mapwrite 0x001060 thru 0x006b2d (0x5ace bytes) 000429 1777421515.239660 trunc from 0x038572 to 0x000f24 (0x3764d bytes) 000430 1777421515.255632 mapwrite 0x026b4c thru 0x02ba06 (0x4ebb bytes) 000431 1777421515.293338 read 0x00ce7e thru 0x015820 (0x89a3 bytes) 000432 1777421515.299521 read 0x00eb23 thru 0x011d59 (0x3237 bytes) 000433 1777421515.300152 punch from 0x0033e3 to 0x00e3a6 (0xafc4 bytes) 000434 1777421515.303024 punch from 0x017728 to 0x0210f8 (0x99d1 bytes) 000435 1777421515.305899 read 0x0074a1 thru 0x0086ad (0x120d bytes) 000436 1777421515.310033 read 0x010fb7 thru 0x01453a (0x3584 bytes) 000437 1777421515.310583 write 0x00db81 thru 0x017fe1 (0xa461 bytes) 000438 1777421515.311822 mapread 0x01be6a thru 0x0261bc (0xa353 bytes) 000439 1777421515.312749 punch from 0x02124d to 0x02ba06 (0xa7ba bytes) 000440 1777421515.315145 mapread 0x012417 thru 0x01f27f (0xce69 bytes) 000441 1777421515.316202 mapread 0x00fa2f thru 0x0115f6 (0x1bc8 bytes) 000442 1777421515.317130 trunc from 0x02ba07 to 0x00770f (0x242f7 bytes) 000443 1777421515.323280 write 0x018a08 thru 0x021a99 (0x9092 bytes) 000444 1777421515.324589 mapwrite 0x014b7c thru 0x0201c1 (0xb646 bytes) 000445 1777421515.337049 trunc from 0x021a9a to 0x00abc9 (0x16ed0 bytes) 000447 1777421515.345624 trunc from 0x00abca to 0x03fd2b (0x35162 bytes) 000448 1777421515.354350 write 0x017d24 thru 0x021723 (0x9a00 bytes) 000449 1777421515.363475 trunc from 0x03fd2c to 0x02c8a0 (0x1348b bytes) 000450 1777421515.370259 write 0x020104 thru 0x0228e0 (0x27dd bytes) 000451 1777421515.371389 mapread 0x017e3f thru 0x01a007 (0x21c9 bytes) 000452 1777421515.372318 read 0x023a6b thru 0x025dac (0x2342 bytes) 000453 1777421515.378063 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2c8a1): Mirror 7: 0xa70da060 (stale) Mirror 8: 0xa70da060 (stale) Mirror 9: 0xa70da060 (stale) Mirror 10: 0xa70da060 (stale) Mirror 11: 0xa70da060 (stale) Mirror 12: 0xa70da060 (stale) Mirror 13: 0x82f490c9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c8a1): Mirror 7: 0xa70da060 (stale) Mirror 8: 0xa70da060 (stale) Mirror 9: 0xa70da060 (stale) Mirror 10: 0xa70da060 (stale) Mirror 11: 0xa70da060 (stale) Mirror 12: 0xa70da060 (stale) Mirror 13: 0x82f490c9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c8a1: skipped 000454 1777421515.625206 mapread 0x00e03a thru 0x016c62 (0x8c29 bytes) 000455 1777421515.633865 mapread 0x006bf7 thru 0x0160fa (0xf504 bytes) 000456 1777421515.638971 trunc from 0x01f788 to 0x022f67 (0x37e0 bytes) 000457 1777421515.643937 trunc from 0x02c8a1 to 0x005273 (0x2762d bytes) 000458 1777421515.658114 mapwrite 0x02c225 thru 0x02d9bb (0x1797 bytes) 000459 1777421515.685059 fallocate 0x0291d3 thru 0x02c8a7 (0x36d5 bytes) 000460 1777421515.688084 punch from 0x01b528 to 0x026376 (0xae4f bytes) 000461 1777421515.690546 mapread 0x02bc38 thru 0x02d9bb (0x1d84 bytes) 000462 1777421515.691459 mapwrite 0x035278 thru 0x03ca17 (0x77a0 bytes) 000463 1777421515.716414 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3ca18): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ca18): Mirror 7: 0xf65b1261 (stale) Mirror 8: 0xf65b1261 (stale) Mirror 9: 0xf65b1261 (stale) Mirror 10: 0xf65b1261 (stale) Mirror 11: 0xf65b1261 (stale) Mirror 12: 0xf65b1261 (stale) Mirror 13: 0x8b9568f4 (stale) CRC-32 checksum value for chunk [0, 0x3ca18): Mirror 1: 0x8ccecdb7 Mirror 14: 0x8ccecdb7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ca18: skipped 000464 1777421516.215658 fallocate 0x020e76 thru 0x02daea (0xcc75 bytes) 000465 1777421516.252445 trunc from 0x03ca18 to 0x01abcc (0x21e4b bytes) 000466 1777421516.288664 mapread 0x01a78a thru 0x01abcc (0x443 bytes) 000467 1777421516.292098 fallocate 0x013b58 thru 0x015cca (0x2173 bytes) 000468 1777421516.296211 punch from 0x009705 to 0x0134b5 (0x9db1 bytes) 000469 1777421516.298652 read 0x016dfc thru 0x01abcc (0x3dd1 bytes) 000470 1777421516.301583 write 0x037f19 thru 0x03ffff (0x80e7 bytes) 000471 1777421516.303176 punch from 0x016306 to 0x01970c (0x3407 bytes) 000472 1777421516.307558 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xc6927edc (stale) Mirror 8: 0xc6927edc (stale) Mirror 9: 0xc6927edc (stale) Mirror 10: 0xc6927edc (stale) Mirror 11: 0xc6927edc (stale) Mirror 12: 0xc6927edc (stale) Mirror 13: 0x4dfcea8f (stale) Mirror 14: 0xd5933f57 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7d8bc822 Mirror 15: 0x7d8bc822 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000473 1777421516.816181 read 0x002158 thru 0x0117df (0xf688 bytes) 000474 1777421516.831993 trunc from 0x040000 to 0x01a216 (0x25de9 bytes) 000475 1777421516.891658 read 0x0178b9 thru 0x01a216 (0x295e bytes) 000476 1777421516.905187 MIRROR_SPLIT mirror 1 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1a217): Mirror 8: 0x38e7f8f6 (stale) Mirror 9: 0x38e7f8f6 (stale) Mirror 10: 0x38e7f8f6 (stale) Mirror 11: 0x38e7f8f6 (stale) Mirror 12: 0x38e7f8f6 (stale) Mirror 13: 0x45024992 (stale) Mirror 14: 0xeda8c9ee (stale) Mirror 15: 0xeda8c9ee (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a217): Mirror 8: 0x38e7f8f6 (stale) Mirror 9: 0x38e7f8f6 (stale) Mirror 10: 0x38e7f8f6 (stale) Mirror 11: 0x38e7f8f6 (stale) Mirror 12: 0x38e7f8f6 (stale) Mirror 13: 0x45024992 (stale) Mirror 14: 0xeda8c9ee (stale) Mirror 15: 0xeda8c9ee (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a217: skipped 000478 1777421517.168222 punch from 0x01532b to 0x0160b0 (0xd86 bytes) 000479 1777421517.171366 punch from 0x013cf3 to 0x015852 (0x1b60 bytes) 000480 1777421517.174698 fallocate 0x0138c2 thru 0x017963 (0x40a2 bytes) 000481 1777421517.177232 fallocate 0x00d1ee thru 0x00f56a (0x237d bytes) 000482 1777421517.184527 MIRROR_RESYNC 9 mirrors 000483 1777421517.910863 read 0x0179ff thru 0x01a216 (0x2818 bytes) 000484 1777421517.918996 read 0x00c38e thru 0x00d73a (0x13ad bytes) 000485 1777421517.930985 trunc from 0x01a217 to 0x026192 (0xbf7c bytes) 000486 1777421517.972670 mapread 0x0029fa thru 0x0097e8 (0x6def bytes) 000487 1777421518.002635 MIRROR_RESYNC 9 mirrors 000488 1777421518.819028 trunc from 0x026193 to 0x03ee89 (0x18cf7 bytes) 000489 1777421518.859054 MIRROR_RESYNC 9 mirrors 000490 1777421519.598208 write 0x01a961 thru 0x01ced9 (0x2579 bytes) 000491 1777421519.614380 mapwrite 0x03a948 thru 0x03e7da (0x3e93 bytes) 000492 1777421519.650447 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x3ee8a): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ee8a): Mirror 8: 0xee6b5353 (stale) Mirror 9: 0xee6b5353 (stale) Mirror 10: 0xee6b5353 (stale) Mirror 11: 0xee6b5353 (stale) Mirror 12: 0xee6b5353 (stale) Mirror 13: 0xee6b5353 (stale) Mirror 14: 0xee6b5353 (stale) Mirror 15: 0xee6b5353 (stale) CRC-32 checksum value for chunk [0, 0x3ee8a): Mirror 1: 0x7f289e45 Mirror 16: 0x7f289e45 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ee8a: skipped 000493 1777421520.138837 trunc from 0x03ee8a to 0x032336 (0xcb53 bytes) 000494 1777421520.198975 punch from 0x031ae8 to 0x032336 (0x84f bytes) 000495 1777421520.203003 trunc from 0x010f5b to 0x01eff4 (0xe09a bytes) 000496 1777421520.207915 write 0x01fcfb thru 0x01fe54 (0x15a bytes) 000497 1777421520.215018 write 0x002b3c thru 0x00b7e7 (0x8cac bytes) 000498 1777421520.223550 fallocate 0x0157ff thru 0x01bf7d (0x677f bytes) 000499 1777421520.227320 read 0x005cda thru 0x00b7e9 (0x5b10 bytes) 000500 1777421520.228029 read 0x02a924 thru 0x030c31 (0x630e bytes) 000501 1777421520.235172 punch from 0x002a6e to 0x00af4b (0x84de bytes) 000502 1777421520.245147 read 0x00afab thru 0x012706 (0x775c bytes) 000503 1777421520.250864 mapread 0x022bb9 thru 0x02b0a7 (0x84ef bytes) 000504 1777421520.251999 mapread 0x00c5d4 thru 0x013fe2 (0x7a0f bytes) 000505 1777421520.252827 fallocate 0x0317eb thru 0x0383a1 (0x6bb7 bytes) 000506 1777421520.257411 fallocate 0x00e10b thru 0x0142e8 (0x61de bytes) 000507 1777421520.261102 punch from 0x0273d1 to 0x029db6 (0x29e6 bytes) 000508 1777421520.263915 trunc from 0x0383a2 to 0x0257ef (0x12bb2 bytes) 000509 1777421520.281701 trunc from 0x004f6c to 0x00cc4f (0x7ce4 bytes) 000512 1777421520.289468 punch from 0x00f297 to 0x01c461 (0xd1cb bytes) 000513 1777421520.293985 punch from 0x0069a5 to 0x012d02 (0xc35e bytes) 000514 1777421520.298179 read 0x016565 thru 0x01abfa (0x4696 bytes) 000515 1777421520.305856 read 0x002095 thru 0x00345d (0x13c9 bytes) 000516 1777421520.306612 mapread 0x01285b thru 0x01ceb5 (0xa65b bytes) 000518 1777421520.309517 mapwrite 0x016737 thru 0x018235 (0x1aff bytes) 000519 1777421520.317948 write 0x02d85b thru 0x036e60 (0x9606 bytes) 000520 1777421520.319011 write 0x01e834 thru 0x02e587 (0xfd54 bytes) 000521 1777421520.320490 write 0x02c07f thru 0x031874 (0x57f6 bytes) 000522 1777421520.321849 punch from 0x02c948 to 0x036e60 (0xa519 bytes) 000523 1777421520.330044 trunc from 0x024307 to 0x0302fb (0xbff5 bytes) 000524 1777421520.333327 read 0x02376e thru 0x02dc7d (0xa510 bytes) 000525 1777421520.348635 trunc from 0x00952f to 0x01205b (0x8b2d bytes) 000526 1777421520.354940 write 0x01a255 thru 0x01f5c0 (0x536c bytes) 000527 1777421520.356178 write 0x0061b7 thru 0x0066d9 (0x523 bytes) 000528 1777421520.357108 mapread 0x029daf thru 0x032a38 (0x8c8a bytes) 000529 1777421520.358327 fallocate 0x00011d thru 0x0025d5 (0x24b9 bytes) 000530 1777421520.366405 mapwrite 0x00915e thru 0x00d85c (0x46ff bytes) 000531 1777421520.406250 trunc from 0x036e61 to 0x013e5f (0x23001 bytes) 000532 1777421520.414313 fallocate 0x01d4c6 thru 0x023319 (0x5e54 bytes) 000534 1777421520.418748 read 0x00654a thru 0x011cba (0xb771 bytes) 000535 1777421520.422009 punch from 0x003b82 to 0x012bed (0xf06c bytes) 000536 1777421520.426183 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x13e60): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13e60): Mirror 8: 0x802634ad (stale) Mirror 9: 0x802634ad (stale) Mirror 10: 0x802634ad (stale) Mirror 11: 0x802634ad (stale) Mirror 12: 0x802634ad (stale) Mirror 13: 0x802634ad (stale) Mirror 14: 0x802634ad (stale) Mirror 15: 0x802634ad (stale) Mirror 16: 0x802634ad (stale) CRC-32 checksum value for chunk [0, 0x13e60): Mirror 1: 0x802634ad Mirror 17: 0x802634ad lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13e60: skipped 000537 1777421520.809624 write 0x026a51 thru 0x02fffe (0x95ae bytes) 000538 1777421520.842444 trunc from 0x02ffff to 0x030032 (0x34 bytes) 000539 1777421520.871078 trunc from 0x00c3d8 to 0x019f19 (0xdb42 bytes) 000540 1777421520.876893 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x30033): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30033): Mirror 8: 0x92309ced (stale) Mirror 9: 0x92309ced (stale) Mirror 10: 0x92309ced (stale) Mirror 11: 0x92309ced (stale) Mirror 12: 0x92309ced (stale) Mirror 13: 0x92309ced (stale) Mirror 14: 0x92309ced (stale) Mirror 15: 0x92309ced (stale) Mirror 16: 0x14f85cfb (stale) Mirror 17: 0x92309ced (stale) CRC-32 checksum value for chunk [0, 0x30033): Mirror 1: 0xc0e1f383 Mirror 18: 0xc0e1f383 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30033: skipped 000541 1777421521.368895 punch from 0x02e04d to 0x030032 (0x1fe6 bytes) 000542 1777421521.388487 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x30033): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30033): Mirror 8: 0x92309ced (stale) Mirror 9: 0x92309ced (stale) Mirror 10: 0x92309ced (stale) Mirror 11: 0x92309ced (stale) Mirror 12: 0x92309ced (stale) Mirror 13: 0x92309ced (stale) Mirror 14: 0x92309ced (stale) Mirror 15: 0x92309ced (stale) Mirror 16: 0x14f85cfb (stale) Mirror 17: 0x92309ced (stale) Mirror 18: 0xc0e1f383 (stale) CRC-32 checksum value for chunk [0, 0x30033): Mirror 1: 0x767b9926 Mirror 19: 0x767b9926 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30033: skipped 000543 1777421521.922489 trunc from 0x030033 to 0x00c5cc (0x23a66 bytes) 000544 1777421521.940871 trunc from 0x00c5cd to 0x035f4f (0x29983 bytes) 000545 1777421521.947631 write 0x022b64 thru 0x02f63e (0xcadb bytes) 000546 1777421521.955916 MIRROR_RESYNC 13 mirrors 000547 1777421522.858179 write 0x026c34 thru 0x033641 (0xca0e bytes) 000548 1777421522.873564 mapread 0x00c7d0 thru 0x01060a (0x3e3b bytes) 000549 1777421522.880699 trunc from 0x035f50 to 0x02a276 (0xbcd9 bytes) 000550 1777421522.897379 mapwrite 0x00fc9a thru 0x01716b (0x74d2 bytes) 000551 1777421522.911903 write 0x016943 thru 0x021537 (0xabf5 bytes) 000552 1777421522.915191 mapwrite 0x02fc85 thru 0x039c00 (0x9f7c bytes) 000553 1777421522.943455 write 0x02fd37 thru 0x03b8b2 (0xbb7c bytes) 000554 1777421522.944876 trunc from 0x00793a to 0x0080b4 (0x77b bytes) 000555 1777421522.948064 mapread 0x00afba thru 0x01788b (0xc8d2 bytes) 000556 1777421522.949415 fallocate 0x030368 thru 0x037ac1 (0x775a bytes) 000557 1777421522.953944 read 0x03538d thru 0x035c03 (0x877 bytes) 000558 1777421522.956627 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3b8b3): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b8b3): Mirror 8: 0xc133b1e0 (stale) Mirror 9: 0xc133b1e0 (stale) Mirror 10: 0xc133b1e0 (stale) Mirror 11: 0xc133b1e0 (stale) Mirror 12: 0xc133b1e0 (stale) Mirror 13: 0xc133b1e0 (stale) Mirror 14: 0xc133b1e0 (stale) Mirror 15: 0xc133b1e0 (stale) Mirror 16: 0xc133b1e0 (stale) Mirror 17: 0xc133b1e0 (stale) Mirror 18: 0xc133b1e0 (stale) Mirror 19: 0xc133b1e0 (stale) CRC-32 checksum value for chunk [0, 0x3b8b3): Mirror 1: 0x8d7f929a Mirror 20: 0x8d7f929a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b8b3: skipped 000560 1777421523.374871 trunc from 0x01d233 to 0x02c4a7 (0xf275 bytes) 000561 1777421523.392673 fallocate 0x00225f thru 0x00ff48 (0xdcea bytes) 000562 1777421523.395304 mapwrite 0x01edb5 thru 0x025645 (0x6891 bytes) 000564 1777421523.415109 write 0x033cb9 thru 0x0391ad (0x54f5 bytes) 000565 1777421523.423209 mapread 0x00dea6 thru 0x016521 (0x867c bytes) 000567 1777421523.437633 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x3b8b3): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b8b3): Mirror 8: 0xc133b1e0 (stale) Mirror 9: 0xc133b1e0 (stale) Mirror 10: 0xc133b1e0 (stale) Mirror 11: 0xc133b1e0 (stale) Mirror 12: 0xc133b1e0 (stale) Mirror 13: 0xc133b1e0 (stale) Mirror 14: 0xc133b1e0 (stale) Mirror 15: 0xc133b1e0 (stale) Mirror 16: 0xc133b1e0 (stale) Mirror 17: 0xc133b1e0 (stale) Mirror 18: 0xc133b1e0 (stale) Mirror 19: 0xc133b1e0 (stale) Mirror 20: 0x8d7f929a (stale) CRC-32 checksum value for chunk [0, 0x3b8b3): Mirror 1: 0x1df5ece4 Mirror 21: 0x1df5ece4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b8b3: skipped 000568 1777421523.869843 punch from 0x01374f to 0x01c874 (0x9126 bytes) 000569 1777421523.895786 write 0x016a35 thru 0x01f942 (0x8f0e bytes) 000570 1777421523.902714 trunc from 0x03b8b3 to 0x00a32a (0x31588 bytes) 000571 1777421523.926245 read 0x00a0aa thru 0x00a32a (0x281 bytes) 000572 1777421523.929188 read 0x004778 thru 0x00a32a (0x5bb3 bytes) 000573 1777421523.945889 fallocate 0x0289c8 thru 0x030eee (0x8527 bytes) 000574 1777421523.955297 mapwrite 0x00f0fb thru 0x01dc84 (0xeb8a bytes) 000575 1777421523.980206 trunc from 0x00da4f to 0x0140f4 (0x66a6 bytes) 000576 1777421523.985316 read 0x02ef36 thru 0x030c27 (0x1cf2 bytes) 000577 1777421523.986045 fallocate 0x005027 thru 0x0124ed (0xd4c7 bytes) 000578 1777421523.990422 read 0x012198 thru 0x019542 (0x73ab bytes) 000579 1777421524.004689 MIRROR_RESYNC 15 mirrors 000580 1777421525.264135 read 0x00366e thru 0x00803b (0x49ce bytes) 000581 1777421525.268875 fallocate 0x02a7c2 thru 0x0393f6 (0xec35 bytes) 000582 1777421525.287024 write 0x019599 thru 0x023970 (0xa3d8 bytes) 000583 1777421525.294324 read 0x005fc6 thru 0x008f04 (0x2f3f bytes) 000584 1777421525.299780 trunc from 0x01a230 to 0x02099b (0x676c bytes) 000585 1777421525.306485 trunc from 0x0225cb to 0x02818b (0x5bc1 bytes) 000586 1777421525.309662 mapwrite 0x02b341 thru 0x037b54 (0xc814 bytes) 000587 1777421525.323867 trunc from 0x01ec37 to 0x024632 (0x59fc bytes) 000588 1777421525.327048 write 0x025831 thru 0x02c580 (0x6d50 bytes) 000589 1777421525.330401 mapread 0x0308ce thru 0x035e18 (0x554b bytes) 000590 1777421525.331577 read 0x017d6d thru 0x01f36c (0x7600 bytes) 000591 1777421525.336427 read 0x025701 thru 0x026615 (0xf15 bytes) 000592 1777421525.337186 read 0x032b34 thru 0x036dcb (0x4298 bytes) 000593 1777421525.338435 fallocate 0x0286d6 thru 0x02a3b8 (0x1ce3 bytes) 000594 1777421525.342644 write 0x03563e thru 0x03ead0 (0x9493 bytes) 000595 1777421525.343890 read 0x01427e thru 0x018906 (0x4689 bytes) 000597 1777421525.344877 fallocate 0x003902 thru 0x00cd23 (0x9422 bytes) 000598 1777421525.348681 mapread 0x008708 thru 0x011b4e (0x9447 bytes) 000599 1777421525.350056 trunc from 0x03ead1 to 0x031bc5 (0xcf0b bytes) 000600 1777421525.368000 mapread 0x02e536 thru 0x02ec8d (0x758 bytes) 000601 1777421525.369073 fallocate 0x003012 thru 0x00d248 (0xa237 bytes) 000602 1777421525.372180 mapread 0x00c48d thru 0x010147 (0x3cbb bytes) 000603 1777421525.373095 mapread 0x015923 thru 0x021309 (0xb9e7 bytes) 000604 1777421525.374177 punch from 0x019419 to 0x026542 (0xd12a bytes) 000605 1777421525.384572 mapread 0x0112be thru 0x01bdef (0xab32 bytes) 000606 1777421525.399809 trunc from 0x012fda to 0x013c17 (0xc3e bytes) 000608 1777421525.407916 mapread 0x003954 thru 0x003bba (0x267 bytes) 000609 1777421525.408897 trunc from 0x031bc6 to 0x0299dc (0x81e9 bytes) 000610 1777421525.420057 mapread 0x00669a thru 0x0069a9 (0x310 bytes) 000612 1777421525.421679 write 0x03bc77 thru 0x03e8f0 (0x2c7a bytes) 000613 1777421525.425141 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3e8f1): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e8f1): Mirror 8: 0x8f522d71 (stale) Mirror 9: 0x8f522d71 (stale) Mirror 10: 0x8f522d71 (stale) Mirror 11: 0x8f522d71 (stale) Mirror 12: 0x8f522d71 (stale) Mirror 13: 0x8f522d71 (stale) Mirror 14: 0x8f522d71 (stale) Mirror 15: 0x8f522d71 (stale) Mirror 16: 0x8f522d71 (stale) Mirror 17: 0x8f522d71 (stale) Mirror 18: 0x8f522d71 (stale) Mirror 19: 0x8f522d71 (stale) Mirror 20: 0x8f522d71 (stale) Mirror 21: 0x8f522d71 (stale) CRC-32 checksum value for chunk [0, 0x3e8f1): Mirror 1: 0x434f0c3d Mirror 22: 0x434f0c3d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e8f1: skipped 000614 1777421525.987727 write 0x03fad8 thru 0x03ffff (0x528 bytes) 000615 1777421526.017990 punch from 0x03bd82 to 0x03f34d (0x35cc bytes) 000616 1777421526.023359 write 0x00b269 thru 0x011866 (0x65fe bytes) 000617 1777421526.032433 write 0x038c4b thru 0x03ffff (0x73b5 bytes) 000618 1777421526.038683 punch from 0x0297fa to 0x0380ff (0xe906 bytes) 000619 1777421526.051643 mapwrite 0x02b1d1 thru 0x02f631 (0x4461 bytes) 000620 1777421526.083409 write 0x0185f9 thru 0x018cf6 (0x6fe bytes) 000621 1777421526.092432 mapwrite 0x0358f6 thru 0x03a9d0 (0x50db bytes) 000622 1777421526.111674 mapwrite 0x029310 thru 0x035a80 (0xc771 bytes) 000624 1777421526.127150 mapread 0x00cb35 thru 0x01bc06 (0xf0d2 bytes) 000625 1777421526.128156 mapread 0x01131a thru 0x018e65 (0x7b4c bytes) 000626 1777421526.129040 fallocate 0x0260e5 thru 0x02a831 (0x474d bytes) 000627 1777421526.132388 punch from 0x00e7a0 to 0x017f0e (0x976f bytes) 000628 1777421526.136752 fallocate 0x03fa81 thru 0x03ffff (0x57f bytes) 000629 1777421526.139554 trunc from 0x0379f9 to 0x03ffff (0x8607 bytes) 000630 1777421526.145393 read 0x037e42 thru 0x03ffff (0x81be bytes) 000631 1777421526.154144 trunc from 0x040000 to 0x026f7c (0x19083 bytes) 000632 1777421526.178006 read 0x0129db thru 0x01544e (0x2a74 bytes) 000633 1777421526.182181 fallocate 0x01c715 thru 0x025598 (0x8e84 bytes) 000635 1777421526.188306 MIRROR_SPLIT mirror 7 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26f7d): Mirror 8: 0xacecdca2 (stale) Mirror 9: 0xacecdca2 (stale) Mirror 10: 0xacecdca2 (stale) Mirror 11: 0xacecdca2 (stale) Mirror 12: 0xacecdca2 (stale) Mirror 13: 0xacecdca2 (stale) Mirror 15: 0xacecdca2 (stale) Mirror 16: 0xacecdca2 (stale) Mirror 17: 0xacecdca2 (stale) Mirror 18: 0xacecdca2 (stale) Mirror 19: 0xacecdca2 (stale) Mirror 20: 0xacecdca2 (stale) Mirror 21: 0xacecdca2 (stale) Mirror 22: 0xf3db8814 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26f7d): Mirror 8: 0xacecdca2 (stale) Mirror 9: 0xacecdca2 (stale) Mirror 10: 0xacecdca2 (stale) Mirror 11: 0xacecdca2 (stale) Mirror 12: 0xacecdca2 (stale) Mirror 13: 0xacecdca2 (stale) Mirror 15: 0xacecdca2 (stale) Mirror 16: 0xacecdca2 (stale) Mirror 17: 0xacecdca2 (stale) Mirror 18: 0xacecdca2 (stale) Mirror 19: 0xacecdca2 (stale) Mirror 20: 0xacecdca2 (stale) Mirror 21: 0xacecdca2 (stale) Mirror 22: 0xf3db8814 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26f7d: skipped 000636 1777421526.549719 mapwrite 0x02b18e thru 0x02ba13 (0x886 bytes) 000637 1777421526.570238 fallocate 0x021001 thru 0x029d63 (0x8d63 bytes) 000639 1777421526.576117 read 0x01f55d thru 0x02041c (0xec0 bytes) 000640 1777421526.582015 read 0x017077 thru 0x0230ef (0xc079 bytes) 000641 1777421526.587933 fallocate 0x00f445 thru 0x01d4a5 (0xe061 bytes) 000642 1777421526.592529 write 0x0317ae thru 0x03b252 (0x9aa5 bytes) 000643 1777421526.594920 trunc from 0x03b253 to 0x02a1f9 (0x11059 bytes) 000644 1777421526.613466 MIRROR_RESYNC 15 mirrors 000645 1777421528.766543 write 0x033a6c thru 0x035c4a (0x21df bytes) 000646 1777421528.786223 fallocate 0x00fd0d thru 0x012dff (0x30f3 bytes) 000647 1777421528.788867 read 0x00ecf8 thru 0x018792 (0x9a9b bytes) 000648 1777421528.794821 mapread 0x01cfd1 thru 0x01fa17 (0x2a47 bytes) 000649 1777421528.804806 read 0x013b14 thru 0x01616d (0x265a bytes) 000651 1777421528.805661 read 0x02ebb4 thru 0x035c4a (0x7097 bytes) 000652 1777421528.814601 fallocate 0x0019db thru 0x00dd66 (0xc38c bytes) 000653 1777421528.821400 mapwrite 0x01247f thru 0x01f22a (0xcdac bytes) 000654 1777421528.833991 trunc from 0x01d551 to 0x01f8f2 (0x23a2 bytes) 000655 1777421528.837429 trunc from 0x0354ae to 0x035c4a (0x79d bytes) 000656 1777421528.841089 trunc from 0x006e01 to 0x00c8b3 (0x5ab3 bytes) 000657 1777421528.850657 punch from 0x01125e to 0x01d798 (0xc53b bytes) 000658 1777421528.858131 trunc from 0x035c4b to 0x01778b (0x1e4bf bytes) 000659 1777421528.865918 trunc from 0x00355d to 0x006230 (0x2cd4 bytes) 000660 1777421528.867938 trunc from 0x01778c to 0x0200fc (0x8971 bytes) 000661 1777421528.873070 punch from 0x016a43 to 0x0200fc (0x96ba bytes) 000662 1777421528.874945 punch from 0x01986b to 0x0200fc (0x6892 bytes) 000663 1777421528.877068 trunc from 0x0200fd to 0x034929 (0x1482d bytes) 000664 1777421528.886138 mapwrite 0x01c7a9 thru 0x01f1ca (0x2a22 bytes) 000665 1777421528.901258 punch from 0x01371b to 0x0209a6 (0xd28c bytes) 000666 1777421528.911202 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3492a): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3492a): Mirror 8: 0xe13a37c1 (stale) Mirror 9: 0xe13a37c1 (stale) Mirror 10: 0xe13a37c1 (stale) Mirror 11: 0xe13a37c1 (stale) Mirror 12: 0xe13a37c1 (stale) Mirror 13: 0xe13a37c1 (stale) Mirror 15: 0xe13a37c1 (stale) Mirror 16: 0xe13a37c1 (stale) Mirror 17: 0xe13a37c1 (stale) Mirror 18: 0xe13a37c1 (stale) Mirror 19: 0xe13a37c1 (stale) Mirror 20: 0xe13a37c1 (stale) Mirror 21: 0xe13a37c1 (stale) Mirror 22: 0xe13a37c1 (stale) CRC-32 checksum value for chunk [0, 0x3492a): Mirror 1: 0xae61fb25 Mirror 23: 0xae61fb25 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3492a: skipped 000667 1777421529.477394 write 0x03ad06 thru 0x03ffff (0x52fa bytes) 000668 1777421529.511014 read 0x02a3b2 thru 0x02c41e (0x206d bytes) 000669 1777421529.516123 mapread 0x00dd07 thru 0x01aa22 (0xcd1c bytes) 000670 1777421529.538327 mapwrite 0x00465e thru 0x013a94 (0xf437 bytes) 000671 1777421529.554889 fallocate 0x000561 thru 0x00cdd8 (0xc878 bytes) 000672 1777421529.561425 fallocate 0x035dd5 thru 0x03bde4 (0x6010 bytes) 000673 1777421529.568080 punch from 0x00e625 to 0x01b0cc (0xcaa8 bytes) 000674 1777421529.572390 trunc from 0x029a0b to 0x02ce47 (0x343d bytes) 000675 1777421529.577660 trunc from 0x014bea to 0x01d690 (0x8aa7 bytes) 000676 1777421529.583140 trunc from 0x040000 to 0x038fa8 (0x7057 bytes) 000677 1777421529.604896 read 0x02ff1a thru 0x0314ae (0x1595 bytes) 000678 1777421529.612270 write 0x02706c thru 0x036a66 (0xf9fb bytes) 000679 1777421529.614414 write 0x001a72 thru 0x010d9b (0xf32a bytes) 000680 1777421529.616302 mapwrite 0x02642a thru 0x0280a8 (0x1c7f bytes) 000682 1777421529.631178 trunc from 0x038fa9 to 0x02d1c4 (0xbde4 bytes) 000683 1777421529.638065 punch from 0x00371a to 0x0108c0 (0xd1a7 bytes) 000684 1777421529.643921 fallocate 0x037f99 thru 0x03ffff (0x8067 bytes) 000686 1777421529.654291 MIRROR_SPLIT mirror 14 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x86778b4f (stale) Mirror 9: 0x86778b4f (stale) Mirror 10: 0x86778b4f (stale) Mirror 11: 0x86778b4f (stale) Mirror 12: 0x86778b4f (stale) Mirror 13: 0x86778b4f (stale) Mirror 15: 0x86778b4f (stale) Mirror 16: 0x86778b4f (stale) Mirror 17: 0x86778b4f (stale) Mirror 18: 0x86778b4f (stale) Mirror 19: 0x86778b4f (stale) Mirror 20: 0x86778b4f (stale) Mirror 21: 0x86778b4f (stale) Mirror 23: 0x24e2a897 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x86778b4f (stale) Mirror 9: 0x86778b4f (stale) Mirror 10: 0x86778b4f (stale) Mirror 11: 0x86778b4f (stale) Mirror 12: 0x86778b4f (stale) Mirror 13: 0x86778b4f (stale) Mirror 15: 0x86778b4f (stale) Mirror 16: 0x86778b4f (stale) Mirror 17: 0x86778b4f (stale) Mirror 18: 0x86778b4f (stale) Mirror 19: 0x86778b4f (stale) Mirror 20: 0x86778b4f (stale) Mirror 21: 0x86778b4f (stale) Mirror 23: 0x24e2a897 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000687 1777421529.999232 punch from 0x03bf1c to 0x03ffff (0x40e4 bytes) 000688 1777421530.005415 trunc from 0x0339ab to 0x03ffff (0xc655 bytes) 000689 1777421530.012030 mapread 0x01e792 thru 0x01f7ab (0x101a bytes) 000691 1777421530.021272 write 0x013d9f thru 0x01409c (0x2fe bytes) 000692 1777421530.039420 mapread 0x01ede8 thru 0x023776 (0x498f bytes) 000694 1777421530.050368 trunc from 0x040000 to 0x0249a6 (0x1b659 bytes) 000695 1777421530.060194 read 0x001ef3 thru 0x0089cf (0x6add bytes) 000696 1777421530.070061 punch from 0x023f91 to 0x0249a6 (0xa16 bytes) 000697 1777421530.073016 write 0x03fb27 thru 0x03ffff (0x4d9 bytes) 000698 1777421530.073867 fallocate 0x006713 thru 0x00c302 (0x5bf0 bytes) 000699 1777421530.076972 punch from 0x01e486 to 0x025ae2 (0x765d bytes) 000700 1777421530.080528 trunc from 0x040000 to 0x021d17 (0x1e2e8 bytes) 000701 1777421530.093367 read 0x007960 thru 0x00e086 (0x6727 bytes) 000702 1777421530.101136 mapread 0x019de8 thru 0x021d17 (0x7f30 bytes) 000703 1777421530.102481 trunc from 0x021d18 to 0x03a1b1 (0x1849a bytes) 000704 1777421530.112836 read 0x014407 thru 0x01e3a3 (0x9f9d bytes) 000705 1777421530.113396 trunc from 0x012fd3 to 0x01e6a8 (0xb6d6 bytes) 000706 1777421530.120721 trunc from 0x024251 to 0x02cac3 (0x8873 bytes) 000707 1777421530.124748 fallocate 0x024a41 thru 0x032950 (0xdf10 bytes) 000708 1777421530.128389 mapread 0x01dfbb thru 0x01fa97 (0x1add bytes) 000709 1777421530.135316 mapwrite 0x01934d thru 0x0240aa (0xad5e bytes) 000710 1777421530.153208 trunc from 0x011082 to 0x0166e4 (0x5663 bytes) 000711 1777421530.159045 fallocate 0x010e00 thru 0x016e81 (0x6082 bytes) 000712 1777421530.162170 punch from 0x02e2c7 to 0x03a1b1 (0xbeeb bytes) 000713 1777421530.168648 trunc from 0x016546 to 0x01ccee (0x67a9 bytes) 000714 1777421530.171870 fallocate 0x01d7a5 thru 0x0226ba (0x4f16 bytes) 000715 1777421530.175710 read 0x01f852 thru 0x025bb7 (0x6366 bytes) 000716 1777421530.176407 read 0x02783d thru 0x02fd42 (0x8506 bytes) 000717 1777421530.184458 MIRROR_EXTEND to 16 mirrors CRC-32 checksum value for chunk [0, 0x3a1b2): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a1b2): Mirror 8: 0x52b86c0e (stale) Mirror 9: 0x52b86c0e (stale) Mirror 10: 0x52b86c0e (stale) Mirror 11: 0x52b86c0e (stale) Mirror 12: 0x52b86c0e (stale) Mirror 13: 0x52b86c0e (stale) Mirror 15: 0x52b86c0e (stale) Mirror 16: 0x52b86c0e (stale) Mirror 17: 0x52b86c0e (stale) Mirror 18: 0x52b86c0e (stale) Mirror 19: 0x52b86c0e (stale) Mirror 20: 0x52b86c0e (stale) Mirror 21: 0x52b86c0e (stale) Mirror 23: 0xc010ce3b (stale) CRC-32 checksum value for chunk [0, 0x3a1b2): Mirror 1: 0xe84361ba Mirror 24: 0xe84361ba lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a1b2: skipped 000718 1777421530.740456 punch from 0x007df8 to 0x016699 (0xe8a2 bytes) 000719 1777421530.760389 mapwrite 0x030aef thru 0x0353ce (0x48e0 bytes) 000720 1777421530.786451 read 0x0081da thru 0x01014b (0x7f72 bytes) 000721 1777421530.793292 fallocate 0x01b3c7 thru 0x027d84 (0xc9be bytes) 000722 1777421530.799738 trunc from 0x03a1b2 to 0x008246 (0x31f6b bytes) 000723 1777421530.838446 trunc from 0x008247 to 0x03164f (0x29409 bytes) 000724 1777421530.850531 write 0x01edf0 thru 0x0268a6 (0x7ab7 bytes) 000725 1777421530.857617 trunc from 0x015b80 to 0x0229bc (0xce3d bytes) 000726 1777421530.864740 mapread 0x004e66 thru 0x006d3a (0x1ed5 bytes) 000727 1777421530.869718 write 0x022713 thru 0x023f04 (0x17f2 bytes) 000728 1777421530.875536 trunc from 0x022865 to 0x03164f (0xedeb bytes) 000729 1777421530.891441 trunc from 0x007b67 to 0x008ee9 (0x1383 bytes) 000730 1777421530.894349 punch from 0x02e97b to 0x03164f (0x2cd5 bytes) 000731 1777421530.898855 mapread 0x01b29e thru 0x021d4e (0x6ab1 bytes) 000732 1777421530.899806 mapread 0x016df8 thru 0x01ce73 (0x607c bytes) 000733 1777421530.911550 fallocate 0x02a878 thru 0x0326e8 (0x7e71 bytes) 000734 1777421530.916712 trunc from 0x031650 to 0x00a63d (0x27012 bytes) 000735 1777421530.930034 trunc from 0x002f9b to 0x00a63d (0x76a3 bytes) 000736 1777421530.933132 read 0x005726 thru 0x00a63d (0x4f18 bytes) 000737 1777421530.945102 MIRROR_SPLIT mirror 6 to 15 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xa63e): Mirror 8: 0x274e4bfa (stale) Mirror 9: 0x274e4bfa (stale) Mirror 10: 0x274e4bfa (stale) Mirror 11: 0x274e4bfa (stale) Mirror 12: 0x274e4bfa (stale) Mirror 15: 0x274e4bfa (stale) Mirror 16: 0x274e4bfa (stale) Mirror 17: 0x274e4bfa (stale) Mirror 18: 0x274e4bfa (stale) Mirror 19: 0x274e4bfa (stale) Mirror 20: 0x274e4bfa (stale) Mirror 21: 0x274e4bfa (stale) Mirror 23: 0x274e4bfa (stale) Mirror 24: 0x45e793c3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa63e): Mirror 8: 0x274e4bfa (stale) Mirror 9: 0x274e4bfa (stale) Mirror 10: 0x274e4bfa (stale) Mirror 11: 0x274e4bfa (stale) Mirror 12: 0x274e4bfa (stale) Mirror 15: 0x274e4bfa (stale) Mirror 16: 0x274e4bfa (stale) Mirror 17: 0x274e4bfa (stale) Mirror 18: 0x274e4bfa (stale) Mirror 19: 0x274e4bfa (stale) Mirror 20: 0x274e4bfa (stale) Mirror 21: 0x274e4bfa (stale) Mirror 23: 0x274e4bfa (stale) Mirror 24: 0x45e793c3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa63e: skipped 000738 1777421531.277542 fallocate 0x0000ec thru 0x00a6e2 (0xa5f7 bytes) 000740 1777421531.280604 read 0x00876f thru 0x00a6e2 (0x1f74 bytes) 000741 1777421531.283123 read 0x007df5 thru 0x00a12d (0x2339 bytes) 000742 1777421531.286827 read 0x000295 thru 0x00a40e (0xa17a bytes) 000743 1777421531.287535 write 0x02c184 thru 0x032cc5 (0x6b42 bytes) 000744 1777421531.294744 MIRROR_SPLIT mirror 3 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32cc6): Mirror 8: 0xc323c290 (stale) Mirror 9: 0xc323c290 (stale) Mirror 11: 0xc323c290 (stale) Mirror 12: 0xc323c290 (stale) Mirror 15: 0xc323c290 (stale) Mirror 16: 0xc323c290 (stale) Mirror 17: 0xc323c290 (stale) Mirror 18: 0xc323c290 (stale) Mirror 19: 0xc323c290 (stale) Mirror 20: 0xc323c290 (stale) Mirror 21: 0xc323c290 (stale) Mirror 23: 0x355e9e95 (stale) Mirror 24: 0x76059342 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32cc6): Mirror 8: 0xc323c290 (stale) Mirror 9: 0xc323c290 (stale) Mirror 11: 0xc323c290 (stale) Mirror 12: 0xc323c290 (stale) Mirror 15: 0xc323c290 (stale) Mirror 16: 0xc323c290 (stale) Mirror 17: 0xc323c290 (stale) Mirror 18: 0xc323c290 (stale) Mirror 19: 0xc323c290 (stale) Mirror 20: 0xc323c290 (stale) Mirror 21: 0xc323c290 (stale) Mirror 23: 0x355e9e95 (stale) Mirror 24: 0x76059342 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32cc6: skipped 000745 1777421531.640467 trunc from 0x032cc6 to 0x02e422 (0x48a3 bytes) 000746 1777421531.663267 MIRROR_SPLIT mirror 10 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e423): Mirror 8: 0x9045bfca (stale) Mirror 9: 0x9045bfca (stale) Mirror 11: 0x9045bfca (stale) Mirror 12: 0x9045bfca (stale) Mirror 15: 0x9045bfca (stale) Mirror 16: 0x9045bfca (stale) Mirror 17: 0x9045bfca (stale) Mirror 18: 0x9045bfca (stale) Mirror 19: 0x9045bfca (stale) Mirror 21: 0x9045bfca (stale) Mirror 23: 0xcf2c929e (stale) Mirror 24: 0xf250e129 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e423): Mirror 8: 0x9045bfca (stale) Mirror 9: 0x9045bfca (stale) Mirror 11: 0x9045bfca (stale) Mirror 12: 0x9045bfca (stale) Mirror 15: 0x9045bfca (stale) Mirror 16: 0x9045bfca (stale) Mirror 17: 0x9045bfca (stale) Mirror 18: 0x9045bfca (stale) Mirror 19: 0x9045bfca (stale) Mirror 21: 0x9045bfca (stale) Mirror 23: 0xcf2c929e (stale) Mirror 24: 0xf250e129 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e423: skipped 000747 1777421531.967986 read 0x003256 thru 0x010ec8 (0xdc73 bytes) 000748 1777421531.972894 trunc from 0x02e423 to 0x03d692 (0xf270 bytes) 000749 1777421531.994364 write 0x0270c7 thru 0x027ef7 (0xe31 bytes) 000750 1777421532.000852 punch from 0x03975e to 0x03d692 (0x3f35 bytes) 000751 1777421532.008028 trunc from 0x02b204 to 0x02bbfd (0x9fa bytes) 000752 1777421532.016059 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3d693): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d693): Mirror 8: 0x6ac08b9 (stale) Mirror 9: 0x6ac08b9 (stale) Mirror 11: 0x6ac08b9 (stale) Mirror 12: 0x6ac08b9 (stale) Mirror 15: 0x6ac08b9 (stale) Mirror 16: 0x6ac08b9 (stale) Mirror 17: 0x6ac08b9 (stale) Mirror 18: 0x6ac08b9 (stale) Mirror 19: 0x6ac08b9 (stale) Mirror 21: 0x6ac08b9 (stale) Mirror 23: 0x4912abb3 (stale) Mirror 24: 0x846f9743 (stale) CRC-32 checksum value for chunk [0, 0x3d693): Mirror 1: 0xf607142d Mirror 25: 0xf607142d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d693: skipped 000753 1777421532.634223 punch from 0x0370fa to 0x039860 (0x2767 bytes) 000754 1777421532.649750 read 0x02522f thru 0x031bb9 (0xc98b bytes) 000755 1777421532.658557 mapread 0x01a945 thru 0x0221a2 (0x785e bytes) 000756 1777421532.668378 write 0x029287 thru 0x02a4b9 (0x1233 bytes) 000757 1777421532.672649 fallocate 0x0325e8 thru 0x03ffff (0xda18 bytes) 000758 1777421532.675411 fallocate 0x0134b6 thru 0x01781f (0x436a bytes) 000759 1777421532.678379 mapwrite 0x02759a thru 0x02fd02 (0x8769 bytes) 000760 1777421532.686894 trunc from 0x03d693 to 0x010cf8 (0x2c99a bytes) 000761 1777421532.694261 read 0x00f571 thru 0x00f8a4 (0x334 bytes) 000763 1777421532.698579 read 0x005eb9 thru 0x010cf8 (0xae40 bytes) 000764 1777421532.699241 trunc from 0x010cf9 to 0x0052b5 (0xba43 bytes) 000765 1777421532.705611 read 0x004e7f thru 0x0052b5 (0x437 bytes) 000766 1777421532.706187 read 0x004c55 thru 0x0052b5 (0x661 bytes) 000767 1777421532.706619 trunc from 0x0028a6 to 0x0052b5 (0x2a10 bytes) 000768 1777421532.709393 trunc from 0x0052b6 to 0x01d2fa (0x18045 bytes) 000770 1777421532.715715 mapread 0x01c834 thru 0x01d2fa (0xac7 bytes) 000771 1777421532.721386 punch from 0x00eae4 to 0x01749f (0x89bc bytes) 000772 1777421532.727109 MIRROR_SPLIT mirror 13 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1d2fb): Mirror 8: 0x3b85b33f (stale) Mirror 9: 0x3b85b33f (stale) Mirror 11: 0x3b85b33f (stale) Mirror 12: 0x3b85b33f (stale) Mirror 15: 0x3b85b33f (stale) Mirror 16: 0x3b85b33f (stale) Mirror 17: 0x3b85b33f (stale) Mirror 18: 0x3b85b33f (stale) Mirror 19: 0x3b85b33f (stale) Mirror 21: 0x3b85b33f (stale) Mirror 23: 0xcd0d3dfc (stale) Mirror 24: 0x1c044086 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d2fb): Mirror 8: 0x3b85b33f (stale) Mirror 9: 0x3b85b33f (stale) Mirror 11: 0x3b85b33f (stale) Mirror 12: 0x3b85b33f (stale) Mirror 15: 0x3b85b33f (stale) Mirror 16: 0x3b85b33f (stale) Mirror 17: 0x3b85b33f (stale) Mirror 18: 0x3b85b33f (stale) Mirror 19: 0x3b85b33f (stale) Mirror 21: 0x3b85b33f (stale) Mirror 23: 0xcd0d3dfc (stale) Mirror 24: 0x1c044086 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d2fb: skipped 000773 1777421533.025035 trunc from 0x002ae2 to 0x00c2fd (0x981c bytes) 000774 1777421533.030695 mapwrite 0x0188f4 thru 0x02119e (0x88ab bytes) 000775 1777421533.058921 trunc from 0x014076 to 0x017b80 (0x3b0b bytes) 000776 1777421533.063011 mapwrite 0x0381c8 thru 0x03ffff (0x7e38 bytes) 000777 1777421533.091642 read 0x00ad1d thru 0x018de1 (0xe0c5 bytes) 000778 1777421533.100307 trunc from 0x027ac1 to 0x0360bb (0xe5fb bytes) 000779 1777421533.103447 trunc from 0x040000 to 0x006b64 (0x3949b bytes) 000780 1777421533.116387 write 0x0262e3 thru 0x036238 (0xff56 bytes) 000781 1777421533.118075 mapread 0x01ddc8 thru 0x022530 (0x4769 bytes) 000782 1777421533.124600 mapread 0x00ee21 thru 0x011909 (0x2ae9 bytes) 000783 1777421533.135760 mapread 0x03243d thru 0x036238 (0x3dfc bytes) 000784 1777421533.138855 MIRROR_SPLIT mirror 6 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36239): Mirror 8: 0x1cedbb71 (stale) Mirror 9: 0x1cedbb71 (stale) Mirror 11: 0x1cedbb71 (stale) Mirror 12: 0x1cedbb71 (stale) Mirror 15: 0x1cedbb71 (stale) Mirror 17: 0x1cedbb71 (stale) Mirror 18: 0x1cedbb71 (stale) Mirror 19: 0x1cedbb71 (stale) Mirror 21: 0x1cedbb71 (stale) Mirror 23: 0x52f1bca (stale) Mirror 24: 0xfbaecd0f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36239): Mirror 8: 0x1cedbb71 (stale) Mirror 9: 0x1cedbb71 (stale) Mirror 11: 0x1cedbb71 (stale) Mirror 12: 0x1cedbb71 (stale) Mirror 15: 0x1cedbb71 (stale) Mirror 17: 0x1cedbb71 (stale) Mirror 18: 0x1cedbb71 (stale) Mirror 19: 0x1cedbb71 (stale) Mirror 21: 0x1cedbb71 (stale) Mirror 23: 0x52f1bca (stale) Mirror 24: 0xfbaecd0f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36239: skipped 000785 1777421533.551262 punch from 0x016af9 to 0x01d711 (0x6c19 bytes) 000786 1777421533.554166 mapwrite 0x00a9bc thru 0x01798a (0xcfcf bytes) 000787 1777421533.585173 fallocate 0x03f2e9 thru 0x03ffff (0xd17 bytes) 000788 1777421533.592479 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x86778b4f (stale) Mirror 9: 0x86778b4f (stale) Mirror 11: 0x86778b4f (stale) Mirror 12: 0x86778b4f (stale) Mirror 15: 0x86778b4f (stale) Mirror 17: 0x86778b4f (stale) Mirror 18: 0x86778b4f (stale) Mirror 19: 0x86778b4f (stale) Mirror 21: 0x86778b4f (stale) Mirror 23: 0x24e2a897 (stale) Mirror 24: 0x78f8b8c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd83562ff Mirror 25: 0xd83562ff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000789 1777421534.107384 write 0x00496a thru 0x006a78 (0x210f bytes) 000790 1777421534.136998 mapread 0x01d3f9 thru 0x023965 (0x656d bytes) 000791 1777421534.146219 write 0x02c63e thru 0x02fb80 (0x3543 bytes) 000792 1777421534.150417 mapread 0x00babc thru 0x0122cd (0x6812 bytes) 000794 1777421534.159140 write 0x01c8cd thru 0x01e4be (0x1bf2 bytes) 000795 1777421534.160444 trunc from 0x0160a7 to 0x025313 (0xf26d bytes) 000796 1777421534.168421 read 0x019733 thru 0x024364 (0xac32 bytes) 000797 1777421534.172136 fallocate 0x00257a thru 0x003170 (0xbf7 bytes) 000798 1777421534.174855 read 0x003505 thru 0x006cef (0x37eb bytes) 000799 1777421534.181269 read 0x0199d9 thru 0x028472 (0xea9a bytes) 000800 1777421534.183793 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x86778b4f (stale) Mirror 9: 0x86778b4f (stale) Mirror 11: 0x86778b4f (stale) Mirror 12: 0x86778b4f (stale) Mirror 15: 0x86778b4f (stale) Mirror 17: 0x86778b4f (stale) Mirror 18: 0x86778b4f (stale) Mirror 19: 0x86778b4f (stale) Mirror 21: 0x86778b4f (stale) Mirror 23: 0x24e2a897 (stale) Mirror 24: 0x78f8b8c (stale) Mirror 25: 0xd83562ff (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xce591bd5 Mirror 26: 0xce591bd5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000801 1777421534.644187 trunc from 0x02262b to 0x028723 (0x60f9 bytes) 000802 1777421534.676972 MIRROR_SPLIT mirror 8 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x86778b4f (stale) Mirror 9: 0x86778b4f (stale) Mirror 11: 0x86778b4f (stale) Mirror 12: 0x86778b4f (stale) Mirror 15: 0x86778b4f (stale) Mirror 17: 0x86778b4f (stale) Mirror 18: 0x86778b4f (stale) Mirror 21: 0x86778b4f (stale) Mirror 23: 0x24e2a897 (stale) Mirror 24: 0x78f8b8c (stale) Mirror 25: 0xd83562ff (stale) Mirror 26: 0xce591bd5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x86778b4f (stale) Mirror 9: 0x86778b4f (stale) Mirror 11: 0x86778b4f (stale) Mirror 12: 0x86778b4f (stale) Mirror 15: 0x86778b4f (stale) Mirror 17: 0x86778b4f (stale) Mirror 18: 0x86778b4f (stale) Mirror 21: 0x86778b4f (stale) Mirror 23: 0x24e2a897 (stale) Mirror 24: 0x78f8b8c (stale) Mirror 25: 0xd83562ff (stale) Mirror 26: 0xce591bd5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000803 1777421534.996006 trunc from 0x021115 to 0x02dc7f (0xcb6b bytes) 000804 1777421534.999036 punch from 0x0259a1 to 0x0350e6 (0xf746 bytes) 000805 1777421535.002946 trunc from 0x040000 to 0x00d432 (0x32bcd bytes) 000807 1777421535.017746 trunc from 0x000421 to 0x002465 (0x2045 bytes) 000808 1777421535.022384 MIRROR_SPLIT mirror 2 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xd433): Mirror 8: 0x7dfd701c (stale) Mirror 11: 0x7dfd701c (stale) Mirror 12: 0x7dfd701c (stale) Mirror 15: 0x7dfd701c (stale) Mirror 17: 0x7dfd701c (stale) Mirror 18: 0x7dfd701c (stale) Mirror 21: 0x7dfd701c (stale) Mirror 23: 0xbac6d10f (stale) Mirror 24: 0xe687eb86 (stale) Mirror 25: 0x7f4cd582 (stale) Mirror 26: 0x2cd4dfd6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd433): Mirror 8: 0x7dfd701c (stale) Mirror 11: 0x7dfd701c (stale) Mirror 12: 0x7dfd701c (stale) Mirror 15: 0x7dfd701c (stale) Mirror 17: 0x7dfd701c (stale) Mirror 18: 0x7dfd701c (stale) Mirror 21: 0x7dfd701c (stale) Mirror 23: 0xbac6d10f (stale) Mirror 24: 0xe687eb86 (stale) Mirror 25: 0x7f4cd582 (stale) Mirror 26: 0x2cd4dfd6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd433: skipped 000809 1777421535.284711 punch from 0x000427 to 0x00d15b (0xcd35 bytes) 000810 1777421535.291196 fallocate 0x022001 thru 0x031b03 (0xfb03 bytes) 000811 1777421535.295320 mapwrite 0x036591 thru 0x03ffff (0x9a6f bytes) 000812 1777421535.345197 write 0x0236e4 thru 0x024879 (0x1196 bytes) 000813 1777421535.364551 trunc from 0x040000 to 0x01e80c (0x217f3 bytes) 000814 1777421535.380974 mapread 0x00a741 thru 0x012c71 (0x8531 bytes) 000815 1777421535.390139 fallocate 0x0240ec thru 0x033edb (0xfdf0 bytes) 000816 1777421535.398638 MIRROR_RESYNC 12 mirrors 000817 1777421536.603587 write 0x011183 thru 0x017ef8 (0x6d76 bytes) 000818 1777421536.628993 punch from 0x017049 to 0x017596 (0x54e bytes) 000819 1777421536.640279 trunc from 0x033edc to 0x0276cd (0xc80e bytes) 000820 1777421536.659272 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x276ce): Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x276ce): Mirror 8: 0x738af2fd (stale) Mirror 11: 0x738af2fd (stale) Mirror 12: 0x738af2fd (stale) Mirror 15: 0x738af2fd (stale) Mirror 17: 0x738af2fd (stale) Mirror 18: 0x738af2fd (stale) Mirror 21: 0x738af2fd (stale) Mirror 23: 0x738af2fd (stale) Mirror 24: 0x738af2fd (stale) Mirror 25: 0x738af2fd (stale) Mirror 26: 0x738af2fd (stale) CRC-32 checksum value for chunk [0, 0x276ce): Mirror 1: 0x74b42f5d Mirror 27: 0x74b42f5d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x276ce: skipped 000821 1777421537.216661 MIRROR_RESYNC 13 mirrors 000822 1777421538.374696 trunc from 0x01ab7c to 0x022bb2 (0x8037 bytes) 000824 1777421538.399414 read 0x014007 thru 0x01799f (0x3999 bytes) 000825 1777421538.403227 mapwrite 0x018442 thru 0x025237 (0xcdf6 bytes) 000826 1777421538.442422 trunc from 0x01daf3 to 0x021f7c (0x448a bytes) 000829 1777421538.446129 mapread 0x016444 thru 0x016600 (0x1bd bytes) 000830 1777421538.446985 write 0x0049e9 thru 0x00638f (0x19a7 bytes) 000831 1777421538.453151 write 0x0313df thru 0x0397cc (0x83ee bytes) 000832 1777421538.454259 trunc from 0x0053a8 to 0x01187a (0xc4d3 bytes) 000833 1777421538.472477 write 0x012852 thru 0x02176d (0xef1c bytes) 000834 1777421538.480590 mapread 0x01f2bf thru 0x0214b2 (0x21f4 bytes) 000836 1777421538.483128 trunc from 0x03813a to 0x0397cc (0x1693 bytes) 000837 1777421538.487748 trunc from 0x0351c4 to 0x0397cc (0x4609 bytes) 000838 1777421538.493352 punch from 0x01085b to 0x011599 (0xd3f bytes) 000839 1777421538.497395 fallocate 0x015a92 thru 0x01c8fb (0x6e6a bytes) 000840 1777421538.500041 trunc from 0x0052bb to 0x00b0fe (0x5e44 bytes) 000842 1777421538.503352 read 0x02d2a9 thru 0x039205 (0xbf5d bytes) 000844 1777421538.508575 mapread 0x0393cd thru 0x0397cc (0x400 bytes) 000845 1777421538.509356 mapread 0x012796 thru 0x0194df (0x6d4a bytes) 000846 1777421538.512787 MIRROR_RESYNC 13 mirrors 000847 1777421540.249712 punch from 0x0273c5 to 0x02a9fe (0x363a bytes) 000848 1777421540.261982 trunc from 0x0397cd to 0x03c205 (0x2a39 bytes) 000849 1777421540.272369 trunc from 0x0254a3 to 0x02ac16 (0x5774 bytes) 000850 1777421540.275023 mapwrite 0x022b53 thru 0x02c6af (0x9b5d bytes) 000851 1777421540.295843 fallocate 0x030a45 thru 0x036bbb (0x6177 bytes) 000852 1777421540.300454 MIRROR_RESYNC 13 mirrors 000853 1777421541.928136 fallocate 0x02b09f thru 0x03a764 (0xf6c6 bytes) 000854 1777421541.970308 write 0x034dcc thru 0x03ffff (0xb234 bytes) 000855 1777421541.974597 read 0x01670a thru 0x021c82 (0xb579 bytes) 000856 1777421541.982332 mapwrite 0x01c8ff thru 0x01d45d (0xb5f bytes) 000858 1777421541.999588 punch from 0x01ce0a to 0x0287f1 (0xb9e8 bytes) 000859 1777421542.004129 trunc from 0x00984e to 0x016443 (0xcbf6 bytes) 000861 1777421542.012803 read 0x027abc thru 0x03513d (0xd682 bytes) 000862 1777421542.022836 mapwrite 0x00dbf5 thru 0x0183ec (0xa7f8 bytes) 000863 1777421542.041078 mapread 0x034fb7 thru 0x03ffff (0xb049 bytes) 000864 1777421542.042706 mapread 0x03d97f thru 0x03ffff (0x2681 bytes) 000865 1777421542.043837 write 0x033c1a thru 0x03ffff (0xc3e6 bytes) 000866 1777421542.045377 fallocate 0x016ed1 thru 0x01ee1a (0x7f4a bytes) 000868 1777421542.049184 fallocate 0x01e698 thru 0x02c892 (0xe1fb bytes) 000869 1777421542.052110 fallocate 0x02496a thru 0x026cbd (0x2354 bytes) 000870 1777421542.055580 trunc from 0x000e08 to 0x00c50c (0xb705 bytes) 000871 1777421542.059146 mapread 0x02d784 thru 0x03c90e (0xf18b bytes) 000872 1777421542.060471 mapwrite 0x01a0ce thru 0x022c7f (0x8bb2 bytes) 000873 1777421542.076996 MIRROR_SPLIT mirror 1 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x25d653db (stale) Mirror 12: 0x25d653db (stale) Mirror 15: 0x25d653db (stale) Mirror 17: 0x25d653db (stale) Mirror 18: 0x25d653db (stale) Mirror 21: 0x25d653db (stale) Mirror 23: 0x25d653db (stale) Mirror 24: 0x25d653db (stale) Mirror 25: 0x25d653db (stale) Mirror 26: 0x25d653db (stale) Mirror 27: 0x25d653db (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x25d653db (stale) Mirror 12: 0x25d653db (stale) Mirror 15: 0x25d653db (stale) Mirror 17: 0x25d653db (stale) Mirror 18: 0x25d653db (stale) Mirror 21: 0x25d653db (stale) Mirror 23: 0x25d653db (stale) Mirror 24: 0x25d653db (stale) Mirror 25: 0x25d653db (stale) Mirror 26: 0x25d653db (stale) Mirror 27: 0x25d653db (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000874 1777421542.397696 write 0x00a9f3 thru 0x01a045 (0xf653 bytes) 000875 1777421542.413801 mapwrite 0x007bbe thru 0x014236 (0xc679 bytes) 000876 1777421542.445269 punch from 0x0363f2 to 0x03ffff (0x9c0e bytes) 000878 1777421542.449043 trunc from 0x0302ba to 0x03cc39 (0xc980 bytes) 000879 1777421542.451937 trunc from 0x03345a to 0x03d9d2 (0xa579 bytes) 000880 1777421542.457067 mapwrite 0x03dcb0 thru 0x03ffff (0x2350 bytes) 000881 1777421542.480461 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x25d653db (stale) Mirror 12: 0x25d653db (stale) Mirror 15: 0x25d653db (stale) Mirror 17: 0x25d653db (stale) Mirror 18: 0x25d653db (stale) Mirror 21: 0x25d653db (stale) Mirror 23: 0x25d653db (stale) Mirror 24: 0x25d653db (stale) Mirror 25: 0x25d653db (stale) Mirror 26: 0x25d653db (stale) Mirror 27: 0x25d653db (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xfb0d1e63 Mirror 28: 0xfb0d1e63 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000882 1777421542.944776 trunc from 0x040000 to 0x008ca1 (0x3735e bytes) 000883 1777421542.988671 read 0x00737b thru 0x007b61 (0x7e7 bytes) 000884 1777421542.992599 punch from 0x00764e to 0x008ca1 (0x1654 bytes) 000885 1777421542.997566 mapwrite 0x00d6c3 thru 0x00f0b9 (0x19f7 bytes) 000886 1777421543.050312 mapread 0x008b0f thru 0x00efd6 (0x64c8 bytes) 000887 1777421543.051461 write 0x01be77 thru 0x02ab50 (0xecda bytes) 000888 1777421543.053589 trunc from 0x02ab51 to 0x03d6b4 (0x12b64 bytes) 000889 1777421543.062688 punch from 0x016cf3 to 0x02206c (0xb37a bytes) 000890 1777421543.073111 trunc from 0x0246e4 to 0x02db44 (0x9461 bytes) 000891 1777421543.077694 punch from 0x017660 to 0x0221c2 (0xab63 bytes) 000892 1777421543.080617 trunc from 0x035c21 to 0x038bb7 (0x2f97 bytes) 000893 1777421543.084755 fallocate 0x014578 thru 0x017ed1 (0x395a bytes) 000894 1777421543.087732 write 0x02869b thru 0x0314e6 (0x8e4c bytes) 000895 1777421543.097597 fallocate 0x03d1df thru 0x03ffff (0x2e21 bytes) 000896 1777421543.099896 read 0x00b0a9 thru 0x00d715 (0x266d bytes) 000897 1777421543.100348 trunc from 0x023fde to 0x02fd1b (0xbd3e bytes) 000898 1777421543.106578 punch from 0x0069cc to 0x006d66 (0x39b bytes) 000899 1777421543.112435 write 0x02b122 thru 0x02bd34 (0xc13 bytes) 000900 1777421543.117528 trunc from 0x03d6b5 to 0x031e3e (0xb876 bytes) 000902 1777421543.125332 read 0x008720 thru 0x01862f (0xff10 bytes) 000903 1777421543.126182 write 0x0325d6 thru 0x035621 (0x304c bytes) 000904 1777421543.127260 trunc from 0x015f7e to 0x01f03d (0x90c0 bytes) 000905 1777421543.134342 trunc from 0x02d77c to 0x0338db (0x6160 bytes) 000906 1777421543.142859 MIRROR_SPLIT mirror 4 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35622): Mirror 11: 0x77f0849d (stale) Mirror 12: 0x77f0849d (stale) Mirror 15: 0x77f0849d (stale) Mirror 18: 0x77f0849d (stale) Mirror 21: 0x77f0849d (stale) Mirror 23: 0x77f0849d (stale) Mirror 24: 0x77f0849d (stale) Mirror 25: 0x77f0849d (stale) Mirror 26: 0x77f0849d (stale) Mirror 27: 0x77f0849d (stale) Mirror 28: 0xc94b07f1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35622): Mirror 11: 0x77f0849d (stale) Mirror 12: 0x77f0849d (stale) Mirror 15: 0x77f0849d (stale) Mirror 18: 0x77f0849d (stale) Mirror 21: 0x77f0849d (stale) Mirror 23: 0x77f0849d (stale) Mirror 24: 0x77f0849d (stale) Mirror 25: 0x77f0849d (stale) Mirror 26: 0x77f0849d (stale) Mirror 27: 0x77f0849d (stale) Mirror 28: 0xc94b07f1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35622: skipped 000907 1777421543.401120 trunc from 0x014fe6 to 0x01ecf6 (0x9d11 bytes) 000908 1777421543.405074 write 0x02439d thru 0x031519 (0xd17d bytes) 000909 1777421543.417070 MIRROR_RESYNC 12 mirrors 000910 1777421544.758390 fallocate 0x016881 thru 0x0233d1 (0xcb51 bytes) 000911 1777421544.775966 read 0x00b4a2 thru 0x01650b (0xb06a bytes) 000912 1777421544.780307 trunc from 0x035622 to 0x0038ae (0x31d73 bytes) 000913 1777421544.797026 write 0x02002a thru 0x02e721 (0xe6f8 bytes) 000914 1777421544.798737 read 0x00c3ec thru 0x010ed5 (0x4aea bytes) 000915 1777421544.809085 MIRROR_RESYNC 12 mirrors 000916 1777421545.432291 mapwrite 0x035dab thru 0x03ffff (0xa255 bytes) 000917 1777421545.482835 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x80971928 (stale) Mirror 12: 0x80971928 (stale) Mirror 15: 0x80971928 (stale) Mirror 18: 0x80971928 (stale) Mirror 21: 0x80971928 (stale) Mirror 23: 0x80971928 (stale) Mirror 24: 0x80971928 (stale) Mirror 25: 0x80971928 (stale) Mirror 26: 0x80971928 (stale) Mirror 27: 0x80971928 (stale) Mirror 28: 0x80971928 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa9d56819 Mirror 29: 0xa9d56819 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000918 1777421546.026570 read 0x02b6ad thru 0x038b76 (0xd4ca bytes) 000919 1777421546.041598 write 0x0236fb thru 0x02f846 (0xc14c bytes) 000920 1777421546.073585 mapread 0x0134cf thru 0x01728f (0x3dc1 bytes) 000921 1777421546.080808 trunc from 0x01e3dd to 0x01e62d (0x251 bytes) 000922 1777421546.084180 fallocate 0x03d1fe thru 0x03ffff (0x2e02 bytes) 000923 1777421546.087440 fallocate 0x0073b8 thru 0x0135a3 (0xc1ec bytes) 000924 1777421546.090638 fallocate 0x01996d thru 0x01a4e8 (0xb7c bytes) 000925 1777421546.095849 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x80971928 (stale) Mirror 12: 0x80971928 (stale) Mirror 15: 0x80971928 (stale) Mirror 18: 0x80971928 (stale) Mirror 21: 0x80971928 (stale) Mirror 23: 0x80971928 (stale) Mirror 24: 0x80971928 (stale) Mirror 25: 0x80971928 (stale) Mirror 26: 0x80971928 (stale) Mirror 27: 0x80971928 (stale) Mirror 28: 0x80971928 (stale) Mirror 29: 0xa9d56819 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x748a1cd8 Mirror 30: 0x748a1cd8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000926 1777421546.573392 trunc from 0x018869 to 0x025d60 (0xd4f8 bytes) 000929 1777421546.600895 MIRROR_SPLIT mirror 9 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x80971928 (stale) Mirror 12: 0x80971928 (stale) Mirror 15: 0x80971928 (stale) Mirror 18: 0x80971928 (stale) Mirror 21: 0x80971928 (stale) Mirror 23: 0x80971928 (stale) Mirror 24: 0x80971928 (stale) Mirror 25: 0x80971928 (stale) Mirror 27: 0x80971928 (stale) Mirror 28: 0x80971928 (stale) Mirror 29: 0xa9d56819 (stale) Mirror 30: 0x748a1cd8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x80971928 (stale) Mirror 12: 0x80971928 (stale) Mirror 15: 0x80971928 (stale) Mirror 18: 0x80971928 (stale) Mirror 21: 0x80971928 (stale) Mirror 23: 0x80971928 (stale) Mirror 24: 0x80971928 (stale) Mirror 25: 0x80971928 (stale) Mirror 27: 0x80971928 (stale) Mirror 28: 0x80971928 (stale) Mirror 29: 0xa9d56819 (stale) Mirror 30: 0x748a1cd8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000931 1777421546.912548 mapwrite 0x02062c thru 0x027bc6 (0x759b bytes) 000933 1777421546.942222 punch from 0x00be3f to 0x010b4f (0x4d11 bytes) 000934 1777421546.948619 MIRROR_RESYNC 13 mirrors 000937 1777421547.943366 write 0x0012c4 thru 0x001903 (0x640 bytes) 000938 1777421547.965428 trunc from 0x040000 to 0x01ff53 (0x200ac bytes) 000939 1777421547.980455 read 0x0175e6 thru 0x01ff53 (0x896e bytes) 000940 1777421547.985144 trunc from 0x01ff54 to 0x006b5f (0x193f4 bytes) 000941 1777421547.994628 mapwrite 0x03dd26 thru 0x03ffff (0x22da bytes) 000942 1777421548.014600 mapread 0x025047 thru 0x02c277 (0x7231 bytes) 000943 1777421548.020386 write 0x00c082 thru 0x00d4c3 (0x1442 bytes) 000944 1777421548.025163 fallocate 0x02df14 thru 0x03d085 (0xf172 bytes) 000945 1777421548.030077 MIRROR_RESYNC 13 mirrors 000946 1777421548.933748 punch from 0x019056 to 0x025ec9 (0xce74 bytes) 000947 1777421548.959583 MIRROR_RESYNC 13 mirrors 000948 1777421549.768799 read 0x02f7bb thru 0x03c31c (0xcb62 bytes) 000949 1777421549.772478 fallocate 0x00c1c0 thru 0x00fd81 (0x3bc2 bytes) 000950 1777421549.789898 trunc from 0x03dcd5 to 0x03ea93 (0xdbf bytes) 000951 1777421549.791985 trunc from 0x040000 to 0x03eecc (0x1133 bytes) 000952 1777421549.801314 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3eecd): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3eecd): Mirror 11: 0xd64a028c (stale) Mirror 12: 0xd64a028c (stale) Mirror 15: 0xd64a028c (stale) Mirror 18: 0xd64a028c (stale) Mirror 21: 0xd64a028c (stale) Mirror 23: 0xd64a028c (stale) Mirror 24: 0xd64a028c (stale) Mirror 25: 0xd64a028c (stale) Mirror 27: 0xd64a028c (stale) Mirror 28: 0xd64a028c (stale) Mirror 29: 0xd64a028c (stale) Mirror 30: 0xd64a028c (stale) CRC-32 checksum value for chunk [0, 0x3eecd): Mirror 1: 0x2c2952cf Mirror 31: 0x2c2952cf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3eecd: skipped 000953 1777421550.279938 fallocate 0x000b7a thru 0x00bda5 (0xb22c bytes) 000954 1777421550.298300 MIRROR_RESYNC 14 mirrors 000956 1777421551.353278 read 0x030401 thru 0x03e8ef (0xe4ef bytes) 000957 1777421551.357047 mapwrite 0x02fb02 thru 0x03b380 (0xb87f bytes) 000958 1777421551.415523 punch from 0x0176e9 to 0x01d4d8 (0x5df0 bytes) 000960 1777421551.419471 write 0x01bc38 thru 0x022b56 (0x6f1f bytes) 000961 1777421551.423636 trunc from 0x03eecd to 0x03fc7c (0xdb0 bytes) 000962 1777421551.431259 trunc from 0x01f421 to 0x02ab95 (0xb775 bytes) 000964 1777421551.439665 fallocate 0x031717 thru 0x034171 (0x2a5b bytes) 000966 1777421551.445365 mapwrite 0x03e4c8 thru 0x03ffff (0x1b38 bytes) 000967 1777421551.463746 mapread 0x03c086 thru 0x03ffff (0x3f7a bytes) 000968 1777421551.472784 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xd9b9feb3 (stale) Mirror 12: 0xd9b9feb3 (stale) Mirror 15: 0xd9b9feb3 (stale) Mirror 18: 0xd9b9feb3 (stale) Mirror 21: 0xd9b9feb3 (stale) Mirror 23: 0xd9b9feb3 (stale) Mirror 24: 0xd9b9feb3 (stale) Mirror 25: 0xd9b9feb3 (stale) Mirror 27: 0xd9b9feb3 (stale) Mirror 28: 0xd9b9feb3 (stale) Mirror 29: 0xd9b9feb3 (stale) Mirror 30: 0xd9b9feb3 (stale) Mirror 31: 0xd9b9feb3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xfa8f87f0 Mirror 32: 0xfa8f87f0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000969 1777421551.924414 write 0x000d5d thru 0x00674c (0x59f0 bytes) 000970 1777421551.952674 mapread 0x03f199 thru 0x03ffff (0xe67 bytes) 000971 1777421551.955845 read 0x03a402 thru 0x03ffff (0x5bfe bytes) 000972 1777421551.959963 mapread 0x016df6 thru 0x01b701 (0x490c bytes) 000973 1777421551.965978 mapread 0x00cab3 thru 0x01be7c (0xf3ca bytes) 000974 1777421551.970608 punch from 0x039268 to 0x03a54a (0x12e3 bytes) 000975 1777421551.972843 punch from 0x03920b to 0x03ffff (0x6df5 bytes) 000976 1777421551.979115 MIRROR_RESYNC 15 mirrors 000977 1777421553.054881 mapwrite 0x02304b thru 0x030a09 (0xd9bf bytes) 000978 1777421553.101226 mapread 0x0259d6 thru 0x03357a (0xdba5 bytes) 000979 1777421553.102610 read 0x013449 thru 0x01bec0 (0x8a78 bytes) 000980 1777421553.108198 trunc from 0x040000 to 0x0316ea (0xe915 bytes) 000981 1777421553.119229 mapwrite 0x01eefa thru 0x02eee6 (0xffed bytes) 000983 1777421553.131462 trunc from 0x0316eb to 0x03f652 (0xdf68 bytes) 000984 1777421553.140837 trunc from 0x03f653 to 0x02a42f (0x15223 bytes) 000985 1777421553.150699 trunc from 0x02a430 to 0x005ab6 (0x24979 bytes) 000986 1777421553.169758 MIRROR_SPLIT mirror 8 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x44:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x5ab7): Mirror 11: 0xd5c30ac8 (stale) Mirror 12: 0xd5c30ac8 (stale) Mirror 15: 0xd5c30ac8 (stale) Mirror 18: 0xd5c30ac8 (stale) Mirror 21: 0xd5c30ac8 (stale) Mirror 23: 0xd5c30ac8 (stale) Mirror 24: 0xd5c30ac8 (stale) Mirror 27: 0xd5c30ac8 (stale) Mirror 28: 0xd5c30ac8 (stale) Mirror 29: 0xd5c30ac8 (stale) Mirror 30: 0xd5c30ac8 (stale) Mirror 31: 0xd5c30ac8 (stale) Mirror 32: 0xd5c30ac8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x5ab7): Mirror 11: 0xd5c30ac8 (stale) Mirror 12: 0xd5c30ac8 (stale) Mirror 15: 0xd5c30ac8 (stale) Mirror 18: 0xd5c30ac8 (stale) Mirror 21: 0xd5c30ac8 (stale) Mirror 23: 0xd5c30ac8 (stale) Mirror 24: 0xd5c30ac8 (stale) Mirror 27: 0xd5c30ac8 (stale) Mirror 28: 0xd5c30ac8 (stale) Mirror 29: 0xd5c30ac8 (stale) Mirror 30: 0xd5c30ac8 (stale) Mirror 31: 0xd5c30ac8 (stale) Mirror 32: 0xd5c30ac8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x5ab7: skipped 000987 1777421553.382280 mapread 0x00111e thru 0x005ab6 (0x4999 bytes) 000988 1777421553.391166 fallocate 0x028ea2 thru 0x030595 (0x76f4 bytes) 000989 1777421553.397753 punch from 0x0122ae to 0x021ac5 (0xf818 bytes) 000991 1777421553.401273 trunc from 0x030596 to 0x0292cc (0x72c9 bytes) 000992 1777421553.409752 fallocate 0x01749b thru 0x01eb8f (0x76f5 bytes) 000993 1777421553.412089 mapwrite 0x02d838 thru 0x03b2ff (0xdac8 bytes) 000994 1777421553.434887 trunc from 0x03b300 to 0x03c8bc (0x15bd bytes) 000995 1777421553.439450 punch from 0x023f43 to 0x02d6d5 (0x9793 bytes) 000996 1777421553.441453 mapwrite 0x030c72 thru 0x03dde7 (0xd176 bytes) 000997 1777421553.456224 trunc from 0x03139d to 0x0376a7 (0x630b bytes) 000998 1777421553.458392 mapwrite 0x037409 thru 0x03ac64 (0x385c bytes) 000999 1777421553.472536 mapread 0x014083 thru 0x01675f (0x26dd bytes) 001000 1777421553.476429 write 0x01aa9d thru 0x0285dd (0xdb41 bytes) All operations completed A-OK!