== sanity-flr test 70a: flr mode fsx test ================ 04:18:18 (1787386698) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 6700 000001 1787386700.822801 mapwrite 0x035d7f thru 0x03f3e4 (0x9666 bytes) 000003 1787386700.925299 read 0x009f3b thru 0x0143fa (0xa4c0 bytes) zero_range to largest ever: 0x2170c 000004 1787386700.939121 trunc from 0x01acff to 0x02170b (0x6a0d bytes) 000005 1787386700.947020 mapwrite 0x009858 thru 0x00be6d (0x2616 bytes) 000006 1787386700.979271 punch from 0x00bc08 to 0x0185a2 (0xc99b bytes) fallocating to largest ever: 0x26668 000007 1787386700.995066 fallocate 0x01888f thru 0x026667 (0xddd9 bytes) 000008 1787386701.017296 trunc from 0x03ac44 to 0x03b16d (0x52a bytes) 000009 1787386701.024183 write 0x0308b1 thru 0x0338a7 (0x2ff7 bytes) 000010 1787386701.026867 mapread 0x003d3c thru 0x0086c9 (0x498e bytes) 000012 1787386701.048872 mapread 0x007561 thru 0x00f5ea (0x808a bytes) zero_range to largest ever: 0x3f3e5 000013 1787386701.052967 trunc from 0x03a6de to 0x03f3e4 (0x4d07 bytes) 000014 1787386701.069147 write 0x022afb thru 0x022dfb (0x301 bytes) 000016 1787386701.078808 trunc from 0x03f3e5 to 0x011384 (0x2e060 bytes) 000017 1787386701.121933 mapwrite 0x037486 thru 0x03dd43 (0x68be bytes) 000018 1787386701.181982 read 0x025a84 thru 0x028538 (0x2ab5 bytes) 000020 1787386701.201665 trunc from 0x00d6a0 to 0x00f7e6 (0x2147 bytes) 000022 1787386701.208169 trunc from 0x03dd44 to 0x00f0f3 (0x2ec50 bytes) 000023 1787386701.226709 read 0x0089b6 thru 0x00f0f3 (0x673e bytes) 000026 1787386701.234249 trunc from 0x00f0f4 to 0x031b28 (0x22a35 bytes) 000027 1787386701.251366 trunc from 0x014453 to 0x01ef3e (0xaaec bytes) 000028 1787386701.262391 punch from 0x01ad4d to 0x01cea0 (0x2154 bytes) 000029 1787386701.269272 trunc from 0x031b29 to 0x03c109 (0xa5e1 bytes) 000030 1787386701.289586 trunc from 0x03c10a to 0x010c93 (0x2b476 bytes) 000031 1787386701.306969 punch from 0x004fcb to 0x010c93 (0xbcc9 bytes) 000032 1787386701.315790 MIRROR_EXTEND to 2 mirrors 000034 1787386701.832205 punch from 0x0058ce to 0x0077a0 (0x1ed3 bytes) 000035 1787386701.912154 mapwrite 0x019e75 thru 0x02718e (0xd31a bytes) 000036 1787386702.059343 punch from 0x00e556 to 0x0139e9 (0x5494 bytes) 000037 1787386702.066045 fallocate 0x0026d7 thru 0x0108b3 (0xe1dd bytes) 000038 1787386702.074989 mapread 0x01a26d thru 0x025845 (0xb5d9 bytes) 000039 1787386702.076885 fallocate 0x005bc7 thru 0x010edc (0xb316 bytes) 000040 1787386702.082870 trunc from 0x017784 to 0x01c301 (0x4b7e bytes) 000041 1787386702.087935 mapread 0x02689f thru 0x02718e (0x8f0 bytes) 000043 1787386702.096182 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2718f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2718f): Mirror 2: 0x5b7f6641 (stale) CRC-32 checksum value for chunk [0, 0x2718f): Mirror 1: 0xf18369e9 Mirror 3: 0xf18369e9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2718f: skipped 000044 1787386702.777224 fallocate 0x0286bd thru 0x02b020 (0x2964 bytes) 000045 1787386702.839687 read 0x00b2fa thru 0x015788 (0xa48f bytes) 000046 1787386702.857791 MIRROR_RESYNC 3 mirrors 000047 1787386703.445236 write 0x0037a9 thru 0x010c7b (0xd4d3 bytes) 000048 1787386703.485872 write 0x0288e9 thru 0x02b1f0 (0x2908 bytes) 000049 1787386703.488014 trunc from 0x02b1f1 to 0x022ade (0x8712 bytes) 000050 1787386703.512700 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x22adf): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22adf): Mirror 2: 0x764a2364 (stale) Mirror 3: 0x764a2364 (stale) CRC-32 checksum value for chunk [0, 0x22adf): Mirror 1: 0xfc9619c8 Mirror 4: 0xfc9619c8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22adf: skipped 000051 1787386704.181613 write 0x02b989 thru 0x02d6a8 (0x1d20 bytes) 000052 1787386704.218213 write 0x022587 thru 0x031f3e (0xf9b8 bytes) 000053 1787386704.225800 fallocate 0x01e471 thru 0x022a9f (0x462f bytes) 000054 1787386704.230806 write 0x03d61a thru 0x03ffff (0x29e6 bytes) 000055 1787386704.232355 read 0x034998 thru 0x036550 (0x1bb9 bytes) 000056 1787386704.238172 mapwrite 0x03b416 thru 0x03f955 (0x4540 bytes) 000057 1787386704.268844 trunc from 0x040000 to 0x029dc8 (0x16237 bytes) 000058 1787386704.287132 mapread 0x025df6 thru 0x029dc8 (0x3fd3 bytes) 000059 1787386704.293207 MIRROR_RESYNC 4 mirrors 000060 1787386705.240644 mapwrite 0x000541 thru 0x00199d (0x145d bytes) 000061 1787386705.401895 fallocate 0x00aa9c thru 0x017108 (0xc66d bytes) 000062 1787386705.408811 write 0x01ca28 thru 0x0208a0 (0x3e79 bytes) 000063 1787386705.436175 fallocate 0x0091f2 thru 0x00be68 (0x2c77 bytes) 000064 1787386705.441832 fallocate 0x0132b6 thru 0x01b5cf (0x831a bytes) 000065 1787386705.447106 trunc from 0x00dbc2 to 0x0173ad (0x97ec bytes) 000066 1787386705.453121 trunc from 0x0179b1 to 0x01fcfc (0x834c bytes) 000067 1787386705.464097 fallocate 0x00f1ef thru 0x01eaa7 (0xf8b9 bytes) 000068 1787386705.469220 read 0x01ae56 thru 0x023560 (0x870b bytes) 000069 1787386705.485995 write 0x031b06 thru 0x033858 (0x1d53 bytes) 000070 1787386705.488108 trunc from 0x033859 to 0x00c9df (0x26e79 bytes) 000071 1787386705.534142 mapwrite 0x023138 thru 0x02d882 (0xa74b bytes) 000072 1787386705.583067 mapread 0x02c0e3 thru 0x02d882 (0x17a0 bytes) 000075 1787386705.589637 trunc from 0x02d883 to 0x03b30d (0xda8b bytes) 000076 1787386705.603709 punch from 0x029045 to 0x0313e6 (0x83a2 bytes) 000078 1787386705.609585 fallocate 0x0274ad thru 0x02b4ac (0x4000 bytes) 000079 1787386705.613581 read 0x02584c thru 0x032cce (0xd483 bytes) 000080 1787386705.631701 mapread 0x03a87b thru 0x03b30d (0xa93 bytes) 000081 1787386705.633023 trunc from 0x03b30e to 0x03ad10 (0x5fd bytes) 000082 1787386705.652171 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3ad11): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ad11): Mirror 2: 0xe5857370 (stale) Mirror 3: 0xe5857370 (stale) Mirror 4: 0xe5857370 (stale) CRC-32 checksum value for chunk [0, 0x3ad11): Mirror 1: 0x527f7594 Mirror 5: 0x527f7594 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ad11: skipped 000083 1787386706.479310 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ad11): Mirror 2: 0xe5857370 (stale) Mirror 4: 0xe5857370 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ad11): Mirror 2: 0xe5857370 (stale) Mirror 4: 0xe5857370 (stale) CRC-32 checksum value for chunk [0, 0x3ad11): Mirror 1: 0x527f7594 Mirror 5: 0x527f7594 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ad11: skipped 000084 1787386707.243530 punch from 0x036cb5 to 0x038b4a (0x1e96 bytes) 000085 1787386707.295136 mapread 0x015c72 thru 0x020788 (0xab17 bytes) 000086 1787386707.330286 trunc from 0x03ad11 to 0x01a20f (0x20b01 bytes) 000087 1787386707.392746 mapread 0x012ae4 thru 0x016ff1 (0x450e bytes) fallocating to largest ever: 0x40000 000089 1787386707.396587 fallocate 0x03e597 thru 0x03ffff (0x1a69 bytes) 000091 1787386707.403579 write 0x007705 thru 0x010021 (0x891d bytes) 000093 1787386707.423750 trunc from 0x008f17 to 0x00ead0 (0x5bba bytes) 000094 1787386707.453520 write 0x02ee99 thru 0x037050 (0x81b8 bytes) 000095 1787386707.455693 punch from 0x0191f2 to 0x02589d (0xc6ac bytes) 000096 1787386707.469132 MIRROR_RESYNC 4 mirrors 000097 1787386708.637028 punch from 0x01c358 to 0x025720 (0x93c9 bytes) 000098 1787386708.677398 mapwrite 0x02e3a3 thru 0x0310fd (0x2d5b bytes) 000099 1787386708.711551 write 0x00b055 thru 0x00eace (0x3a7a bytes) 000100 1787386708.727677 mapwrite 0x00321e thru 0x012759 (0xf53c bytes) 000101 1787386708.801446 trunc from 0x026d87 to 0x035747 (0xe9c1 bytes) 000103 1787386708.809090 fallocate 0x00d862 thru 0x00ed55 (0x14f4 bytes) 000104 1787386708.820274 MIRROR_RESYNC 4 mirrors 000105 1787386709.636802 punch from 0x030e0e to 0x037050 (0x6243 bytes) 000107 1787386709.669209 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37051): Mirror 4: 0xbae3dd0a (stale) Mirror 5: 0xbae3dd0a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37051): Mirror 4: 0xbae3dd0a (stale) Mirror 5: 0xbae3dd0a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37051: skipped 000108 1787386709.931742 mapwrite 0x01e722 thru 0x022d08 (0x45e7 bytes) 000109 1787386709.960988 trunc from 0x037051 to 0x012033 (0x2501d bytes) 000110 1787386709.983072 read 0x00dd36 thru 0x012033 (0x42fe bytes) 000111 1787386709.991242 fallocate 0x0103bc thru 0x01127d (0xec2 bytes) 000112 1787386709.999673 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x12034): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12034): Mirror 4: 0x882fbd35 (stale) Mirror 5: 0x882fbd35 (stale) CRC-32 checksum value for chunk [0, 0x12034): Mirror 1: 0x882fbd35 Mirror 6: 0x882fbd35 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12034: skipped 000113 1787386710.902591 fallocate 0x01e2ed thru 0x0229f3 (0x4707 bytes) 000114 1787386710.955584 fallocate 0x0223f3 thru 0x02c5f4 (0xa202 bytes) 000115 1787386710.968206 mapread 0x00c3ff thru 0x012033 (0x5c35 bytes) 000116 1787386710.997579 trunc from 0x00babf to 0x012033 (0x6575 bytes) 000117 1787386711.005146 trunc from 0x0113fa to 0x012033 (0xc3a bytes) 000118 1787386711.013196 fallocate 0x030454 thru 0x03ddb9 (0xd966 bytes) 000119 1787386711.027667 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x12034): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12034): Mirror 4: 0x882fbd35 (stale) Mirror 5: 0x882fbd35 (stale) Mirror 6: 0x882fbd35 (stale) CRC-32 checksum value for chunk [0, 0x12034): Mirror 1: 0x10cfbd25 Mirror 7: 0x10cfbd25 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12034: skipped 000120 1787386711.916821 trunc from 0x00cb4a to 0x012033 (0x54ea bytes) 000122 1787386711.962640 read 0x003388 thru 0x0106d2 (0xd34b bytes) 000123 1787386711.972533 trunc from 0x0024d7 to 0x00c262 (0x9d8c bytes) 000124 1787386711.993793 fallocate 0x0219d8 thru 0x026724 (0x4d4d bytes) 000125 1787386711.998903 read 0x010d28 thru 0x012033 (0x130c bytes) 000126 1787386712.008622 mapread 0x00bd62 thru 0x012033 (0x62d2 bytes) 000127 1787386712.010108 read 0x00ecce thru 0x012033 (0x3366 bytes) 000128 1787386712.011934 trunc from 0x012034 to 0x0032cd (0xed66 bytes) 000129 1787386712.039316 trunc from 0x001f06 to 0x0032cd (0x13c8 bytes) 000130 1787386712.045893 trunc from 0x0032ce to 0x02a13f (0x26e72 bytes) 000131 1787386712.059207 trunc from 0x0030ce to 0x0040b3 (0xfe6 bytes) 000132 1787386712.065688 mapread 0x012cae thru 0x01d56d (0xa8c0 bytes) 000133 1787386712.079077 write 0x017f2c thru 0x01d7c0 (0x5895 bytes) 000134 1787386712.080363 trunc from 0x00353c to 0x00635e (0x2e23 bytes) 000135 1787386712.086080 fallocate 0x033300 thru 0x036eb1 (0x3bb2 bytes) 000136 1787386712.091058 trunc from 0x002b25 to 0x008c74 (0x6150 bytes) 000137 1787386712.097618 trunc from 0x02a140 to 0x0145a7 (0x15b98 bytes) 000138 1787386712.113850 mapread 0x00cfb7 thru 0x0145a7 (0x75f1 bytes) 000140 1787386712.118125 read 0x003346 thru 0x00e548 (0xb203 bytes) 000141 1787386712.127198 write 0x01bd03 thru 0x022a09 (0x6d07 bytes) 000142 1787386712.130154 read 0x018644 thru 0x01adf4 (0x27b1 bytes) 000143 1787386712.138212 punch from 0x0007be to 0x003d5f (0x35a2 bytes) 000144 1787386712.144909 mapread 0x00275d thru 0x00375d (0x1001 bytes) 000145 1787386712.155104 fallocate 0x039b74 thru 0x03ffff (0x648c bytes) 000146 1787386712.165637 MIRROR_RESYNC 5 mirrors 000147 1787386713.107781 read 0x016548 thru 0x01a298 (0x3d51 bytes) 000148 1787386713.115982 punch from 0x015556 to 0x0159dc (0x487 bytes) 000149 1787386713.153026 trunc from 0x00f191 to 0x01dce1 (0xeb51 bytes) 000150 1787386713.161186 trunc from 0x022a0a to 0x033500 (0x10af7 bytes) 000151 1787386713.203638 read 0x0102a5 thru 0x0184fb (0x8257 bytes) 000153 1787386713.215208 punch from 0x0309d2 to 0x033500 (0x2b2f bytes) 000154 1787386713.220555 read 0x01c328 thru 0x021d62 (0x5a3b bytes) 000155 1787386713.221541 trunc from 0x01323b to 0x01b6bc (0x8482 bytes) 000156 1787386713.228110 write 0x02d99f thru 0x033216 (0x5878 bytes) 000157 1787386713.239807 write 0x00421b thru 0x00cf7a (0x8d60 bytes) 000158 1787386713.242053 trunc from 0x033501 to 0x025c1c (0xd8e4 bytes) 000159 1787386713.265774 MIRROR_RESYNC 5 mirrors 000160 1787386714.579502 trunc from 0x025c1d to 0x018706 (0xd516 bytes) 000161 1787386714.690035 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x18707): Mirror 5: 0x33a2af19 (stale) Mirror 6: 0x33a2af19 (stale) Mirror 7: 0x33a2af19 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x18707): Mirror 5: 0x33a2af19 (stale) Mirror 6: 0x33a2af19 (stale) Mirror 7: 0x33a2af19 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x18707: skipped 000162 1787386715.119266 mapread 0x01553d thru 0x018706 (0x31ca bytes) 000164 1787386715.158033 read 0x001fc5 thru 0x003c41 (0x1c7d bytes) 000165 1787386715.166098 fallocate 0x03013b thru 0x032b99 (0x2a5f bytes) 000166 1787386715.174795 fallocate 0x015ebc thru 0x019f75 (0x40ba bytes) 000167 1787386715.180900 trunc from 0x018707 to 0x0108c5 (0x7e41 bytes) 000168 1787386715.219810 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x108c6): Mirror 6: 0x6da4e070 (stale) Mirror 7: 0x6da4e070 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x108c6): Mirror 6: 0x6da4e070 (stale) Mirror 7: 0x6da4e070 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x108c6: skipped 000169 1787386715.655882 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x108c6): Mirror 7: 0x6da4e070 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x108c6): Mirror 7: 0x6da4e070 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x108c6: skipped 000170 1787386715.993943 trunc from 0x0108c6 to 0x02b3c0 (0x1aafb bytes) 000171 1787386716.035741 MIRROR_RESYNC 2 mirrors 000172 1787386716.907929 trunc from 0x0092ea to 0x018c35 (0xf94c bytes) 000173 1787386716.946796 punch from 0x00db4c to 0x01ad73 (0xd228 bytes) 000174 1787386716.954392 read 0x0178dc thru 0x02404b (0xc770 bytes) 000175 1787386716.968734 fallocate 0x0085f4 thru 0x00dc45 (0x5652 bytes) 000176 1787386716.979562 read 0x0178bf thru 0x02734d (0xfa8f bytes) 000177 1787386716.994380 mapread 0x01dc56 thru 0x0222a2 (0x464d bytes) 000178 1787386717.001808 mapread 0x00b552 thru 0x00e7a8 (0x3257 bytes) 000179 1787386717.006856 read 0x01a96a thru 0x0217c6 (0x6e5d bytes) 000180 1787386717.008532 trunc from 0x007bc2 to 0x012abc (0xaefb bytes) 000181 1787386717.026721 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2b3c1): Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b3c1): Mirror 7: 0x1be506fb (stale) CRC-32 checksum value for chunk [0, 0x2b3c1): Mirror 1: 0x8fed4b5 Mirror 8: 0x8fed4b5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b3c1: skipped 000182 1787386717.978255 read 0x00506e thru 0x01013d (0xb0d0 bytes) 000183 1787386718.013770 punch from 0x027c0b to 0x02b3c0 (0x37b6 bytes) 000184 1787386718.062606 trunc from 0x007ac0 to 0x00af33 (0x3474 bytes) 000185 1787386718.081594 mapwrite 0x0314f6 thru 0x036541 (0x504c bytes) 000186 1787386718.176300 trunc from 0x036542 to 0x029685 (0xcebc bytes) 000187 1787386718.200976 write 0x0328c8 thru 0x034da1 (0x24da bytes) 000188 1787386718.202254 trunc from 0x01af45 to 0x01c9b4 (0x1a70 bytes) 000189 1787386718.218128 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34da2): Mirror 7: 0x5c595d59 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34da2): Mirror 7: 0x5c595d59 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34da2: skipped 000190 1787386718.510248 trunc from 0x034da2 to 0x00f18a (0x25c17 bytes) 000191 1787386718.540529 mapread 0x0033ce thru 0x005c9a (0x28cd bytes) 000192 1787386718.560130 mapread 0x00429e thru 0x00f18a (0xaeed bytes) 000193 1787386718.562081 trunc from 0x00f18b to 0x01fa58 (0x108ce bytes) 000194 1787386718.581656 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000195 1787386718.742219 fallocate 0x0277ab thru 0x029ae5 (0x233b bytes) 000196 1787386718.747870 fallocate 0x032c83 thru 0x0363e7 (0x3765 bytes) 000197 1787386718.754250 write 0x00d3f8 thru 0x01cd65 (0xf96e bytes) 000198 1787386718.777227 write 0x00e5ea thru 0x01a4b0 (0xbec7 bytes) 000199 1787386718.780744 punch from 0x01f505 to 0x01fa58 (0x554 bytes) 000200 1787386718.785562 trunc from 0x01822b to 0x018760 (0x536 bytes) 000201 1787386718.806054 trunc from 0x00263a to 0x00a791 (0x8158 bytes) 000202 1787386718.813289 write 0x011671 thru 0x01cf60 (0xb8f0 bytes) 000204 1787386718.818406 trunc from 0x01b63e to 0x01fa58 (0x441b bytes) 000207 1787386718.835821 punch from 0x010665 to 0x01cb6d (0xc509 bytes) 000208 1787386718.842739 write 0x02f609 thru 0x035858 (0x6250 bytes) 000209 1787386718.844880 punch from 0x0277b3 to 0x03534c (0xdb9a bytes) 000211 1787386718.861911 trunc from 0x035859 to 0x00a8df (0x2af79 bytes) 000212 1787386718.882749 punch from 0x0065b8 to 0x00a8df (0x4328 bytes) 000213 1787386718.887183 fallocate 0x01706c thru 0x022365 (0xb2fa bytes) 000214 1787386718.892281 punch from 0x002a13 to 0x00a8df (0x7ecd bytes) 000215 1787386718.898053 fallocate 0x016ca8 thru 0x018bf2 (0x1f4b bytes) 000216 1787386718.903164 mapread 0x009730 thru 0x00a8df (0x11b0 bytes) 000218 1787386718.922251 MIRROR_EXTEND to 2 mirrors 000219 1787386719.603541 write 0x021f66 thru 0x023d1f (0x1dba bytes) 000220 1787386719.665208 trunc from 0x00758d to 0x00c5d3 (0x5047 bytes) 000221 1787386719.681783 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x23d20): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23d20): Mirror 2: 0x2c021b4d (stale) CRC-32 checksum value for chunk [0, 0x23d20): Mirror 1: 0xb2860339 Mirror 3: 0xb2860339 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23d20: skipped 000222 1787386720.512887 trunc from 0x023d20 to 0x01e670 (0x56af bytes) 000223 1787386720.561609 write 0x03aed6 thru 0x03ffff (0x512a bytes) 000224 1787386720.563348 write 0x013eb7 thru 0x014d46 (0xe90 bytes) 000225 1787386720.574498 fallocate 0x029603 thru 0x02eb5f (0x555d bytes) 000226 1787386720.584503 mapwrite 0x0182b4 thru 0x0204de (0x822b bytes) 000227 1787386720.645825 mapread 0x02b62a thru 0x034d6f (0x9746 bytes) 000228 1787386720.666485 mapread 0x03fd11 thru 0x03ffff (0x2ef bytes) 000229 1787386720.667481 punch from 0x023b59 to 0x02dc70 (0xa118 bytes) 000230 1787386720.675990 read 0x036668 thru 0x0399ee (0x3387 bytes) 000231 1787386720.678091 mapread 0x02c0cf thru 0x0397a6 (0xd6d8 bytes) 000232 1787386720.702802 mapread 0x01dbd1 thru 0x0279ce (0x9dfe bytes) 000233 1787386720.707623 trunc from 0x008425 to 0x017aaf (0xf68b bytes) 000234 1787386720.715871 mapwrite 0x011440 thru 0x016117 (0x4cd8 bytes) 000235 1787386720.743157 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xeae99543 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xeae99543 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000236 1787386721.030155 trunc from 0x040000 to 0x018293 (0x27d6c bytes) 000238 1787386721.059930 mapread 0x00d0a8 thru 0x010f41 (0x3e9a bytes) 000239 1787386721.077851 punch from 0x0028bd to 0x00da38 (0xb17c bytes) 000240 1787386721.082297 write 0x011df6 thru 0x01864b (0x6856 bytes) 000241 1787386721.088402 read 0x017055 thru 0x01864b (0x15f7 bytes) 000242 1787386721.089570 fallocate 0x004b08 thru 0x010f82 (0xc47b bytes) 000243 1787386721.095204 mapwrite 0x014d76 thru 0x01ea02 (0x9c8d bytes) 000244 1787386721.150893 trunc from 0x01ea03 to 0x039dc3 (0x1b3c1 bytes) 000245 1787386721.177571 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x39dc4): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39dc4): Mirror 2: 0x492dc3c6 (stale) CRC-32 checksum value for chunk [0, 0x39dc4): Mirror 1: 0x25fe1c05 Mirror 3: 0x25fe1c05 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39dc4: skipped 000246 1787386722.067954 trunc from 0x039dc4 to 0x034531 (0x5892 bytes) 000247 1787386722.179410 mapread 0x00e4ae thru 0x01860f (0xa162 bytes) 000248 1787386722.201101 read 0x013618 thru 0x01d34c (0x9d35 bytes) 000249 1787386722.209843 mapread 0x007c06 thru 0x0142bb (0xc6b6 bytes) 000250 1787386722.240839 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x34532): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34532): Mirror 2: 0x555e28d (stale) Mirror 3: 0x447f752f (stale) CRC-32 checksum value for chunk [0, 0x34532): Mirror 1: 0x447f752f Mirror 4: 0x447f752f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34532: skipped 000252 1787386723.435038 MIRROR_RESYNC 4 mirrors 000254 1787386724.434316 MIRROR_RESYNC 4 mirrors 000255 1787386725.118949 read 0x001743 thru 0x00e6b2 (0xcf70 bytes) 000256 1787386725.151588 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000257 1787386725.573641 fallocate 0x015618 thru 0x018be1 (0x35ca bytes) 000259 1787386725.622317 read 0x0032f0 thru 0x00384c (0x55d bytes) 000260 1787386725.644148 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34532): Mirror 3: 0x447f752f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34532): Mirror 3: 0x447f752f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34532: skipped 000261 1787386725.942828 punch from 0x008216 to 0x011ca6 (0x9a91 bytes) 000262 1787386725.948559 read 0x02ecd2 thru 0x034531 (0x5860 bytes) 000263 1787386725.956856 punch from 0x0053b1 to 0x0075a3 (0x21f3 bytes) 000265 1787386725.963402 mapwrite 0x00bf51 thru 0x010caf (0x4d5f bytes) 000266 1787386726.008628 trunc from 0x034532 to 0x0151e5 (0x1f34c bytes) 000267 1787386726.066335 trunc from 0x0151e6 to 0x00ae3a (0xa3ab bytes) 000268 1787386726.088769 punch from 0x004d36 to 0x00ae3a (0x6105 bytes) 000269 1787386726.103711 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000270 1787386726.266953 MIRROR_EXTEND to 2 mirrors 000272 1787386726.845599 punch from 0x005b02 to 0x00ae3a (0x5339 bytes) 000274 1787386726.887836 fallocate 0x01d639 thru 0x01f5f0 (0x1fb8 bytes) 000275 1787386726.893651 punch from 0x001535 to 0x00ae3a (0x9906 bytes) 000276 1787386726.898407 trunc from 0x00ae3b to 0x021cb8 (0x16e7e bytes) 000277 1787386726.920184 mapread 0x00102d thru 0x003be6 (0x2bba bytes) 000278 1787386726.937482 punch from 0x012631 to 0x0152f9 (0x2cc9 bytes) 000279 1787386726.941568 trunc from 0x009dc5 to 0x00ebd7 (0x4e13 bytes) 000280 1787386726.946382 mapread 0x0154e5 thru 0x021cb8 (0xc7d4 bytes) 000281 1787386726.969089 fallocate 0x03f3a3 thru 0x03ffff (0xc5d bytes) 000283 1787386726.977884 trunc from 0x040000 to 0x010010 (0x2ffef bytes) 000284 1787386726.995557 read 0x00f72e thru 0x010010 (0x8e3 bytes) 000285 1787386726.997329 punch from 0x00002e to 0x0044ba (0x448d bytes) 000286 1787386727.008889 write 0x0069c4 thru 0x00eb4d (0x818a bytes) 000287 1787386727.013292 punch from 0x000b6a to 0x0049af (0x3e46 bytes) 000288 1787386727.019322 trunc from 0x010011 to 0x012be5 (0x2bd5 bytes) 000289 1787386727.040049 read 0x0057f2 thru 0x012be5 (0xd3f4 bytes) 000290 1787386727.049309 trunc from 0x00f22f to 0x012be5 (0x39b7 bytes) 000291 1787386727.054765 mapwrite 0x01653e thru 0x0217a3 (0xb266 bytes) 000292 1787386727.111879 write 0x01e26a thru 0x023ae5 (0x587c bytes) 000293 1787386727.114045 trunc from 0x023ae6 to 0x022acd (0x1018 bytes) 000294 1787386727.132312 trunc from 0x022ace to 0x011ac6 (0x11007 bytes) 000295 1787386727.165206 write 0x02ef41 thru 0x0370e6 (0x81a6 bytes) 000296 1787386727.172017 write 0x03e9c4 thru 0x03ffff (0x163c bytes) 000297 1787386727.189182 MIRROR_RESYNC 2 mirrors 000298 1787386727.890606 read 0x0322aa thru 0x03d7a2 (0xb4f9 bytes) 000299 1787386727.902841 fallocate 0x02dd96 thru 0x035b1c (0x7d87 bytes) 000300 1787386727.948457 mapread 0x02520a thru 0x02d9fb (0x87f2 bytes) 000302 1787386727.971521 read 0x031859 thru 0x031b1a (0x2c2 bytes) 000303 1787386728.005499 fallocate 0x007ec9 thru 0x00e91b (0x6a53 bytes) 000304 1787386728.012035 trunc from 0x02a9b9 to 0x03a292 (0xf8da bytes) 000305 1787386728.018165 trunc from 0x021c3e to 0x02d1f1 (0xb5b4 bytes) 000307 1787386728.024659 trunc from 0x013d51 to 0x0159b9 (0x1c69 bytes) 000309 1787386728.031301 mapread 0x034c85 thru 0x03c227 (0x75a3 bytes) 000310 1787386728.066441 write 0x02570f thru 0x032984 (0xd276 bytes) 000311 1787386728.077754 trunc from 0x040000 to 0x02751b (0x18ae4 bytes) 000313 1787386728.167476 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000314 1787386728.382230 fallocate 0x00b7e7 thru 0x014497 (0x8cb1 bytes) 000315 1787386728.391630 mapwrite 0x00b9d5 thru 0x00e679 (0x2ca5 bytes) 000316 1787386728.438601 fallocate 0x02747a thru 0x02f1a5 (0x7d2c bytes) 000317 1787386728.445019 trunc from 0x02f1a6 to 0x037e3a (0x8c95 bytes) 000318 1787386728.462635 write 0x0177a6 thru 0x022e1c (0xb677 bytes) 000319 1787386728.475374 mapwrite 0x02203b thru 0x02b839 (0x97ff bytes) 000321 1787386728.511374 trunc from 0x027afb to 0x02b913 (0x3e19 bytes) 000322 1787386728.516558 fallocate 0x012098 thru 0x01605b (0x3fc4 bytes) 000324 1787386728.525632 mapwrite 0x01db96 thru 0x01f79e (0x1c09 bytes) 000325 1787386728.547744 read 0x022720 thru 0x028d0e (0x65ef bytes) 000326 1787386728.554303 mapread 0x00efec thru 0x01ef06 (0xff1b bytes) 000329 1787386728.566628 mapwrite 0x02145e thru 0x024fb9 (0x3b5c bytes) 000330 1787386728.583338 trunc from 0x035263 to 0x0357a4 (0x542 bytes) 000331 1787386728.588831 fallocate 0x018745 thru 0x0250e7 (0xc9a3 bytes) 000332 1787386728.594263 trunc from 0x037e3b to 0x011df4 (0x26046 bytes) 000333 1787386728.614538 write 0x013cfe thru 0x01e3c5 (0xa6c8 bytes) 000334 1787386728.619012 fallocate 0x0311b4 thru 0x03ffff (0xee4c bytes) 000335 1787386728.625356 mapwrite 0x039687 thru 0x03ffff (0x6979 bytes) 000337 1787386728.669297 fallocate 0x0255c6 thru 0x03166c (0xc0a7 bytes) 000338 1787386728.675326 fallocate 0x0066d4 thru 0x0068bc (0x1e9 bytes) 000339 1787386728.681296 mapread 0x000639 thru 0x00c5d7 (0xbf9f bytes) 000340 1787386728.693322 trunc from 0x040000 to 0x03ef39 (0x10c6 bytes) 000341 1787386728.711522 mapwrite 0x023173 thru 0x02e9ba (0xb848 bytes) 000342 1787386728.747931 trunc from 0x025781 to 0x034332 (0xebb2 bytes) 000344 1787386728.754743 mapwrite 0x036047 thru 0x03ffff (0x9fb9 bytes) 000345 1787386728.792155 MIRROR_EXTEND to 2 mirrors 000346 1787386729.704578 MIRROR_EXTEND to 3 mirrors 000347 1787386730.475505 punch from 0x019265 to 0x020193 (0x6f2f bytes) 000348 1787386730.526374 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6fd339c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6fd339c2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000349 1787386730.828402 read 0x017dce thru 0x022611 (0xa844 bytes) 000350 1787386730.838540 trunc from 0x00f0c5 to 0x01b359 (0xc295 bytes) 000351 1787386730.843344 trunc from 0x032b15 to 0x03c24f (0x973b bytes) 000353 1787386730.849197 fallocate 0x03e81d thru 0x03ffff (0x17e3 bytes) 000354 1787386730.856251 read 0x03c34d thru 0x03ffff (0x3cb3 bytes) 000356 1787386730.871036 fallocate 0x000392 thru 0x001d9b (0x1a0a bytes) 000357 1787386730.875537 fallocate 0x00f8e0 thru 0x012879 (0x2f9a bytes) 000358 1787386730.879912 punch from 0x01ac2c to 0x01b11c (0x4f1 bytes) 000359 1787386730.884090 trunc from 0x040000 to 0x00e61b (0x319e4 bytes) 000360 1787386730.902331 mapread 0x00d2bb thru 0x00e61b (0x1361 bytes) 000361 1787386730.903391 trunc from 0x008da5 to 0x00e61b (0x5877 bytes) 000362 1787386730.909957 punch from 0x001849 to 0x00e61b (0xcdd3 bytes) 000363 1787386730.915388 fallocate 0x008214 thru 0x00ca4c (0x4839 bytes) 000364 1787386730.921618 read 0x00dc6f thru 0x00e61b (0x9ad bytes) 000365 1787386730.930564 mapwrite 0x021e49 thru 0x031cf4 (0xfeac bytes) 000366 1787386730.975333 mapwrite 0x039305 thru 0x03aa8e (0x178a bytes) 000368 1787386731.012935 MIRROR_RESYNC 2 mirrors 000369 1787386731.659559 mapwrite 0x03ba82 thru 0x03ffff (0x457e bytes) 000370 1787386731.726639 MIRROR_RESYNC 2 mirrors 000371 1787386732.477710 punch from 0x02741d to 0x02b398 (0x3f7c bytes) 000372 1787386732.507816 write 0x027b43 thru 0x028762 (0xc20 bytes) 000373 1787386732.516964 trunc from 0x033cd2 to 0x038a9c (0x4dcb bytes) 000374 1787386732.521726 punch from 0x023e17 to 0x027b01 (0x3ceb bytes) 000375 1787386732.532162 fallocate 0x02aa23 thru 0x035674 (0xac52 bytes) 000376 1787386732.537521 write 0x00f844 thru 0x017293 (0x7a50 bytes) 000377 1787386732.548224 mapwrite 0x028c8e thru 0x035ec8 (0xd23b bytes) 000379 1787386732.604831 trunc from 0x0088fb to 0x00f5a6 (0x6cac bytes) 000380 1787386732.610542 write 0x01a331 thru 0x027b2a (0xd7fa bytes) 000381 1787386732.617302 punch from 0x000da7 to 0x010657 (0xf8b1 bytes) 000382 1787386732.622109 mapwrite 0x010431 thru 0x019791 (0x9361 bytes) 000383 1787386732.653363 fallocate 0x009910 thru 0x017678 (0xdd69 bytes) 000384 1787386732.657594 fallocate 0x010691 thru 0x01a954 (0xa2c4 bytes) 000385 1787386732.663589 punch from 0x03fc26 to 0x03ffff (0x3da bytes) 000386 1787386732.669813 punch from 0x01aca5 to 0x0268d4 (0xbc30 bytes) 000387 1787386732.677680 trunc from 0x040000 to 0x00e446 (0x31bb9 bytes) 000388 1787386732.703341 read 0x002ed0 thru 0x00e446 (0xb577 bytes) 000389 1787386732.712494 mapwrite 0x03a825 thru 0x03eeb7 (0x4693 bytes) 000390 1787386732.753316 MIRROR_RESYNC 2 mirrors 000391 1787386733.727338 trunc from 0x03eeb8 to 0x013872 (0x2b645 bytes) 000392 1787386733.771216 write 0x03d833 thru 0x03ffff (0x27cd bytes) 000393 1787386733.772478 trunc from 0x00d935 to 0x00fe21 (0x24ed bytes) 000394 1787386733.779284 trunc from 0x040000 to 0x03af29 (0x50d6 bytes) 000395 1787386733.805124 mapwrite 0x02c5c4 thru 0x02f070 (0x2aad bytes) 000396 1787386733.845022 fallocate 0x018170 thru 0x0234bf (0xb350 bytes) 000397 1787386733.850291 fallocate 0x03af7c thru 0x03ffff (0x5084 bytes) 000398 1787386733.856317 punch from 0x02900f to 0x0337ae (0xa7a0 bytes) 000399 1787386733.861454 read 0x020b2d thru 0x02fb36 (0xf00a bytes) 000400 1787386733.871134 punch from 0x034661 to 0x036546 (0x1ee6 bytes) 000401 1787386733.879747 MIRROR_RESYNC 2 mirrors 000402 1787386734.581925 mapread 0x010b69 thru 0x018371 (0x7809 bytes) 000405 1787386734.613027 mapwrite 0x03d765 thru 0x03ffff (0x289b bytes) 000406 1787386734.785617 MIRROR_RESYNC 2 mirrors 000407 1787386735.657634 trunc from 0x01461e to 0x01cbac (0x858f bytes) 000408 1787386735.717714 mapwrite 0x03baf3 thru 0x03ffff (0x450d bytes) 000409 1787386735.782484 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000410 1787386736.014182 fallocate 0x0317eb thru 0x034582 (0x2d98 bytes) 000411 1787386736.023342 trunc from 0x023f9c to 0x02501f (0x1084 bytes) 000412 1787386736.049897 trunc from 0x0088eb to 0x015451 (0xcb67 bytes) 000413 1787386736.059409 mapwrite 0x02b48d thru 0x036807 (0xb37b bytes) 000414 1787386736.225397 fallocate 0x028e92 thru 0x02939b (0x50a bytes) 000416 1787386736.233181 trunc from 0x040000 to 0x027397 (0x18c68 bytes) 000417 1787386736.270225 punch from 0x016dc3 to 0x01d669 (0x68a7 bytes) 000418 1787386736.277297 write 0x0315a5 thru 0x03c2d8 (0xad34 bytes) 000419 1787386736.282320 write 0x02691f thru 0x0348a4 (0xdf86 bytes) 000420 1787386736.286239 write 0x00b31c thru 0x01111b (0x5e00 bytes) 000421 1787386736.314069 punch from 0x01ffdf to 0x025001 (0x5023 bytes) 000422 1787386736.320885 read 0x0020b5 thru 0x0052e1 (0x322d bytes) 000424 1787386736.332246 mapwrite 0x01c2b3 thru 0x023198 (0x6ee6 bytes) 000425 1787386736.388120 punch from 0x036011 to 0x039eca (0x3eba bytes) 000427 1787386736.396332 trunc from 0x02f58f to 0x034ce1 (0x5753 bytes) 000428 1787386736.404190 punch from 0x032865 to 0x03c2d8 (0x9a74 bytes) 000430 1787386736.420339 write 0x01ec64 thru 0x02c63c (0xd9d9 bytes) 000431 1787386736.424907 mapread 0x009b76 thru 0x00a6f0 (0xb7b bytes) 000432 1787386736.438313 read 0x006935 thru 0x00d131 (0x67fd bytes) 000433 1787386736.439309 punch from 0x02671b to 0x02c509 (0x5def bytes) 000434 1787386736.482139 fallocate 0x00ceb3 thru 0x0198ab (0xc9f9 bytes) 000436 1787386736.496181 trunc from 0x0085ae to 0x01661d (0xe070 bytes) 000437 1787386736.504037 mapwrite 0x02b293 thru 0x02d05b (0x1dc9 bytes) 000438 1787386736.538162 punch from 0x009a13 to 0x015a75 (0xc063 bytes) 000439 1787386736.544295 punch from 0x003d5e to 0x0062d4 (0x2577 bytes) 000440 1787386736.550149 write 0x02d3a9 thru 0x02dae6 (0x73e bytes) 000441 1787386736.551369 mapread 0x0280fe thru 0x034a0c (0xc90f bytes) 000442 1787386736.554354 punch from 0x01da0b to 0x01f5ce (0x1bc4 bytes) 000443 1787386736.561973 punch from 0x0310b2 to 0x039c95 (0x8be4 bytes) 000444 1787386736.570393 punch from 0x00b7b7 to 0x017c3b (0xc485 bytes) 000447 1787386736.580409 mapwrite 0x00eccd thru 0x011717 (0x2a4b bytes) 000448 1787386736.624666 fallocate 0x0342ce thru 0x03d342 (0x9075 bytes) 000449 1787386736.638853 MIRROR_EXTEND to 2 mirrors 000450 1787386737.852074 fallocate 0x006cb2 thru 0x007c29 (0xf78 bytes) 000451 1787386737.910207 trunc from 0x003bc7 to 0x012511 (0xe94b bytes) 000454 1787386737.924556 fallocate 0x00b1b7 thru 0x017946 (0xc790 bytes) 000455 1787386737.936694 mapread 0x027709 thru 0x031834 (0xa12c bytes) 000456 1787386737.971996 write 0x00b456 thru 0x00cdc1 (0x196c bytes) 000457 1787386738.007339 read 0x011204 thru 0x017f1e (0x6d1b bytes) 000458 1787386738.017794 punch from 0x00d839 to 0x018afc (0xb2c4 bytes) 000459 1787386738.025810 read 0x02e9b7 thru 0x0325bb (0x3c05 bytes) 000460 1787386738.063164 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3d343): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d343): Mirror 2: 0xc682f14f (stale) CRC-32 checksum value for chunk [0, 0x3d343): Mirror 1: 0x49de638a Mirror 3: 0x49de638a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d343: skipped 000461 1787386739.213617 fallocate 0x0038fb thru 0x009a65 (0x616b bytes) 000462 1787386739.250155 trunc from 0x001f46 to 0x0034bf (0x157a bytes) 000463 1787386739.256904 read 0x023200 thru 0x02fd54 (0xcb55 bytes) 000464 1787386739.318345 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d343): Mirror 3: 0x49de638a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d343): Mirror 3: 0x49de638a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d343: skipped 000465 1787386739.766574 read 0x00b259 thru 0x0122f0 (0x7098 bytes) 000466 1787386739.780007 punch from 0x000530 to 0x0054bc (0x4f8d bytes) 000467 1787386739.793156 punch from 0x00206a to 0x003608 (0x159f bytes) 000468 1787386739.804519 read 0x0336f0 thru 0x03c586 (0x8e97 bytes) 000469 1787386739.867108 trunc from 0x03d343 to 0x03ab35 (0x280d bytes) 000470 1787386739.958812 trunc from 0x03ab36 to 0x03d50b (0x29d6 bytes) 000471 1787386739.988772 mapwrite 0x008fb4 thru 0x00c9f0 (0x3a3d bytes) 000472 1787386740.014629 mapwrite 0x03f738 thru 0x03ffff (0x8c8 bytes) 000473 1787386740.058652 trunc from 0x040000 to 0x015eb3 (0x2a14c bytes) 000474 1787386740.080945 read 0x00d643 thru 0x00e2c7 (0xc85 bytes) 000475 1787386740.081808 fallocate 0x027795 thru 0x02ccdb (0x5547 bytes) 000476 1787386740.090613 fallocate 0x038877 thru 0x03ffff (0x7789 bytes) 000477 1787386740.106280 trunc from 0x01b5ec to 0x01f4a2 (0x3eb7 bytes) 000478 1787386740.116205 trunc from 0x040000 to 0x0055d5 (0x3aa2a bytes) 000479 1787386740.140504 punch from 0x004118 to 0x0055d5 (0x14be bytes) 000480 1787386740.155801 write 0x00b69d thru 0x00ccaf (0x1613 bytes) 000481 1787386740.157090 trunc from 0x00ccb0 to 0x03f7b8 (0x32b09 bytes) 000482 1787386740.203196 mapwrite 0x038194 thru 0x039dab (0x1c18 bytes) 000483 1787386740.261121 fallocate 0x0095a7 thru 0x00e378 (0x4dd2 bytes) 000484 1787386740.278636 read 0x03793c thru 0x03f7b8 (0x7e7d bytes) 000485 1787386740.280293 trunc from 0x00fba6 to 0x0135e0 (0x3a3b bytes) 000487 1787386740.298125 punch from 0x02b74e to 0x038888 (0xd13b bytes) 000488 1787386740.313362 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3f7b9): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f7b9): Mirror 3: 0xf10b2fe7 (stale) CRC-32 checksum value for chunk [0, 0x3f7b9): Mirror 1: 0xf56702c6 Mirror 4: 0xf56702c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f7b9: skipped 000490 1787386741.447044 write 0x00265b thru 0x00a4b1 (0x7e57 bytes) 000491 1787386741.503200 punch from 0x032cea to 0x03bc78 (0x8f8f bytes) 000492 1787386741.509346 fallocate 0x033c13 thru 0x0380be (0x44ac bytes) 000493 1787386741.524186 read 0x00bf4f thru 0x01a921 (0xe9d3 bytes) 000494 1787386741.535489 trunc from 0x03f7b9 to 0x017784 (0x28034 bytes) 000495 1787386741.584115 mapwrite 0x034614 thru 0x03f2e7 (0xacd4 bytes) 000496 1787386741.651901 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3f2e8): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f2e8): Mirror 3: 0x910005d2 (stale) Mirror 4: 0x2431a02a (stale) CRC-32 checksum value for chunk [0, 0x3f2e8): Mirror 1: 0x861a7e99 Mirror 5: 0x861a7e99 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f2e8: skipped 000497 1787386742.402580 mapread 0x01ce31 thru 0x027dd9 (0xafa9 bytes) 000498 1787386742.452047 trunc from 0x01d655 to 0x02153c (0x3ee8 bytes) 000499 1787386742.502081 fallocate 0x021656 thru 0x0268ba (0x5265 bytes) 000500 1787386742.507196 trunc from 0x022b92 to 0x02defa (0xb369 bytes) 000502 1787386742.514582 mapread 0x0006fe thru 0x001277 (0xb7a bytes) 000503 1787386742.528000 mapread 0x01a65a thru 0x01b25f (0xc06 bytes) 000504 1787386742.535655 trunc from 0x013da9 to 0x021645 (0xd89d bytes) 000505 1787386742.540067 trunc from 0x03e78d to 0x03f2e7 (0xb5b bytes) 000506 1787386742.547438 trunc from 0x03f2e8 to 0x01533c (0x29fab bytes) 000507 1787386742.608277 punch from 0x0113d2 to 0x01533c (0x3f6b bytes) 000508 1787386742.615086 write 0x033b7b thru 0x03ffff (0xc485 bytes) 000509 1787386742.618370 punch from 0x02e69b to 0x034285 (0x5beb bytes) 000510 1787386742.632957 trunc from 0x011fd5 to 0x01a8b0 (0x88dc bytes) 000511 1787386742.638209 write 0x033781 thru 0x03870c (0x4f8c bytes) 000512 1787386742.645060 mapwrite 0x02381f thru 0x030055 (0xc837 bytes) 000513 1787386742.702128 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x93788c77 (stale) Mirror 4: 0x51d97a6c (stale) Mirror 5: 0xa6269494 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x1c302b52 Mirror 6: 0x1c302b52 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000514 1787386743.637955 fallocate 0x006db3 thru 0x012425 (0xb673 bytes) 000515 1787386743.677572 MIRROR_RESYNC 5 mirrors 000516 1787386745.130867 trunc from 0x02ee5b to 0x02fc7a (0xe20 bytes) 000517 1787386745.164025 trunc from 0x040000 to 0x02b6c1 (0x1493e bytes) 000518 1787386745.185679 mapread 0x00aa0e thru 0x014dc1 (0xa3b4 bytes) 000519 1787386745.206782 trunc from 0x010067 to 0x0123ce (0x2368 bytes) 000520 1787386745.211769 write 0x03fea7 thru 0x03ffff (0x159 bytes) 000521 1787386745.212921 write 0x00b2cd thru 0x010b52 (0x5886 bytes) 000522 1787386745.220049 fallocate 0x0027a4 thru 0x009893 (0x70f0 bytes) 000523 1787386745.225589 mapwrite 0x03c857 thru 0x03ffff (0x37a9 bytes) 000524 1787386745.255068 trunc from 0x040000 to 0x01af09 (0x250f6 bytes) 000525 1787386745.275448 punch from 0x011132 to 0x016b5d (0x5a2c bytes) 000527 1787386745.284853 read 0x01a0b9 thru 0x01af09 (0xe51 bytes) 000528 1787386745.290029 mapwrite 0x027a1e thru 0x02af84 (0x3567 bytes) 000530 1787386745.335625 MIRROR_RESYNC 5 mirrors 000531 1787386746.467963 mapread 0x0048ac thru 0x00530b (0xa60 bytes) 000532 1787386746.482133 trunc from 0x02af85 to 0x02ff85 (0x5001 bytes) 000533 1787386746.547145 mapread 0x01123b thru 0x01d220 (0xbfe6 bytes) 000534 1787386746.566879 trunc from 0x02ff86 to 0x03aac7 (0xab42 bytes) 000535 1787386746.609903 read 0x001bce thru 0x011585 (0xf9b8 bytes) 000537 1787386746.628689 fallocate 0x02d35b thru 0x03201e (0x4cc4 bytes) 000538 1787386746.642505 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3aac8): Mirror 3: 0xa3427aca (stale) Mirror 4: 0xa3427aca (stale) Mirror 6: 0xa3427aca (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3aac8): Mirror 3: 0xa3427aca (stale) Mirror 4: 0xa3427aca (stale) Mirror 6: 0xa3427aca (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3aac8: skipped 000539 1787386747.047328 read 0x002575 thru 0x004565 (0x1ff1 bytes) 000540 1787386747.054462 mapread 0x0190fb thru 0x01aabc (0x19c2 bytes) 000541 1787386747.072852 read 0x015156 thru 0x01c094 (0x6f3f bytes) 000542 1787386747.090110 read 0x01d16e thru 0x0261f2 (0x9085 bytes) 000543 1787386747.090915 trunc from 0x02067b to 0x028c44 (0x85ca bytes) 000544 1787386747.097895 mapread 0x01c587 thru 0x020d79 (0x47f3 bytes) 000545 1787386747.115930 fallocate 0x02b49f thru 0x033c24 (0x8786 bytes) 000546 1787386747.121880 mapread 0x01b713 thru 0x02015d (0x4a4b bytes) 000547 1787386747.123518 fallocate 0x01c38f thru 0x02b356 (0xefc8 bytes) 000548 1787386747.128848 mapread 0x0121b0 thru 0x01fd37 (0xdb88 bytes) 000549 1787386747.131174 trunc from 0x0016b0 to 0x00c0f5 (0xaa46 bytes) 000550 1787386747.144221 mapwrite 0x011095 thru 0x0209c6 (0xf932 bytes) 000551 1787386747.167215 punch from 0x01cc27 to 0x02962b (0xca05 bytes) 000552 1787386747.172222 mapread 0x0030de thru 0x011a75 (0xe998 bytes) 000553 1787386747.241145 punch from 0x026220 to 0x02a88b (0x466c bytes) 000554 1787386747.249245 trunc from 0x01d961 to 0x01df57 (0x5f7 bytes) 000555 1787386747.255658 trunc from 0x02ee16 to 0x0343c3 (0x55ae bytes) 000556 1787386747.260825 mapwrite 0x01ef3a thru 0x025d9b (0x6e62 bytes) 000559 1787386747.337956 MIRROR_RESYNC 4 mirrors 000560 1787386748.996287 MIRROR_RESYNC 4 mirrors 000561 1787386749.663264 trunc from 0x03aac8 to 0x030885 (0xa242 bytes) 000563 1787386749.745610 read 0x008f1b thru 0x00b2ba (0x23a0 bytes) 000565 1787386749.772758 fallocate 0x00b2e0 thru 0x00eba5 (0x38c6 bytes) 000566 1787386749.791948 trunc from 0x030886 to 0x00b97e (0x24f07 bytes) 000567 1787386749.843853 MIRROR_RESYNC 4 mirrors 000570 1787386750.905218 read 0x0025ba thru 0x0077d4 (0x521b bytes) 000571 1787386750.913366 punch from 0x0042ce to 0x00b97e (0x76b1 bytes) 000574 1787386750.948455 trunc from 0x00539c to 0x00b97e (0x65e3 bytes) 000575 1787386750.952709 fallocate 0x0156f7 thru 0x024f89 (0xf893 bytes) 000577 1787386750.958409 trunc from 0x01b9f0 to 0x0207f7 (0x4e08 bytes) 000578 1787386750.968616 mapwrite 0x0344b8 thru 0x03fdf8 (0xb941 bytes) 000579 1787386751.079866 punch from 0x03df75 to 0x03fdf8 (0x1e84 bytes) 000580 1787386751.104235 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fdf9): Mirror 4: 0xdf46c94f (stale) Mirror 6: 0xdf46c94f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fdf9): Mirror 4: 0xdf46c94f (stale) Mirror 6: 0xdf46c94f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fdf9: skipped 000581 1787386751.499314 trunc from 0x03fdf9 to 0x032c31 (0xd1c7 bytes) 000584 1787386751.528329 write 0x039b81 thru 0x03ffff (0x647f bytes) 000585 1787386751.531035 fallocate 0x02413f thru 0x03044d (0xc30f bytes) 000586 1787386751.536065 trunc from 0x040000 to 0x01e7b5 (0x2184a bytes) 000588 1787386751.556828 mapread 0x00f736 thru 0x013963 (0x422e bytes) 000589 1787386751.581745 trunc from 0x01e7b6 to 0x0310f1 (0x1293c bytes) 000590 1787386751.611501 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x310f2): Mirror 4: 0xd160116f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x310f2): Mirror 4: 0xd160116f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x310f2: skipped 000591 1787386751.961218 write 0x030718 thru 0x034302 (0x3beb bytes) 000592 1787386751.975955 write 0x00de2a thru 0x011c1f (0x3df6 bytes) 000593 1787386751.989517 punch from 0x006fa3 to 0x012e25 (0xbe83 bytes) 000594 1787386752.022534 mapwrite 0x00a4da thru 0x00e8a4 (0x43cb bytes) 000595 1787386752.091935 trunc from 0x034303 to 0x00c4c0 (0x27e42 bytes) 000596 1787386752.125396 read 0x001983 thru 0x008549 (0x6bc7 bytes) 000597 1787386752.137100 mapread 0x002015 thru 0x00c4c0 (0xa4ac bytes) 000598 1787386752.138379 mapwrite 0x035847 thru 0x03cba1 (0x735b bytes) 000599 1787386752.204779 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000600 1787386752.389638 MIRROR_EXTEND to 2 mirrors 000601 1787386753.002250 trunc from 0x03cba2 to 0x01ddaf (0x1edf2 bytes) 000602 1787386753.083110 write 0x02de7a thru 0x033e26 (0x5fad bytes) 000603 1787386753.084382 punch from 0x017207 to 0x023c73 (0xca6d bytes) 000604 1787386753.093705 MIRROR_RESYNC 2 mirrors 000605 1787386753.701259 punch from 0x024b40 to 0x02deb7 (0x9378 bytes) 000606 1787386753.768562 mapread 0x00cef6 thru 0x014fe9 (0x80f4 bytes) 000607 1787386753.802297 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x33e27): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33e27): Mirror 2: 0xaab2eefd (stale) CRC-32 checksum value for chunk [0, 0x33e27): Mirror 1: 0x2a90aef5 Mirror 3: 0x2a90aef5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33e27: skipped 000608 1787386754.563825 write 0x03321c thru 0x034487 (0x126c bytes) 000609 1787386754.608297 write 0x03374e thru 0x03ab37 (0x73ea bytes) 000610 1787386754.609822 read 0x00b5a9 thru 0x00ffc2 (0x4a1a bytes) 000611 1787386754.623107 mapread 0x01b031 thru 0x02a28e (0xf25e bytes) 000612 1787386754.654254 trunc from 0x03ab38 to 0x030579 (0xa5be bytes) 000613 1787386754.670826 mapwrite 0x01f68f thru 0x020431 (0xda3 bytes) 000614 1787386754.683823 punch from 0x008c2b to 0x00aa30 (0x1e06 bytes) 000615 1787386754.691318 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3057a): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3057a): Mirror 2: 0x270512ef (stale) Mirror 3: 0xfe15d31c (stale) CRC-32 checksum value for chunk [0, 0x3057a): Mirror 1: 0x56b0035c Mirror 4: 0x56b0035c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3057a: skipped 000617 1787386755.702885 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3057a): Mirror 2: 0x270512ef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3057a): Mirror 2: 0x270512ef (stale) CRC-32 checksum value for chunk [0, 0x3057a): Mirror 1: 0x56b0035c Mirror 4: 0x56b0035c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3057a: skipped 000618 1787386756.256501 trunc from 0x027503 to 0x030579 (0x9077 bytes) 000619 1787386756.308148 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3057a): Mirror 2: 0x270512ef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3057a): Mirror 2: 0x270512ef (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3057a: skipped 000620 1787386756.597528 fallocate 0x0136d3 thru 0x019855 (0x6183 bytes) 000621 1787386756.602552 read 0x006a14 thru 0x01195e (0xaf4b bytes) 000622 1787386756.612326 trunc from 0x03057a to 0x033eb5 (0x393c bytes) 000623 1787386756.631362 punch from 0x014fc8 to 0x01b9be (0x69f7 bytes) 000624 1787386756.636978 trunc from 0x01cc54 to 0x028b41 (0xbeee bytes) 000625 1787386756.641756 mapread 0x0110cb thru 0x0147ea (0x3720 bytes) 000627 1787386756.659014 mapread 0x018bf6 thru 0x022a39 (0x9e44 bytes) 000628 1787386756.670452 read 0x021ffc thru 0x029d22 (0x7d27 bytes) 000629 1787386756.678486 trunc from 0x033eb6 to 0x02295d (0x11558 bytes) 000630 1787386756.694903 mapread 0x00c32a thru 0x00f527 (0x31fe bytes) 000631 1787386756.696001 trunc from 0x02295e to 0x0208c8 (0x2095 bytes) 000632 1787386756.717135 fallocate 0x011f3e thru 0x021262 (0xf325 bytes) 000634 1787386756.723192 mapread 0x009443 thru 0x015cf9 (0xc8b7 bytes) 000635 1787386756.725153 punch from 0x008788 to 0x0164e8 (0xdd61 bytes) 000637 1787386756.731788 trunc from 0x021263 to 0x013d68 (0xd4fa bytes) 000638 1787386756.750803 fallocate 0x011e08 thru 0x014391 (0x258a bytes) 000639 1787386756.756247 mapwrite 0x028ec6 thru 0x02acae (0x1de9 bytes) 000640 1787386756.795258 mapread 0x028f5b thru 0x02acae (0x1d54 bytes) 000641 1787386756.797468 trunc from 0x02acaf to 0x02a171 (0xb3d bytes) 000642 1787386756.821646 write 0x003b96 thru 0x012da8 (0xf213 bytes) 000643 1787386756.828843 mapwrite 0x00f838 thru 0x01770b (0x7ed4 bytes) 000644 1787386756.875740 write 0x00c2a0 thru 0x01b324 (0xf085 bytes) 000645 1787386756.881571 trunc from 0x01f393 to 0x027c6d (0x88db bytes) 000646 1787386756.892206 MIRROR_RESYNC 2 mirrors 000647 1787386757.750854 MIRROR_EXTEND to 3 mirrors 000648 1787386758.611713 trunc from 0x00cbd7 to 0x011250 (0x467a bytes) 000649 1787386758.680910 read 0x017e61 thru 0x026789 (0xe929 bytes) 000650 1787386758.695823 trunc from 0x02a172 to 0x001aeb (0x28686 bytes) 000651 1787386758.737520 punch from 0x0009c8 to 0x001aeb (0x1124 bytes) 000653 1787386758.753703 MIRROR_RESYNC 3 mirrors 000654 1787386759.446654 read 0x0006a1 thru 0x001aeb (0x144b bytes) 000655 1787386759.452033 trunc from 0x000163 to 0x001aeb (0x1989 bytes) 000656 1787386759.476727 punch from 0x000479 to 0x001aeb (0x1673 bytes) 000657 1787386759.485841 fallocate 0x0352f4 thru 0x03ffff (0xad0c bytes) 000658 1787386759.491493 mapread 0x03021a thru 0x0394c1 (0x92a8 bytes) 000659 1787386759.511209 mapwrite 0x00a5b6 thru 0x016e6b (0xc8b6 bytes) 000660 1787386759.549595 fallocate 0x01292e thru 0x0182ec (0x59bf bytes) 000661 1787386759.554177 trunc from 0x004a3b to 0x010b51 (0xc117 bytes) 000662 1787386759.560088 mapread 0x00f73f thru 0x01a6a2 (0xaf64 bytes) 000663 1787386759.577091 punch from 0x01b4dd to 0x0208aa (0x53ce bytes) 000664 1787386759.583204 trunc from 0x03106f to 0x036312 (0x52a4 bytes) 000665 1787386759.596872 mapwrite 0x022831 thru 0x028535 (0x5d05 bytes) 000666 1787386759.633735 punch from 0x030a83 to 0x036c68 (0x61e6 bytes) 000667 1787386759.642794 fallocate 0x00a883 thru 0x011edf (0x765d bytes) 000668 1787386759.647553 read 0x014e4a thru 0x02371a (0xe8d1 bytes) 000669 1787386759.650407 trunc from 0x040000 to 0x004d7b (0x3b284 bytes) 000670 1787386759.684472 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x4d7c): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x4d7c): Mirror 2: 0x30f77c0c (stale) Mirror 3: 0x30f77c0c (stale) CRC-32 checksum value for chunk [0, 0x4d7c): Mirror 1: 0x30f77c0c Mirror 4: 0x30f77c0c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x4d7c: skipped 000671 1787386760.506392 mapwrite 0x014d7a thru 0x01fcbf (0xaf46 bytes) 000672 1787386760.617583 punch from 0x000a12 to 0x009bd8 (0x91c7 bytes) 000673 1787386760.627198 read 0x0136d1 thru 0x01fcbf (0xc5ef bytes) 000675 1787386760.630030 fallocate 0x0221fa thru 0x02ccf0 (0xaaf7 bytes) 000676 1787386760.639903 write 0x03c417 thru 0x03ffff (0x3be9 bytes) 000677 1787386760.643704 punch from 0x009571 to 0x009acc (0x55c bytes) 000679 1787386760.649911 punch from 0x03e3ac to 0x03ffff (0x1c54 bytes) 000680 1787386760.660559 read 0x001290 thru 0x00f686 (0xe3f7 bytes) 000681 1787386760.670625 mapread 0x012c5d thru 0x01f04f (0xc3f3 bytes) 000682 1787386760.672576 fallocate 0x00f894 thru 0x015c5e (0x63cb bytes) 000683 1787386760.677608 write 0x02db14 thru 0x02f741 (0x1c2e bytes) 000684 1787386760.678717 trunc from 0x0020b3 to 0x003960 (0x18ae bytes) 000685 1787386760.683061 trunc from 0x03f60a to 0x03ffff (0x9f6 bytes) 000687 1787386760.687285 trunc from 0x040000 to 0x00b266 (0x34d99 bytes) 000688 1787386760.704511 mapwrite 0x00e025 thru 0x01d80a (0xf7e6 bytes) 000689 1787386760.806409 fallocate 0x00e487 thru 0x0168b0 (0x842a bytes) 000690 1787386760.811396 trunc from 0x01b5ad to 0x01caa8 (0x14fc bytes) 000691 1787386760.816209 write 0x01d5ec thru 0x02ae8f (0xd8a4 bytes) 000693 1787386760.818987 fallocate 0x014399 thru 0x01f76b (0xb3d3 bytes) 000694 1787386760.825858 punch from 0x00697d to 0x013b1e (0xd1a2 bytes) 000695 1787386760.834345 MIRROR_RESYNC 4 mirrors 000696 1787386761.598647 read 0x02a59c thru 0x02ae8f (0x8f4 bytes) 000697 1787386761.604057 trunc from 0x0185e7 to 0x018e01 (0x81b bytes) 000698 1787386761.643201 MIRROR_RESYNC 4 mirrors 000699 1787386762.471653 mapwrite 0x038ae6 thru 0x03a8c5 (0x1de0 bytes) 000700 1787386762.558844 mapwrite 0x0305dd thru 0x03e644 (0xe068 bytes) 000701 1787386762.626690 punch from 0x020d4b to 0x02f82b (0xeae1 bytes) 000702 1787386762.638827 mapwrite 0x027eae thru 0x02e877 (0x69ca bytes) 000703 1787386762.689835 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e645): Mirror 2: 0x515a32fa (stale) Mirror 3: 0x515a32fa (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e645): Mirror 2: 0x515a32fa (stale) Mirror 3: 0x515a32fa (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e645: skipped 000704 1787386763.120738 MIRROR_RESYNC 3 mirrors 000705 1787386764.055177 punch from 0x022378 to 0x031ad4 (0xf75d bytes) 000706 1787386764.083569 fallocate 0x02789e thru 0x02bd4e (0x44b1 bytes) 000707 1787386764.091410 mapwrite 0x009d69 thru 0x016dce (0xd066 bytes) 000709 1787386764.143339 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3e645): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e645): Mirror 2: 0xde42ffd6 (stale) Mirror 3: 0xde42ffd6 (stale) CRC-32 checksum value for chunk [0, 0x3e645): Mirror 1: 0x1efd1349 Mirror 4: 0x1efd1349 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e645: skipped 000710 1787386764.974578 write 0x00d4cc thru 0x01cae5 (0xf61a bytes) 000711 1787386765.039314 trunc from 0x03e645 to 0x01f8b4 (0x1ed90 bytes) 000712 1787386765.112079 trunc from 0x01ce82 to 0x01f8b4 (0x2a33 bytes) 000713 1787386765.135049 trunc from 0x01f8b5 to 0x02b9b1 (0xc0fd bytes) 000714 1787386765.171307 trunc from 0x02b9b2 to 0x004e5a (0x26b57 bytes) 000715 1787386765.191088 trunc from 0x004e5b to 0x026555 (0x216fb bytes) 000716 1787386765.221656 read 0x01fc75 thru 0x026555 (0x68e1 bytes) 000717 1787386765.245832 mapread 0x010f68 thru 0x01f4b1 (0xe54a bytes) 000718 1787386765.304139 punch from 0x00cba5 to 0x013f4b (0x73a7 bytes) 000719 1787386765.323739 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26556): Mirror 2: 0x630da724 (stale) Mirror 3: 0x630da724 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26556): Mirror 2: 0x630da724 (stale) Mirror 3: 0x630da724 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26556: skipped 000720 1787386765.657550 trunc from 0x020f7f to 0x026555 (0x55d7 bytes) 000721 1787386765.664818 punch from 0x01b7a5 to 0x026555 (0xadb1 bytes) 000722 1787386765.670285 mapread 0x00ea20 thru 0x00fae3 (0x10c4 bytes) 000723 1787386765.681664 trunc from 0x026556 to 0x01fb16 (0x6a3f bytes) 000724 1787386765.706191 mapread 0x00efd8 thru 0x01862e (0x9657 bytes) 000725 1787386765.718286 write 0x01c1aa thru 0x0288ce (0xc725 bytes) 000726 1787386765.726101 mapwrite 0x01dcba thru 0x02bf73 (0xe2ba bytes) 000727 1787386765.793765 mapread 0x00f025 thru 0x01d5a5 (0xe581 bytes) 000729 1787386765.814515 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2bf74): Mirror 2: 0x5e574f90 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2bf74): Mirror 2: 0x5e574f90 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2bf74: skipped 000730 1787386766.174575 punch from 0x01c503 to 0x02a7d7 (0xe2d5 bytes) 000731 1787386766.186980 mapread 0x0028c1 thru 0x00bc88 (0x93c8 bytes) 000732 1787386766.204610 write 0x021ead thru 0x023951 (0x1aa5 bytes) 000733 1787386766.218111 trunc from 0x020dc4 to 0x02be69 (0xb0a6 bytes) 000734 1787386766.231073 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000735 1787386766.366267 punch from 0x00982e to 0x00b70c (0x1edf bytes) 000736 1787386766.375367 mapread 0x023d75 thru 0x02bf73 (0x81ff bytes) 000737 1787386766.419352 mapread 0x01abf5 thru 0x029fbe (0xf3ca bytes) 000738 1787386766.450896 mapwrite 0x036930 thru 0x03e2b3 (0x7984 bytes) 000739 1787386766.512221 fallocate 0x0286b7 thru 0x030e86 (0x87d0 bytes) 000740 1787386766.519019 write 0x03f4c3 thru 0x03ffff (0xb3d bytes) 000742 1787386766.524601 write 0x012715 thru 0x01bb23 (0x940f bytes) 000743 1787386766.531856 fallocate 0x026c1e thru 0x034759 (0xdb3c bytes) 000744 1787386766.538686 fallocate 0x03aeba thru 0x03ff7c (0x50c3 bytes) 000745 1787386766.548981 punch from 0x03198b to 0x03ffff (0xe675 bytes) 000746 1787386766.562910 fallocate 0x022ec3 thru 0x030e5f (0xdf9d bytes) 000747 1787386766.567508 mapread 0x0042c1 thru 0x004ed0 (0xc10 bytes) 000749 1787386766.582512 punch from 0x019067 to 0x01eed7 (0x5e71 bytes) 000750 1787386766.589121 fallocate 0x023220 thru 0x0262f7 (0x30d8 bytes) 000751 1787386766.595583 mapwrite 0x03d665 thru 0x03ffff (0x299b bytes) 000752 1787386766.621591 mapread 0x00afac thru 0x010c21 (0x5c76 bytes) 000754 1787386766.624299 read 0x0354ee thru 0x03c188 (0x6c9b bytes) 000755 1787386766.629613 write 0x03037b thru 0x03cf4f (0xcbd5 bytes) 000758 1787386766.639724 mapread 0x03f1e1 thru 0x03ffff (0xe1f bytes) 000762 1787386766.644603 trunc from 0x040000 to 0x0327f0 (0xd80f bytes) 000763 1787386766.661593 mapwrite 0x02d20f thru 0x03b0a3 (0xde95 bytes) 000764 1787386766.714812 read 0x036607 thru 0x03b0a3 (0x4a9d bytes) 000765 1787386766.715601 mapwrite 0x027f67 thru 0x030af4 (0x8b8e bytes) 000766 1787386766.739610 mapread 0x0062c7 thru 0x0161d8 (0xff12 bytes) 000768 1787386766.749251 read 0x0391ae thru 0x03b0a3 (0x1ef6 bytes) 000769 1787386766.749927 read 0x00a960 thru 0x01a25f (0xf900 bytes) 000770 1787386766.751556 punch from 0x0301db to 0x03b0a3 (0xaec9 bytes) 000771 1787386766.757521 write 0x002c31 thru 0x00808b (0x545b bytes) 000772 1787386766.758977 read 0x035ddf thru 0x03b0a3 (0x52c5 bytes) 000773 1787386766.770672 punch from 0x00e3b2 to 0x014c61 (0x68b0 bytes) 000776 1787386766.778545 mapread 0x006fb5 thru 0x00a3f5 (0x3441 bytes) 000777 1787386766.779920 trunc from 0x03a176 to 0x03b0a3 (0xf2e bytes) 000778 1787386766.786521 mapread 0x00cac3 thru 0x017692 (0xabd0 bytes) 000779 1787386766.820267 read 0x0052f4 thru 0x01066a (0xb377 bytes) 000780 1787386766.821828 write 0x03a19a thru 0x03ffff (0x5e66 bytes) 000782 1787386766.828844 mapwrite 0x00a9b2 thru 0x0138a2 (0x8ef1 bytes) 000783 1787386766.857011 mapwrite 0x01acad thru 0x01f8f0 (0x4c44 bytes) 000784 1787386766.874250 trunc from 0x03de71 to 0x03ffff (0x218f bytes) 000785 1787386766.879518 read 0x031e71 thru 0x03c565 (0xa6f5 bytes) 000786 1787386766.880672 trunc from 0x02473a to 0x02cbfd (0x84c4 bytes) 000787 1787386766.886036 mapread 0x035b00 thru 0x03ffff (0xa500 bytes) 000788 1787386766.896003 write 0x001a1a thru 0x00c6b6 (0xac9d bytes) 000790 1787386766.899599 mapwrite 0x020524 thru 0x026a07 (0x64e4 bytes) 000791 1787386766.919005 fallocate 0x024b86 thru 0x026c88 (0x2103 bytes) 000792 1787386766.924086 mapwrite 0x0313a3 thru 0x03cfd8 (0xbc36 bytes) 000793 1787386766.951119 write 0x01c489 thru 0x020fb7 (0x4b2f bytes) 000795 1787386766.954281 write 0x02c425 thru 0x02e5dc (0x21b8 bytes) 000797 1787386766.957739 trunc from 0x017dbf to 0x025d72 (0xdfb4 bytes) 000798 1787386766.970043 punch from 0x004f64 to 0x00ef20 (0x9fbd bytes) 000799 1787386766.976373 fallocate 0x02ef24 thru 0x031043 (0x2120 bytes) 000800 1787386766.980325 write 0x03d547 thru 0x03ffff (0x2ab9 bytes) 000802 1787386766.983089 trunc from 0x040000 to 0x01198d (0x2e672 bytes) 000803 1787386767.009610 punch from 0x00c5d2 to 0x01198d (0x53bc bytes) 000804 1787386767.017063 punch from 0x001397 to 0x010496 (0xf100 bytes) 000805 1787386767.024250 trunc from 0x01198e to 0x034002 (0x22675 bytes) 000808 1787386767.053135 mapread 0x004019 thru 0x0120f2 (0xe0da bytes) 000809 1787386767.142654 trunc from 0x034003 to 0x0197af (0x1a853 bytes) 000810 1787386767.161843 mapwrite 0x0225a5 thru 0x030af1 (0xe54d bytes) 000811 1787386767.276057 trunc from 0x030af2 to 0x01424b (0x1c8a6 bytes) 000812 1787386767.293783 read 0x0122b3 thru 0x01424b (0x1f99 bytes) 000813 1787386767.305037 mapread 0x000810 thru 0x01050d (0xfcfe bytes) 000814 1787386767.307073 mapwrite 0x0136fd thru 0x020b7f (0xd483 bytes) 000815 1787386767.356907 trunc from 0x020b80 to 0x01780c (0x9373 bytes) 000816 1787386767.380595 mapwrite 0x032569 thru 0x039860 (0x72f8 bytes) 000819 1787386767.436593 fallocate 0x00149b thru 0x002a23 (0x1589 bytes) 000820 1787386767.443844 fallocate 0x018b2d thru 0x01d408 (0x48dc bytes) 000821 1787386767.452681 mapwrite 0x01aa1b thru 0x0226e6 (0x7ccc bytes) 000822 1787386767.513864 trunc from 0x039861 to 0x005ab1 (0x33daf bytes) 000823 1787386767.537368 punch from 0x005250 to 0x005ab1 (0x862 bytes) 000825 1787386767.548848 trunc from 0x000609 to 0x001070 (0xa68 bytes) 000826 1787386767.555173 fallocate 0x0227af thru 0x029f75 (0x77c7 bytes) 000827 1787386767.560131 trunc from 0x001630 to 0x005ab1 (0x4482 bytes) 000828 1787386767.567910 read 0x002aa5 thru 0x005ab1 (0x300d bytes) 000829 1787386767.576535 fallocate 0x00e0cc thru 0x01b9a3 (0xd8d8 bytes) 000830 1787386767.581590 trunc from 0x000db2 to 0x005ab1 (0x4d00 bytes) 000831 1787386767.588097 mapread 0x00170b thru 0x005ab1 (0x43a7 bytes) 000832 1787386767.612112 trunc from 0x005ab2 to 0x0132d0 (0xd81f bytes) 000833 1787386767.636686 trunc from 0x0132d1 to 0x02d5ea (0x1a31a bytes) 000834 1787386767.655821 write 0x039ba1 thru 0x03ffff (0x645f bytes) 000835 1787386767.657341 fallocate 0x027f48 thru 0x033537 (0xb5f0 bytes) 000838 1787386767.667715 trunc from 0x040000 to 0x0088a6 (0x37759 bytes) 000839 1787386767.690691 write 0x0297ad thru 0x03837f (0xebd3 bytes) 000840 1787386767.694918 mapwrite 0x01401d thru 0x0218d0 (0xd8b4 bytes) 000841 1787386767.733044 trunc from 0x01b5ac to 0x02b211 (0xfc66 bytes) 000842 1787386767.741402 mapread 0x0202ef thru 0x02d281 (0xcf93 bytes) 000843 1787386767.847405 punch from 0x0332f2 to 0x03837f (0x508e bytes) 000845 1787386767.861668 mapread 0x02ec05 thru 0x03837f (0x977b bytes) 000846 1787386767.910532 trunc from 0x038380 to 0x03b794 (0x3415 bytes) 000847 1787386767.937984 read 0x0152e0 thru 0x01b46e (0x618f bytes) 000848 1787386767.951999 fallocate 0x019df1 thru 0x0217b2 (0x79c2 bytes) 000849 1787386767.976265 punch from 0x03b20f to 0x03b794 (0x586 bytes) 000850 1787386767.993646 MIRROR_EXTEND to 2 mirrors 000851 1787386768.794871 mapread 0x018658 thru 0x01fa39 (0x73e2 bytes) 000852 1787386768.835745 MIRROR_EXTEND to 3 mirrors 000853 1787386769.537749 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000854 1787386770.014489 trunc from 0x01312b to 0x022f75 (0xfe4b bytes) 000855 1787386770.085756 punch from 0x02a6f7 to 0x03423c (0x9b46 bytes) 000857 1787386770.092944 trunc from 0x03b795 to 0x0279ad (0x13de7 bytes) 000858 1787386770.115748 mapwrite 0x02b995 thru 0x03454d (0x8bb9 bytes) 000859 1787386770.181163 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3454e): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3454e): Mirror 3: 0xd6952d65 (stale) CRC-32 checksum value for chunk [0, 0x3454e): Mirror 1: 0xc1fd9638 Mirror 4: 0xc1fd9638 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3454e: skipped 000860 1787386771.212750 mapread 0x019f20 thru 0x01e534 (0x4615 bytes) 000861 1787386771.252115 mapwrite 0x028766 thru 0x02fb40 (0x73db bytes) 000862 1787386771.425713 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3454e): Mirror 4: 0xc1fd9638 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3454e): Mirror 4: 0xc1fd9638 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3454e: skipped 000863 1787386771.835851 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3454e): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3454e): Mirror 4: 0xc1fd9638 (stale) CRC-32 checksum value for chunk [0, 0x3454e): Mirror 1: 0x91af39f9 Mirror 5: 0x91af39f9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3454e: skipped 000864 1787386772.696278 fallocate 0x03af60 thru 0x03ffff (0x50a0 bytes) 000865 1787386772.775145 mapread 0x02188b thru 0x0246a9 (0x2e1f bytes) 000866 1787386772.806880 mapread 0x033a8a thru 0x03ffff (0xc576 bytes) 000868 1787386772.849018 trunc from 0x03fffc to 0x03ffff (0x4 bytes) 000869 1787386772.853633 mapwrite 0x03fd21 thru 0x03ffff (0x2df bytes) 000870 1787386772.873869 mapwrite 0x014f22 thru 0x022d7f (0xde5e bytes) 000871 1787386772.928536 mapwrite 0x03c8b5 thru 0x03ffff (0x374b bytes) 000872 1787386772.954016 mapwrite 0x028d58 thru 0x033dd7 (0xb080 bytes) 000873 1787386772.994177 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa0cb60 (stale) Mirror 5: 0xd12d9dfb (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x31530803 Mirror 6: 0x31530803 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000874 1787386773.937949 trunc from 0x040000 to 0x0379a7 (0x8658 bytes) 000875 1787386773.985775 mapwrite 0x0389de thru 0x039a50 (0x1073 bytes) 000876 1787386774.023769 trunc from 0x020e3d to 0x02e91e (0xdae2 bytes) 000877 1787386774.029324 punch from 0x01400b to 0x02050d (0xc503 bytes) 000878 1787386774.033805 punch from 0x02793b to 0x02e061 (0x6727 bytes) 000879 1787386774.038634 trunc from 0x039a51 to 0x014afe (0x24f52 bytes) 000880 1787386774.052489 trunc from 0x014aff to 0x003d5d (0x10da1 bytes) 000881 1787386774.074393 punch from 0x003a4e to 0x003d5d (0x310 bytes) 000882 1787386774.079615 mapread 0x00243a thru 0x003d5d (0x1924 bytes) 000883 1787386774.085131 read 0x003531 thru 0x003d5d (0x82d bytes) 000884 1787386774.085829 punch from 0x001c6b to 0x003d5d (0x20f3 bytes) 000885 1787386774.090556 fallocate 0x004e6b thru 0x00aec5 (0x605b bytes) 000886 1787386774.094912 trunc from 0x00a1c3 to 0x00aec5 (0xd03 bytes) 000887 1787386774.099700 trunc from 0x006d6d to 0x00aec5 (0x4159 bytes) 000888 1787386774.104670 fallocate 0x02bd50 thru 0x03925a (0xd50b bytes) 000889 1787386774.112340 fallocate 0x00420e thru 0x00bcbc (0x7aaf bytes) 000890 1787386774.117528 write 0x013ea1 thru 0x016a5e (0x2bbe bytes) 000891 1787386774.119636 mapwrite 0x00cb5e thru 0x01201c (0x54bf bytes) 000892 1787386774.143280 trunc from 0x016a5f to 0x02f311 (0x188b3 bytes) 000893 1787386774.157759 mapwrite 0x02b2dd thru 0x037fca (0xccee bytes) 000894 1787386774.257740 trunc from 0x0300a7 to 0x037fca (0x7f24 bytes) 000895 1787386774.276729 MIRROR_RESYNC 4 mirrors 000896 1787386775.488772 fallocate 0x01930c thru 0x01f7ad (0x64a2 bytes) 000897 1787386775.539868 read 0x02f366 thru 0x032216 (0x2eb1 bytes) 000898 1787386775.550825 MIRROR_RESYNC 4 mirrors 000899 1787386776.629808 punch from 0x01a62b to 0x022cc2 (0x8698 bytes) 000900 1787386776.696505 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37fcb): Mirror 4: 0x275d8867 (stale) Mirror 6: 0x275d8867 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37fcb): Mirror 4: 0x275d8867 (stale) Mirror 6: 0x275d8867 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37fcb: skipped 000901 1787386777.378936 mapread 0x024537 thru 0x02faad (0xb577 bytes) 000902 1787386777.455561 punch from 0x025a4c to 0x03045b (0xaa10 bytes) 000903 1787386777.490581 MIRROR_RESYNC 3 mirrors 000904 1787386778.463244 read 0x00f419 thru 0x016f03 (0x7aeb bytes) 000905 1787386778.491606 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000906 1787386778.811515 trunc from 0x02d37d to 0x037fca (0xac4e bytes) 000907 1787386778.880154 read 0x028fc8 thru 0x037569 (0xe5a2 bytes) 000908 1787386778.899144 punch from 0x019379 to 0x01ad94 (0x1a1c bytes) 000909 1787386778.906027 mapwrite 0x01f66d thru 0x025cae (0x6642 bytes) 000910 1787386778.999606 trunc from 0x01e108 to 0x02d4af (0xf3a8 bytes) 000911 1787386779.013811 punch from 0x02c466 to 0x035002 (0x8b9d bytes) 000912 1787386779.046971 write 0x015d04 thru 0x0203a8 (0xa6a5 bytes) 000913 1787386779.087596 fallocate 0x035348 thru 0x03e725 (0x93de bytes) 000914 1787386779.092940 fallocate 0x0038ad thru 0x00fae2 (0xc236 bytes) 000915 1787386779.101651 trunc from 0x037fcb to 0x014e5b (0x2316f bytes) 000916 1787386779.126540 punch from 0x00b172 to 0x014e5b (0x9cea bytes) 000917 1787386779.133758 fallocate 0x036d2b thru 0x03ffff (0x92d5 bytes) 000919 1787386779.140260 trunc from 0x014e5c to 0x032f94 (0x1e139 bytes) 000922 1787386779.167005 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1e6:0x0]: Invalid argument (22) 000924 1787386779.336720 read 0x030222 thru 0x032f94 (0x2d73 bytes) 000925 1787386779.345637 fallocate 0x016365 thru 0x01c905 (0x65a1 bytes) 000926 1787386779.350794 read 0x019cd9 thru 0x0245db (0xa903 bytes) 000927 1787386779.362377 read 0x03000c thru 0x032f94 (0x2f89 bytes) 000928 1787386779.363314 trunc from 0x032f95 to 0x039c88 (0x6cf4 bytes) 000929 1787386779.380379 mapwrite 0x0312ce thru 0x038426 (0x7159 bytes) 000930 1787386779.404321 fallocate 0x0347be thru 0x03ffff (0xb842 bytes) 000931 1787386779.409669 trunc from 0x0054cf to 0x009b1f (0x4651 bytes) 000933 1787386779.414768 read 0x038f88 thru 0x039c88 (0xd01 bytes) 000934 1787386779.415654 punch from 0x00baf3 to 0x00c64c (0xb5a bytes) 000935 1787386779.419866 trunc from 0x039c89 to 0x0216dc (0x185ac bytes) 000936 1787386779.434473 punch from 0x01a047 to 0x0216dc (0x7696 bytes) 000937 1787386779.439711 write 0x01ae83 thru 0x023232 (0x83b0 bytes) 000938 1787386779.453299 punch from 0x019f31 to 0x01b66c (0x173c bytes) 000940 1787386779.466814 fallocate 0x01f9a8 thru 0x022d83 (0x33dc bytes) 000944 1787386779.474321 fallocate 0x0289fa thru 0x032282 (0x9889 bytes) 000945 1787386779.479079 trunc from 0x01a074 to 0x0218c5 (0x7852 bytes) 000946 1787386779.484698 punch from 0x021bca to 0x023232 (0x1669 bytes) 000947 1787386779.489835 read 0x011b10 thru 0x013a94 (0x1f85 bytes) 000948 1787386779.490688 trunc from 0x0155a5 to 0x01b9be (0x641a bytes) 000949 1787386779.495686 write 0x00298b thru 0x010e73 (0xe4e9 bytes) 000950 1787386779.497840 write 0x0258d6 thru 0x033496 (0xdbc1 bytes) 000951 1787386779.500532 trunc from 0x033497 to 0x0030f3 (0x303a3 bytes) 000952 1787386779.516887 punch from 0x000092 to 0x0030f3 (0x3062 bytes) 000953 1787386779.528195 fallocate 0x00bb0a thru 0x01a915 (0xee0c bytes) 000954 1787386779.534549 punch from 0x00226c to 0x0030f3 (0xe88 bytes) 000955 1787386779.539280 punch from 0x0009cd to 0x0030f3 (0x2727 bytes) 000956 1787386779.544385 trunc from 0x0030f4 to 0x01d507 (0x1a414 bytes) 000958 1787386779.558034 mapwrite 0x00b0bc thru 0x00fe91 (0x4dd6 bytes) 000959 1787386779.592240 read 0x00e0ad thru 0x00ecba (0xc0e bytes) 000960 1787386779.594254 write 0x010419 thru 0x018ffd (0x8be5 bytes) 000961 1787386779.596962 mapread 0x003884 thru 0x00b91b (0x8098 bytes) 000962 1787386779.599855 trunc from 0x014637 to 0x01d507 (0x8ed1 bytes) 000963 1787386779.618687 mapread 0x005024 thru 0x012d76 (0xdd53 bytes) 000965 1787386779.622529 fallocate 0x012171 thru 0x01aa38 (0x88c8 bytes) 000966 1787386779.631962 mapwrite 0x022e16 thru 0x03013f (0xd32a bytes) 000967 1787386779.716694 fallocate 0x03ed7f thru 0x03ffff (0x1281 bytes) 000968 1787386779.730604 mapwrite 0x032aad thru 0x03af44 (0x8498 bytes) 000969 1787386779.782339 trunc from 0x026c6a to 0x031fc6 (0xb35d bytes) 000970 1787386779.788205 trunc from 0x02c049 to 0x02c767 (0x71f bytes) 000971 1787386779.795139 punch from 0x02b478 to 0x02fe6e (0x49f7 bytes) 000972 1787386779.803116 write 0x008b5c thru 0x015b15 (0xcfba bytes) 000973 1787386779.807878 mapread 0x021164 thru 0x025e92 (0x4d2f bytes) 000974 1787386779.812651 write 0x02fa8e thru 0x039ff1 (0xa564 bytes) 000975 1787386779.818620 trunc from 0x040000 to 0x00e552 (0x31aad bytes) 000976 1787386779.831890 trunc from 0x00e553 to 0x002624 (0xbf2e bytes) 000977 1787386779.851308 trunc from 0x000402 to 0x002624 (0x2223 bytes) 000979 1787386779.859790 write 0x01c689 thru 0x02318b (0x6b03 bytes) 000980 1787386779.863387 write 0x001c82 thru 0x010f74 (0xf2f3 bytes) 000981 1787386779.874617 punch from 0x022028 to 0x02318b (0x1164 bytes) 000983 1787386779.889118 trunc from 0x02318c to 0x026b16 (0x398b bytes) 000986 1787386779.905230 mapread 0x005e61 thru 0x00aa17 (0x4bb7 bytes) 000987 1787386779.910660 MIRROR_EXTEND to 2 mirrors 000988 1787386780.677298 mapwrite 0x01558a thru 0x01cb85 (0x75fc bytes) 000989 1787386780.777701 write 0x01af93 thru 0x029a0e (0xea7c bytes) 000990 1787386780.785826 fallocate 0x037696 thru 0x03ffff (0x896a bytes) 000991 1787386780.791244 mapwrite 0x0399af thru 0x03a274 (0x8c6 bytes) 000992 1787386780.825144 punch from 0x01db3e to 0x0251e5 (0x76a8 bytes) 000993 1787386780.839039 write 0x00293f thru 0x0070dc (0x479e bytes) 000994 1787386780.852263 read 0x026071 thru 0x02b373 (0x5303 bytes) 000995 1787386780.861056 write 0x014d28 thru 0x0155ba (0x893 bytes) 000996 1787386780.862499 punch from 0x0275ee to 0x0359df (0xe3f2 bytes) 000997 1787386780.870865 fallocate 0x03b0cc thru 0x03ffff (0x4f34 bytes) 000998 1787386780.891494 trunc from 0x014456 to 0x018a7e (0x4629 bytes) 000999 1787386780.913586 fallocate 0x012bac thru 0x014b17 (0x1f6c bytes) 001000 1787386780.923339 trunc from 0x031369 to 0x032378 (0x1010 bytes) All operations completed A-OK!