== sanity-flr test 70a: flr mode fsx test ================ 07:23:54 (1787570634) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 636 skipping zero size read 000002 1787570637.207326 mapwrite 0x0358f8 thru 0x037f9b (0x26a4 bytes) fallocating to largest ever: 0x40000 000003 1787570637.258436 fallocate 0x03e722 thru 0x03ffff (0x18de bytes) 000004 1787570637.265652 write 0x0028a8 thru 0x00864e (0x5da7 bytes) 000005 1787570637.279877 trunc from 0x008acc to 0x009b7e (0x10b3 bytes) 000006 1787570637.298729 mapwrite 0x032417 thru 0x03a140 (0x7d2a bytes) 000007 1787570637.341522 read 0x01a950 thru 0x01ea04 (0x40b5 bytes) 000008 1787570637.356294 trunc from 0x040000 to 0x018988 (0x27677 bytes) 000009 1787570637.387593 fallocate 0x0205e1 thru 0x0240b8 (0x3ad8 bytes) 000010 1787570637.399793 mapread 0x0235b7 thru 0x0240b8 (0xb02 bytes) 000011 1787570637.413186 fallocate 0x00c6c5 thru 0x00cd0d (0x649 bytes) 000012 1787570637.420377 trunc from 0x0240b9 to 0x028e02 (0x4d4a bytes) 000013 1787570637.447299 mapread 0x022b60 thru 0x023615 (0xab6 bytes) 000014 1787570637.453306 read 0x024359 thru 0x028e02 (0x4aaa bytes) 000015 1787570637.474306 fallocate 0x0328fc thru 0x03ffff (0xd704 bytes) 000016 1787570637.481102 fallocate 0x02b881 thru 0x03491e (0x909e bytes) 000017 1787570637.487495 mapread 0x01937a thru 0x025394 (0xc01b bytes) 000019 1787570637.489017 punch from 0x0251ce to 0x028e02 (0x3c35 bytes) 000020 1787570637.498274 trunc from 0x01f1ba to 0x028e02 (0x9c49 bytes) 000021 1787570637.509895 trunc from 0x028e03 to 0x030a49 (0x7c47 bytes) 000022 1787570637.562519 write 0x0044e9 thru 0x00e9bd (0xa4d5 bytes) 000023 1787570637.563986 write 0x005c81 thru 0x00f441 (0x97c1 bytes) 000024 1787570637.565216 read 0x028306 thru 0x0309f4 (0x86ef bytes) 000025 1787570637.582243 trunc from 0x00c379 to 0x017d20 (0xb9a8 bytes) 000027 1787570637.613273 read 0x023261 thru 0x02629e (0x303e bytes) 000028 1787570637.619128 mapwrite 0x00d6df thru 0x01a9b0 (0xd2d2 bytes) 000029 1787570637.711297 punch from 0x02e38b to 0x030a49 (0x26bf bytes) 000030 1787570637.717955 mapwrite 0x03669e thru 0x03ffff (0x9962 bytes) 000032 1787570637.789624 mapwrite 0x0336a3 thru 0x03ac4c (0x75aa bytes) 000033 1787570637.829524 trunc from 0x00aaa5 to 0x014bb1 (0xa10d bytes) 000034 1787570637.837841 trunc from 0x020b72 to 0x024eeb (0x437a bytes) 000036 1787570637.843919 punch from 0x019a0d to 0x020d09 (0x72fd bytes) 000037 1787570637.859795 read 0x018134 thru 0x0192ef (0x11bc bytes) 000038 1787570637.900975 write 0x00a525 thru 0x016540 (0xc01c bytes) 000041 1787570637.916700 trunc from 0x02eb15 to 0x03e7bd (0xfca9 bytes) 000042 1787570637.932749 mapread 0x0137b0 thru 0x01a44b (0x6c9c bytes) 000047 1787570637.948047 punch from 0x003843 to 0x0041b8 (0x976 bytes) 000048 1787570637.966978 punch from 0x03aaf2 to 0x03ffff (0x550e bytes) 000049 1787570637.983709 write 0x01933b thru 0x023e57 (0xab1d bytes) 000050 1787570637.989282 write 0x01596b thru 0x020cc0 (0xb356 bytes) 000051 1787570637.994888 read 0x035c93 thru 0x038433 (0x27a1 bytes) 000052 1787570638.028608 trunc from 0x040000 to 0x031c2c (0xe3d3 bytes) 000053 1787570638.061647 mapwrite 0x01a5cf thru 0x01ea98 (0x44ca bytes) 000054 1787570638.093539 trunc from 0x01e236 to 0x02215b (0x3f26 bytes) 000055 1787570638.101788 read 0x02d74d thru 0x02fada (0x238e bytes) 000056 1787570638.102834 read 0x0005a2 thru 0x00c97a (0xc3d9 bytes) 000057 1787570638.104905 fallocate 0x0340a9 thru 0x03ffff (0xbf57 bytes) 000058 1787570638.112802 mapread 0x039205 thru 0x03ffff (0x6dfb bytes) 000059 1787570638.130145 fallocate 0x009f94 thru 0x019bff (0xfc6c bytes) 000061 1787570638.139851 fallocate 0x011ffa thru 0x017789 (0x5790 bytes) 000062 1787570638.151756 mapread 0x0076a1 thru 0x009264 (0x1bc4 bytes) 000063 1787570638.161896 read 0x01e303 thru 0x027a69 (0x9767 bytes) 000064 1787570638.163574 mapwrite 0x0151ad thru 0x01b9a2 (0x67f6 bytes) 000065 1787570638.189141 mapwrite 0x029c42 thru 0x032426 (0x87e5 bytes) 000066 1787570638.214514 trunc from 0x040000 to 0x02f6a5 (0x1095a bytes) 000067 1787570638.239589 mapwrite 0x01a39f thru 0x021a8c (0x76ee bytes) 000068 1787570638.273459 mapread 0x029143 thru 0x02f6a5 (0x6563 bytes) 000069 1787570638.276559 trunc from 0x00a250 to 0x015d75 (0xbb26 bytes) 000070 1787570638.284941 trunc from 0x00a950 to 0x0146c0 (0x9d71 bytes) 000071 1787570638.291635 mapread 0x014eaa thru 0x01d622 (0x8779 bytes) 000072 1787570638.331312 mapread 0x024609 thru 0x02f5cb (0xafc3 bytes) 000073 1787570638.332979 write 0x0356be thru 0x03f97f (0xa2c2 bytes) 000074 1787570638.336518 mapwrite 0x0014e8 thru 0x00b36d (0x9e86 bytes) 000075 1787570638.367306 write 0x0049a6 thru 0x008c2f (0x428a bytes) 000076 1787570638.368548 write 0x03b80c thru 0x03f496 (0x3c8b bytes) 000077 1787570638.369570 write 0x009d6f thru 0x015b18 (0xbdaa bytes) 000078 1787570638.377603 trunc from 0x02a425 to 0x02d108 (0x2ce4 bytes) 000079 1787570638.386282 fallocate 0x02a695 thru 0x0365ee (0xbf5a bytes) 000080 1787570638.393875 trunc from 0x03f980 to 0x03983a (0x6145 bytes) 000082 1787570638.418209 fallocate 0x00e20d thru 0x012097 (0x3e8b bytes) 000083 1787570638.424724 mapread 0x010db3 thru 0x020346 (0xf594 bytes) 000088 1787570638.429855 trunc from 0x01e286 to 0x02d91d (0xf698 bytes) 000089 1787570638.435515 punch from 0x012760 to 0x01f2df (0xcb80 bytes) 000090 1787570638.452634 read 0x00d8d6 thru 0x00de4d (0x578 bytes) 000091 1787570638.458191 MIRROR_EXTEND to 2 mirrors 000092 1787570639.393124 mapread 0x0259da thru 0x02cb37 (0x715e bytes) 000093 1787570639.415143 trunc from 0x038469 to 0x03983a (0x13d2 bytes) 000094 1787570639.457097 trunc from 0x03983b to 0x00b2b7 (0x2e583 bytes) 000095 1787570639.489390 mapwrite 0x0261ea thru 0x02ac8d (0x4aa4 bytes) 000096 1787570639.578168 mapwrite 0x014fa2 thru 0x01ec02 (0x9c61 bytes) 000097 1787570639.646984 MIRROR_RESYNC 2 mirrors 000098 1787570640.496886 read 0x004831 thru 0x010f5b (0xc72b bytes) 000099 1787570640.512793 mapwrite 0x01f0ac thru 0x02aff2 (0xbf47 bytes) 000100 1787570640.767267 trunc from 0x02aff3 to 0x007c82 (0x23370 bytes) 000101 1787570640.796836 write 0x01854d thru 0x01d693 (0x5147 bytes) 000102 1787570640.805051 trunc from 0x01d694 to 0x037599 (0x19f06 bytes) 000103 1787570640.858950 mapread 0x02cf1f thru 0x037599 (0xa67b bytes) 000104 1787570640.918137 mapwrite 0x030c7f thru 0x03ffff (0xf381 bytes) 000105 1787570641.017519 trunc from 0x040000 to 0x00af90 (0x3506f bytes) 000106 1787570641.041196 fallocate 0x01435a thru 0x01d821 (0x94c8 bytes) 000107 1787570641.051437 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000108 1787570641.241445 punch from 0x01a6ec to 0x01d821 (0x3136 bytes) 000110 1787570641.250395 read 0x013fd0 thru 0x01b61a (0x764b bytes) 000111 1787570641.262686 trunc from 0x0155e2 to 0x01d821 (0x8240 bytes) 000112 1787570641.268224 mapwrite 0x002c2a thru 0x00947a (0x6851 bytes) 000114 1787570641.316807 mapread 0x0145a7 thru 0x016326 (0x1d80 bytes) 000115 1787570641.332302 mapread 0x01273e thru 0x016fd5 (0x4898 bytes) 000116 1787570641.335738 mapread 0x011d86 thru 0x017e90 (0x610b bytes) 000117 1787570641.336815 mapwrite 0x001caa thru 0x011b72 (0xfec9 bytes) 000120 1787570641.373959 trunc from 0x01d822 to 0x00b4fa (0x12327 bytes) 000121 1787570641.413511 trunc from 0x006386 to 0x00b4fa (0x5175 bytes) 000122 1787570641.422238 read 0x001a95 thru 0x00b4fa (0x9a66 bytes) 000123 1787570641.451492 mapwrite 0x01c007 thru 0x0218f0 (0x58ea bytes) 000125 1787570641.542455 trunc from 0x0218f1 to 0x02cae9 (0xb1f9 bytes) 000127 1787570641.567448 read 0x0282ed thru 0x02cae9 (0x47fd bytes) 000128 1787570641.577716 fallocate 0x02fa27 thru 0x030a4d (0x1027 bytes) 000129 1787570641.583744 mapwrite 0x00d0a4 thru 0x0163ce (0x932b bytes) 000130 1787570641.603642 mapwrite 0x0237b2 thru 0x02a58e (0x6ddd bytes) 000131 1787570641.636494 write 0x037b30 thru 0x03ffff (0x84d0 bytes) 000132 1787570641.638125 punch from 0x008257 to 0x00844c (0x1f6 bytes) 000134 1787570641.651888 MIRROR_EXTEND to 2 mirrors 000135 1787570642.530736 write 0x023a41 thru 0x02ef8b (0xb54b bytes) 000136 1787570642.601236 fallocate 0x024727 thru 0x027fe7 (0x38c1 bytes) 000137 1787570642.607195 read 0x0237e8 thru 0x031d86 (0xe59f bytes) 000139 1787570642.614249 mapread 0x02d546 thru 0x030e7f (0x393a bytes) 000140 1787570642.615292 mapread 0x00d779 thru 0x00f272 (0x1afa bytes) 000141 1787570642.641805 read 0x020f83 thru 0x02de8a (0xcf08 bytes) 000142 1787570642.653782 fallocate 0x01369f thru 0x0190df (0x5a41 bytes) 000143 1787570642.662316 write 0x00078e thru 0x00d09d (0xc910 bytes) 000144 1787570642.663924 fallocate 0x015ec2 thru 0x022dcb (0xcf0a bytes) 000145 1787570642.669033 mapread 0x01f283 thru 0x02531b (0x6099 bytes) 000146 1787570642.670539 trunc from 0x02aeb2 to 0x031681 (0x67d0 bytes) 000148 1787570642.730573 mapread 0x02f8aa thru 0x03abab (0xb302 bytes) 000149 1787570642.757809 mapread 0x010114 thru 0x01d39f (0xd28c bytes) 000150 1787570642.758747 mapread 0x03aca8 thru 0x03ffff (0x5358 bytes) 000151 1787570642.759478 read 0x037483 thru 0x03f220 (0x7d9e bytes) 000153 1787570642.763173 mapread 0x00e41d thru 0x012b1b (0x46ff bytes) 000154 1787570642.766267 punch from 0x0195e9 to 0x0221a7 (0x8bbf bytes) 000155 1787570642.776015 mapwrite 0x022d1a thru 0x02e733 (0xba1a bytes) 000156 1787570642.823735 write 0x02ea9a thru 0x03d3f8 (0xe95f bytes) 000158 1787570642.826951 fallocate 0x01154e thru 0x01cd2e (0xb7e1 bytes) 000159 1787570642.832962 read 0x030372 thru 0x0317cc (0x145b bytes) 000160 1787570642.834150 trunc from 0x040000 to 0x00b420 (0x34bdf bytes) 000161 1787570642.858117 write 0x008228 thru 0x00e849 (0x6622 bytes) 000162 1787570642.863186 punch from 0x00ab8f to 0x00e849 (0x3cbb bytes) 000163 1787570642.883542 write 0x022a26 thru 0x02f209 (0xc7e4 bytes) 000164 1787570642.884797 fallocate 0x03c7c8 thru 0x03ffff (0x3838 bytes) 000166 1787570642.888393 write 0x037fc7 thru 0x03ffff (0x8039 bytes) 000167 1787570642.892504 MIRROR_RESYNC 2 mirrors 000168 1787570643.874126 write 0x00cc08 thru 0x0102fe (0x36f7 bytes) 000169 1787570643.935966 trunc from 0x040000 to 0x005cd1 (0x3a32e bytes) 000170 1787570643.990004 trunc from 0x005cd2 to 0x031185 (0x2b4b4 bytes) 000172 1787570644.019221 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x31186): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31186): Mirror 2: 0x2979b9b (stale) CRC-32 checksum value for chunk [0, 0x31186): Mirror 1: 0x22f38ad8 Mirror 3: 0x22f38ad8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31186: skipped 000173 1787570645.365932 write 0x02c2a7 thru 0x033ccc (0x7a26 bytes) 000174 1787570645.459654 punch from 0x02a186 to 0x033ccc (0x9b47 bytes) 000175 1787570645.487526 fallocate 0x008573 thru 0x00e443 (0x5ed1 bytes) 000176 1787570645.495539 mapread 0x0088b4 thru 0x01681f (0xdf6c bytes) 000177 1787570645.556458 fallocate 0x01f0a3 thru 0x024745 (0x56a3 bytes) 000178 1787570645.565138 fallocate 0x0325f3 thru 0x03abdc (0x85ea bytes) 000180 1787570645.574761 fallocate 0x03791b thru 0x039343 (0x1a29 bytes) 000181 1787570645.592259 read 0x01a4fe thru 0x0206f5 (0x61f8 bytes) 000182 1787570645.609376 mapread 0x000343 thru 0x00913f (0x8dfd bytes) 000183 1787570645.621238 trunc from 0x027c95 to 0x02b8ff (0x3c6b bytes) 000184 1787570645.633735 trunc from 0x033ccd to 0x01d58d (0x1673f bytes) 000185 1787570645.694078 fallocate 0x01188a thru 0x02168a (0xfe01 bytes) 000186 1787570645.699962 trunc from 0x016853 to 0x01d58d (0x6d3b bytes) 000187 1787570645.707273 trunc from 0x006ebd to 0x00d7ad (0x68f1 bytes) 000188 1787570645.721297 write 0x0073bd thru 0x0111b8 (0x9dfc bytes) 000189 1787570645.732830 trunc from 0x01d58e to 0x009f4d (0x13640 bytes) 000190 1787570645.776372 punch from 0x006fd6 to 0x009f4d (0x2f78 bytes) 000191 1787570645.799527 mapread 0x004e34 thru 0x00821d (0x33ea bytes) 000192 1787570645.809872 write 0x01bf90 thru 0x026a7b (0xaaec bytes) 000193 1787570645.813200 punch from 0x014f85 to 0x0196e3 (0x475f bytes) 000194 1787570645.821583 trunc from 0x026a7c to 0x002f40 (0x23b3b bytes) 000195 1787570645.867587 trunc from 0x002f41 to 0x03cda8 (0x39e68 bytes) 000196 1787570645.894858 trunc from 0x03cda9 to 0x0025ed (0x3a7bb bytes) 000197 1787570645.912504 fallocate 0x024879 thru 0x032c76 (0xe3fe bytes) 000198 1787570645.922543 read 0x000dab thru 0x0025ed (0x1843 bytes) 000199 1787570645.924160 trunc from 0x002462 to 0x0025ed (0x18c bytes) 000200 1787570645.936065 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x25ee): Mirror 2: 0x4ca6d14e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25ee): Mirror 2: 0x4ca6d14e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25ee: skipped 000201 1787570646.442532 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x25ee): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25ee): Mirror 2: 0x4ca6d14e (stale) CRC-32 checksum value for chunk [0, 0x25ee): Mirror 1: 0xf7cd09b5 Mirror 3: 0xf7cd09b5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25ee: skipped 000202 1787570647.559245 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x25ee): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25ee): Mirror 2: 0x4ca6d14e (stale) CRC-32 checksum value for chunk [0, 0x25ee): Mirror 1: 0xf7cd09b5 Mirror 3: 0xf7cd09b5 Mirror 4: 0xf7cd09b5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25ee: skipped 000203 1787570648.805341 mapwrite 0x01aeea thru 0x028393 (0xd4aa bytes) 000204 1787570648.987835 mapwrite 0x00f8fa thru 0x01414f (0x4856 bytes) 000205 1787570649.013760 write 0x017434 thru 0x01d255 (0x5e22 bytes) 000206 1787570649.016707 write 0x021147 thru 0x027f1b (0x6dd5 bytes) 000207 1787570649.018483 fallocate 0x0313a5 thru 0x0397bc (0x8418 bytes) 000208 1787570649.024789 fallocate 0x03114a thru 0x039e47 (0x8cfe bytes) 000210 1787570649.030737 read 0x024b9e thru 0x028393 (0x37f6 bytes) 000211 1787570649.037006 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x28394): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28394): Mirror 2: 0x969e001a (stale) Mirror 3: 0xdc47f82c (stale) Mirror 4: 0xdc47f82c (stale) CRC-32 checksum value for chunk [0, 0x28394): Mirror 1: 0x981cfc72 Mirror 5: 0x981cfc72 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28394: skipped 000212 1787570650.291081 write 0x023527 thru 0x02b4cd (0x7fa7 bytes) 000213 1787570650.356854 write 0x007ae0 thru 0x0094c9 (0x19ea bytes) 000214 1787570650.379897 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2b4ce): Mirror 2: 0x87a06f5f (stale) Mirror 3: 0x3f45506f (stale) Mirror 4: 0x3f45506f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b4ce): Mirror 2: 0x87a06f5f (stale) Mirror 3: 0x3f45506f (stale) Mirror 4: 0x3f45506f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b4ce: skipped 000215 1787570650.856345 write 0x00b41e thru 0x014275 (0x8e58 bytes) 000216 1787570650.879065 trunc from 0x016832 to 0x021a77 (0xb246 bytes) 000217 1787570650.887332 mapread 0x025fdf thru 0x02b4cd (0x54ef bytes) 000218 1787570650.909752 trunc from 0x02b4ce to 0x017aad (0x13a20 bytes) 000219 1787570650.969280 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x17aae): Mirror 3: 0x35183432 (stale) Mirror 4: 0x35183432 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17aae): Mirror 3: 0x35183432 (stale) Mirror 4: 0x35183432 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17aae: skipped 000220 1787570651.352388 trunc from 0x017aae to 0x03532b (0x1d87e bytes) 000221 1787570651.377142 write 0x01e52d thru 0x0222c6 (0x3d9a bytes) 000222 1787570651.388528 mapread 0x012a51 thru 0x01908b (0x663b bytes) 000223 1787570651.410762 trunc from 0x009803 to 0x00dc57 (0x4455 bytes) 000225 1787570651.417174 trunc from 0x03532c to 0x0052aa (0x30081 bytes) 000226 1787570651.433447 read 0x003dd7 thru 0x0052aa (0x14d4 bytes) 000227 1787570651.439054 read 0x002517 thru 0x0052aa (0x2d94 bytes) 000228 1787570651.445566 trunc from 0x004d86 to 0x0052aa (0x525 bytes) 000229 1787570651.454173 mapwrite 0x01813b thru 0x01b2a3 (0x3169 bytes) 000230 1787570651.509842 trunc from 0x002c1f to 0x00edc2 (0xc1a4 bytes) 000231 1787570651.519363 read 0x0019cf thru 0x0070ad (0x56df bytes) 000232 1787570651.541105 trunc from 0x01b2a4 to 0x0287af (0xd50c bytes) 000234 1787570651.574145 fallocate 0x0394cc thru 0x03e89c (0x53d1 bytes) 000235 1787570651.583750 trunc from 0x03186b to 0x03b987 (0xa11d bytes) 000236 1787570651.594055 mapwrite 0x0293e9 thru 0x03874f (0xf367 bytes) 000237 1787570651.649864 mapread 0x02947e thru 0x03514e (0xbcd1 bytes) 000238 1787570651.651645 fallocate 0x021609 thru 0x030932 (0xf32a bytes) 000239 1787570651.669076 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3e89d): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e89d): Mirror 3: 0xd5a72795 (stale) Mirror 4: 0xd5a72795 (stale) CRC-32 checksum value for chunk [0, 0x3e89d): Mirror 1: 0x524637e2 Mirror 5: 0x524637e2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e89d: skipped 000240 1787570653.296031 write 0x03e786 thru 0x03ffff (0x187a bytes) 000241 1787570653.385440 trunc from 0x03e0ac to 0x03ffff (0x1f54 bytes) 000244 1787570653.407395 punch from 0x00ae66 to 0x0139d2 (0x8b6d bytes) 000245 1787570653.437184 read 0x0184c2 thru 0x02160f (0x914e bytes) 000246 1787570653.463770 mapread 0x037bbb thru 0x039388 (0x17ce bytes) 000247 1787570653.496184 trunc from 0x00307a to 0x00e65b (0xb5e2 bytes) 000248 1787570653.502863 mapread 0x00af11 thru 0x00d33d (0x242d bytes) 000249 1787570653.519016 fallocate 0x021b4a thru 0x021c7a (0x131 bytes) 000250 1787570653.523617 read 0x02a332 thru 0x031c6d (0x793c bytes) 000251 1787570653.534415 mapwrite 0x03d7a1 thru 0x03ffff (0x285f bytes) 000252 1787570653.549392 write 0x01af5d thru 0x021713 (0x67b7 bytes) 000253 1787570653.557192 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x965055a5 (stale) Mirror 4: 0x965055a5 (stale) Mirror 5: 0x59c17644 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x822670e Mirror 6: 0x822670e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000254 1787570655.053791 mapwrite 0x008fdf thru 0x00affa (0x201c bytes) 000255 1787570655.241143 trunc from 0x040000 to 0x00f38e (0x30c71 bytes) 000256 1787570655.307777 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0xf38f): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xf38f): Mirror 3: 0x28eaa662 (stale) Mirror 4: 0x28eaa662 (stale) Mirror 5: 0x28eaa662 (stale) Mirror 6: 0x28eaa662 (stale) CRC-32 checksum value for chunk [0, 0xf38f): Mirror 1: 0xd1ad7153 Mirror 7: 0xd1ad7153 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xf38f: skipped 000257 1787570656.780008 MIRROR_RESYNC 6 mirrors 000258 1787570658.699146 trunc from 0x00f38f to 0x0082cf (0x70bf bytes) 000260 1787570658.763352 write 0x02ac5f thru 0x02c5a4 (0x1946 bytes) 000261 1787570658.769623 mapwrite 0x022ac4 thru 0x02ff41 (0xd47e bytes) 000262 1787570658.875350 mapread 0x021a51 thru 0x02f19f (0xd74f bytes) 000263 1787570658.877620 mapread 0x000bd2 thru 0x0047cc (0x3bfb bytes) 000264 1787570658.918424 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2ff42): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ff42): Mirror 3: 0x9396675a (stale) Mirror 4: 0x9396675a (stale) Mirror 5: 0x9396675a (stale) Mirror 6: 0x9396675a (stale) Mirror 7: 0x9396675a (stale) CRC-32 checksum value for chunk [0, 0x2ff42): Mirror 1: 0x3a74cb83 Mirror 8: 0x3a74cb83 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ff42: skipped 000265 1787570660.323884 punch from 0x028298 to 0x02ccbb (0x4a24 bytes) 000266 1787570660.434599 fallocate 0x03c89f thru 0x03ffff (0x3761 bytes) 000267 1787570660.458514 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x1d6a0667 (stale) Mirror 5: 0x1d6a0667 (stale) Mirror 6: 0x1d6a0667 (stale) Mirror 7: 0x1d6a0667 (stale) Mirror 8: 0x153845f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x1d6a0667 (stale) Mirror 5: 0x1d6a0667 (stale) Mirror 6: 0x1d6a0667 (stale) Mirror 7: 0x1d6a0667 (stale) Mirror 8: 0x153845f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000268 1787570661.242269 write 0x024d94 thru 0x02f2f5 (0xa562 bytes) 000270 1787570661.273112 read 0x0015e8 thru 0x00341a (0x1e33 bytes) 000271 1787570661.284644 trunc from 0x015874 to 0x019f67 (0x46f4 bytes) 000272 1787570661.321143 MIRROR_RESYNC 6 mirrors 000273 1787570663.416634 mapwrite 0x01afc5 thru 0x0207be (0x57fa bytes) 000274 1787570663.553369 mapread 0x029088 thru 0x0313cf (0x8348 bytes) 000275 1787570663.570340 mapread 0x033748 thru 0x034509 (0xdc2 bytes) 000276 1787570663.615732 mapwrite 0x00f342 thru 0x011576 (0x2235 bytes) 000277 1787570663.660343 trunc from 0x02096f to 0x0279db (0x706d bytes) 000279 1787570663.689030 mapread 0x03b17b thru 0x03ffff (0x4e85 bytes) 000280 1787570663.708158 trunc from 0x0118a7 to 0x013ce0 (0x243a bytes) 000281 1787570663.746380 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xf505981b (stale) Mirror 5: 0xf505981b (stale) Mirror 6: 0xf505981b (stale) Mirror 7: 0xf505981b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xf505981b (stale) Mirror 5: 0xf505981b (stale) Mirror 6: 0xf505981b (stale) Mirror 7: 0xf505981b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000282 1787570664.436748 mapread 0x01ebad thru 0x01fc60 (0x10b4 bytes) 000283 1787570664.490952 mapread 0x03b698 thru 0x03b9c7 (0x330 bytes) 000284 1787570664.515285 fallocate 0x02aae6 thru 0x02b853 (0xd6e bytes) 000285 1787570664.531056 punch from 0x00413e to 0x00718c (0x304f bytes) 000286 1787570664.544939 mapread 0x007465 thru 0x014754 (0xd2f0 bytes) 000287 1787570664.589779 mapwrite 0x036999 thru 0x03b7dc (0x4e44 bytes) 000288 1787570664.615347 write 0x0113dc thru 0x012a87 (0x16ac bytes) 000289 1787570664.630595 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xf505981b (stale) Mirror 5: 0xf505981b (stale) Mirror 7: 0xf505981b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xf505981b (stale) Mirror 5: 0xf505981b (stale) Mirror 7: 0xf505981b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000290 1787570665.101884 trunc from 0x038b64 to 0x03ffff (0x749c bytes) 000291 1787570665.111809 mapwrite 0x03bd26 thru 0x03ffff (0x42da bytes) 000293 1787570665.174621 mapwrite 0x002f5b thru 0x006d52 (0x3df8 bytes) 000294 1787570665.218235 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xf505981b (stale) Mirror 5: 0xf505981b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xf505981b (stale) Mirror 5: 0xf505981b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000295 1787570665.590632 read 0x014b6a thru 0x01f624 (0xaabb bytes) 000296 1787570665.612512 read 0x004b54 thru 0x011e99 (0xd346 bytes) 000297 1787570665.627386 fallocate 0x01feb8 thru 0x02bec5 (0xc00e bytes) 000298 1787570665.635072 mapread 0x032932 thru 0x03de9b (0xb56a bytes) 000299 1787570665.638335 write 0x038c2f thru 0x03aba3 (0x1f75 bytes) 000300 1787570665.646585 fallocate 0x03cc49 thru 0x03ffff (0x33b7 bytes) 000301 1787570665.652905 write 0x02421f thru 0x02eba8 (0xa98a bytes) 000302 1787570665.654299 fallocate 0x034194 thru 0x03bcfc (0x7b69 bytes) 000303 1787570665.663272 write 0x033957 thru 0x03a311 (0x69bb bytes) 000304 1787570665.667461 mapread 0x008093 thru 0x011a06 (0x9974 bytes) 000305 1787570665.671032 trunc from 0x03801a to 0x03ffff (0x7fe6 bytes) 000307 1787570665.699468 mapwrite 0x01c0a2 thru 0x01fc9b (0x3bfa bytes) 000308 1787570665.722063 mapwrite 0x033156 thru 0x03b78c (0x8637 bytes) 000309 1787570665.823133 mapwrite 0x026361 thru 0x02832f (0x1fcf bytes) 000310 1787570665.858253 fallocate 0x027571 thru 0x02fac6 (0x8556 bytes) 000311 1787570665.871998 mapread 0x02fb3b thru 0x030f82 (0x1448 bytes) 000312 1787570665.874482 mapread 0x01fce5 thru 0x029426 (0x9742 bytes) 000313 1787570665.880339 trunc from 0x00205a to 0x0074c6 (0x546d bytes) 000314 1787570665.900323 trunc from 0x040000 to 0x01dd8b (0x22274 bytes) 000315 1787570665.924275 mapread 0x000ead thru 0x003752 (0x28a6 bytes) 000317 1787570665.955165 trunc from 0x01dd8c to 0x024eb6 (0x712b bytes) 000318 1787570665.996145 trunc from 0x024eb7 to 0x00b35e (0x19b58 bytes) 000319 1787570666.020326 mapread 0x000912 thru 0x00b35e (0xaa4d bytes) 000320 1787570666.060886 trunc from 0x0021da to 0x00b0a0 (0x8ec7 bytes) 000321 1787570666.076176 mapwrite 0x024e19 thru 0x02785a (0x2a42 bytes) 000322 1787570666.180249 trunc from 0x01533d to 0x01bc43 (0x6907 bytes) 000323 1787570666.194604 write 0x025549 thru 0x02fcba (0xa772 bytes) 000324 1787570666.195982 fallocate 0x015f95 thru 0x01f680 (0x96ec bytes) 000325 1787570666.203989 read 0x02bea0 thru 0x02fcba (0x3e1b bytes) 000326 1787570666.205582 mapwrite 0x031b8c thru 0x0347b7 (0x2c2c bytes) 000327 1787570666.285557 write 0x035c38 thru 0x03ffff (0xa3c8 bytes) 000328 1787570666.288329 write 0x00d7dc thru 0x00ec9a (0x14bf bytes) 000329 1787570666.289304 fallocate 0x032249 thru 0x03ffff (0xddb7 bytes) 000330 1787570666.294850 mapread 0x034956 thru 0x03ffff (0xb6aa bytes) 000331 1787570666.296962 mapread 0x034bca thru 0x0356ea (0xb21 bytes) 000332 1787570666.298259 mapread 0x02f1c0 thru 0x034fa5 (0x5de6 bytes) 000333 1787570666.299362 mapwrite 0x031f33 thru 0x03f93d (0xda0b bytes) 000334 1787570666.332156 MIRROR_RESYNC 3 mirrors 000335 1787570667.454415 trunc from 0x0080d3 to 0x00ce97 (0x4dc5 bytes) 000337 1787570667.491200 trunc from 0x040000 to 0x005dbe (0x3a241 bytes) 000338 1787570667.510913 write 0x01d7a7 thru 0x02b97d (0xe1d7 bytes) 000340 1787570667.519374 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2b97e): Mirror 5: 0xa5d3beef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b97e): Mirror 5: 0xa5d3beef (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b97e: skipped 000341 1787570667.873319 fallocate 0x03fdb4 thru 0x03ffff (0x24c bytes) 000342 1787570667.886979 punch from 0x022901 to 0x02350b (0xc0b bytes) 000343 1787570667.893994 read 0x00cfe6 thru 0x01b082 (0xe09d bytes) 000344 1787570667.905477 mapread 0x0127da thru 0x01a886 (0x80ad bytes) 000346 1787570667.909206 fallocate 0x011d13 thru 0x01fae0 (0xddce bytes) 000347 1787570667.925051 mapwrite 0x02917a thru 0x03246c (0x92f3 bytes) 000348 1787570667.980065 punch from 0x0350e3 to 0x03d5d2 (0x84f0 bytes) 000349 1787570667.984435 write 0x009389 thru 0x018f6d (0xfbe5 bytes) 000350 1787570667.996286 trunc from 0x023109 to 0x030c9e (0xdb96 bytes) 000351 1787570668.009758 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xea1fe35a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x1f332e8e Mirror 6: 0x1f332e8e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000352 1787570669.170267 fallocate 0x004278 thru 0x00cfe8 (0x8d71 bytes) 000353 1787570669.297937 mapread 0x02ef4e thru 0x030589 (0x163c bytes) 000354 1787570669.340270 read 0x023971 thru 0x03316b (0xf7fb bytes) 000355 1787570669.362582 mapread 0x00a62a thru 0x0114d9 (0x6eb0 bytes) 000356 1787570669.390144 trunc from 0x040000 to 0x0079bb (0x38644 bytes) 000357 1787570669.427376 trunc from 0x004077 to 0x00473c (0x6c6 bytes) 000358 1787570669.447422 read 0x0058ae thru 0x0079bb (0x210e bytes) 000359 1787570669.448134 mapwrite 0x0189e4 thru 0x01956d (0xb8a bytes) 000360 1787570669.512708 write 0x0277f9 thru 0x0282f5 (0xafd bytes) 000361 1787570669.514379 write 0x019f6b thru 0x026c0b (0xcca1 bytes) 000362 1787570669.527290 write 0x035c2c thru 0x03b94c (0x5d21 bytes) 000363 1787570669.529883 write 0x00207a thru 0x00815c (0x60e3 bytes) 000364 1787570669.531123 punch from 0x01a444 to 0x028497 (0xe054 bytes) 000365 1787570669.574141 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3b94d): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b94d): Mirror 5: 0xe5ca7d18 (stale) Mirror 6: 0xcad18746 (stale) CRC-32 checksum value for chunk [0, 0x3b94d): Mirror 1: 0x7f8eeb69 Mirror 7: 0x7f8eeb69 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b94d: skipped 000366 1787570671.444018 read 0x02bfdf thru 0x030cb5 (0x4cd7 bytes) 000367 1787570671.471253 mapwrite 0x010bf0 thru 0x01dbe7 (0xcff8 bytes) 000368 1787570671.619169 trunc from 0x00dc32 to 0x01c618 (0xe9e7 bytes) 000369 1787570671.644926 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3b94d): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b94d): Mirror 5: 0xe5ca7d18 (stale) Mirror 6: 0xcad18746 (stale) Mirror 7: 0x7f8eeb69 (stale) CRC-32 checksum value for chunk [0, 0x3b94d): Mirror 1: 0x16b66cbd Mirror 8: 0x16b66cbd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b94d: skipped 000370 1787570673.191208 punch from 0x002c98 to 0x006001 (0x336a bytes) 000371 1787570673.234414 read 0x026360 thru 0x03276e (0xc40f bytes) 000372 1787570673.242277 mapread 0x02b92a thru 0x02c8a0 (0xf77 bytes) 000373 1787570673.243372 read 0x022397 thru 0x031cf9 (0xf963 bytes) 000374 1787570673.257203 trunc from 0x03b94d to 0x038e19 (0x2b33 bytes) 000376 1787570673.281269 trunc from 0x038e1a to 0x025144 (0x13cd5 bytes) 000379 1787570673.297238 punch from 0x007335 to 0x00efc9 (0x7c95 bytes) 000380 1787570673.303187 punch from 0x009874 to 0x012ab5 (0x9242 bytes) 000381 1787570673.307108 trunc from 0x025145 to 0x02914b (0x4007 bytes) 000382 1787570673.319287 punch from 0x00d0c6 to 0x010244 (0x317f bytes) 000383 1787570673.323178 punch from 0x016e14 to 0x02628c (0xf479 bytes) 000384 1787570673.327298 fallocate 0x0289ed thru 0x02c13e (0x3752 bytes) 000385 1787570673.334385 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2914c): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2914c): Mirror 5: 0xda8a72c2 (stale) Mirror 6: 0x2d4c2b76 (stale) Mirror 7: 0x947fb675 (stale) Mirror 8: 0xa86d320 (stale) CRC-32 checksum value for chunk [0, 0x2914c): Mirror 1: 0x93577b77 Mirror 9: 0x93577b77 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2914c: skipped 000386 1787570674.695661 mapwrite 0x0094e7 thru 0x016646 (0xd160 bytes) 000387 1787570674.966166 write 0x024cb5 thru 0x0250c7 (0x413 bytes) 000388 1787570675.019816 write 0x014024 thru 0x015cee (0x1ccb bytes) 000389 1787570675.021823 trunc from 0x008211 to 0x0175e8 (0xf3d8 bytes) 000392 1787570675.090125 punch from 0x0047b1 to 0x006a78 (0x22c8 bytes) 000393 1787570675.107291 write 0x01463e thru 0x01e95e (0xa321 bytes) 000394 1787570675.134730 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2914c): Mirror 6: 0x2d4c2b76 (stale) Mirror 7: 0x947fb675 (stale) Mirror 8: 0xa86d320 (stale) Mirror 9: 0x93577b77 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2914c): Mirror 6: 0x2d4c2b76 (stale) Mirror 7: 0x947fb675 (stale) Mirror 8: 0xa86d320 (stale) Mirror 9: 0x93577b77 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2914c: skipped 000395 1787570675.796126 trunc from 0x02914c to 0x006f47 (0x22204 bytes) 000396 1787570675.850481 mapwrite 0x02fedf thru 0x032eb8 (0x2fda bytes) 000397 1787570675.901973 trunc from 0x032eb9 to 0x0008bb (0x325fd bytes) 000398 1787570675.920098 mapread 0x000180 thru 0x0008bb (0x73c bytes) 000399 1787570675.927317 mapread 0x000444 thru 0x0008bb (0x478 bytes) 000400 1787570675.932393 MIRROR_RESYNC 5 mirrors 000401 1787570677.014241 trunc from 0x0008bc to 0x000673 (0x248 bytes) 000402 1787570677.055660 write 0x035c2a thru 0x03faa3 (0x9e7a bytes) 000403 1787570677.057222 fallocate 0x0079f6 thru 0x00899a (0xfa5 bytes) 000404 1787570677.062261 write 0x033db0 thru 0x03ffff (0xc250 bytes) 000405 1787570677.072968 MIRROR_RESYNC 5 mirrors 000406 1787570679.106529 write 0x028b1a thru 0x02982f (0xd16 bytes) 000407 1787570679.199563 mapwrite 0x017ed6 thru 0x0238d9 (0xba04 bytes) 000408 1787570679.347391 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xfb6b3c7b (stale) Mirror 7: 0xfb6b3c7b (stale) Mirror 8: 0xfb6b3c7b (stale) Mirror 9: 0xfb6b3c7b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x252f68e3 Mirror 10: 0x252f68e3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000409 1787570681.171612 trunc from 0x040000 to 0x01da88 (0x22577 bytes) 000410 1787570681.205805 punch from 0x00bd11 to 0x0100d4 (0x43c4 bytes) 000411 1787570681.210396 punch from 0x0029c2 to 0x004595 (0x1bd4 bytes) 000412 1787570681.215462 fallocate 0x026e08 thru 0x02c542 (0x573b bytes) 000413 1787570681.222230 read 0x00846d thru 0x0129cf (0xa563 bytes) 000414 1787570681.234466 fallocate 0x027f06 thru 0x02b72d (0x3828 bytes) 000415 1787570681.240550 write 0x02bf22 thru 0x0305f6 (0x46d5 bytes) 000416 1787570681.242893 mapread 0x0116d9 thru 0x01a259 (0x8b81 bytes) 000417 1787570681.268899 mapwrite 0x035940 thru 0x03ffff (0xa6c0 bytes) 000418 1787570681.322579 punch from 0x0387d8 to 0x039e7f (0x16a8 bytes) 000419 1787570681.328987 read 0x029a1a thru 0x03323e (0x9825 bytes) 000420 1787570681.339424 read 0x02ba47 thru 0x03501b (0x95d5 bytes) 000421 1787570681.340457 fallocate 0x02ef23 thru 0x0369d4 (0x7ab2 bytes) 000422 1787570681.346479 trunc from 0x02407a to 0x02a91a (0x68a1 bytes) 000423 1787570681.351546 write 0x024914 thru 0x024e30 (0x51d bytes) 000424 1787570681.361400 mapread 0x02a99a thru 0x03958b (0xebf2 bytes) 000425 1787570681.368227 trunc from 0x00ef61 to 0x01bbaf (0xcc4f bytes) 000426 1787570681.383872 read 0x024bf0 thru 0x02ee06 (0xa217 bytes) 000427 1787570681.386712 fallocate 0x01a09e thru 0x01b1a8 (0x110b bytes) 000428 1787570681.411416 read 0x02c18d thru 0x032f82 (0x6df6 bytes) 000429 1787570681.412012 trunc from 0x040000 to 0x00b643 (0x349bc bytes) 000430 1787570681.434055 punch from 0x00339d to 0x00868e (0x52f2 bytes) 000431 1787570681.451333 trunc from 0x00b644 to 0x03cb97 (0x31554 bytes) 000432 1787570681.495732 read 0x008d49 thru 0x00a59f (0x1857 bytes) 000433 1787570681.514625 punch from 0x017255 to 0x019af8 (0x28a4 bytes) 000434 1787570681.522568 trunc from 0x03cb98 to 0x013b92 (0x29005 bytes) 000435 1787570681.540169 mapread 0x0134b3 thru 0x013b92 (0x6e0 bytes) 000436 1787570681.541532 trunc from 0x005be1 to 0x00ea34 (0x8e54 bytes) 000437 1787570681.549388 punch from 0x001348 to 0x00b1c0 (0x9e79 bytes) 000438 1787570681.556558 mapread 0x000e73 thru 0x006a6b (0x5bf9 bytes) 000439 1787570681.614607 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x13b93): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13b93): Mirror 6: 0xa8064960 (stale) Mirror 7: 0xa8064960 (stale) Mirror 8: 0xa8064960 (stale) Mirror 9: 0xa8064960 (stale) Mirror 10: 0xa8064960 (stale) CRC-32 checksum value for chunk [0, 0x13b93): Mirror 1: 0xa8064960 Mirror 11: 0xa8064960 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13b93: skipped 000440 1787570683.317427 read 0x00a439 thru 0x01002a (0x5bf2 bytes) 000441 1787570683.340287 fallocate 0x0073a5 thru 0x01120c (0x9e68 bytes) 000442 1787570683.398625 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x13b93): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13b93): Mirror 6: 0xa8064960 (stale) Mirror 7: 0xa8064960 (stale) Mirror 8: 0xa8064960 (stale) Mirror 9: 0xa8064960 (stale) Mirror 10: 0xa8064960 (stale) Mirror 11: 0xa8064960 (stale) CRC-32 checksum value for chunk [0, 0x13b93): Mirror 1: 0xa8064960 Mirror 12: 0xa8064960 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13b93: skipped 000443 1787570684.524357 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x13b93): Mirror 6: 0xa8064960 (stale) Mirror 7: 0xa8064960 (stale) Mirror 9: 0xa8064960 (stale) Mirror 10: 0xa8064960 (stale) Mirror 11: 0xa8064960 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13b93): Mirror 6: 0xa8064960 (stale) Mirror 7: 0xa8064960 (stale) Mirror 9: 0xa8064960 (stale) Mirror 10: 0xa8064960 (stale) Mirror 11: 0xa8064960 (stale) CRC-32 checksum value for chunk [0, 0x13b93): Mirror 1: 0xa8064960 Mirror 12: 0xa8064960 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13b93: skipped 000444 1787570685.422729 fallocate 0x00e6ac thru 0x01919e (0xaaf3 bytes) 000445 1787570685.506371 punch from 0x00497a to 0x010d9a (0xc421 bytes) 000446 1787570685.512229 trunc from 0x003cdb to 0x007441 (0x3767 bytes) 000447 1787570685.517890 trunc from 0x01919f to 0x03aa04 (0x21866 bytes) 000448 1787570685.544265 trunc from 0x00c8c2 to 0x0129a2 (0x60e1 bytes) 000449 1787570685.550917 read 0x032696 thru 0x0385dd (0x5f48 bytes) 000450 1787570685.561441 trunc from 0x03aa05 to 0x02241f (0x185e5 bytes) 000451 1787570685.587178 trunc from 0x013d63 to 0x015e1b (0x20b9 bytes) 000452 1787570685.594435 mapread 0x021764 thru 0x02241f (0xcbc bytes) 000453 1787570685.608462 mapwrite 0x01ac1b thru 0x02141c (0x6802 bytes) 000454 1787570685.659474 mapread 0x0084d9 thru 0x00fc73 (0x779b bytes) 000455 1787570685.678141 mapread 0x01236c thru 0x01df2c (0xbbc1 bytes) 000456 1787570685.690221 fallocate 0x00a25f thru 0x0192c4 (0xf066 bytes) 000457 1787570685.697998 trunc from 0x01d5ad to 0x02241f (0x4e73 bytes) 000458 1787570685.705302 punch from 0x017c45 to 0x02241f (0xa7db bytes) 000459 1787570685.715537 mapwrite 0x0073fe thru 0x00cb7e (0x5781 bytes) 000460 1787570685.743806 mapwrite 0x00c384 thru 0x0134c4 (0x7141 bytes) 000461 1787570685.773836 trunc from 0x022420 to 0x02c668 (0xa249 bytes) 000462 1787570685.799317 mapread 0x016e29 thru 0x0204f6 (0x96ce bytes) 000463 1787570685.822288 read 0x018c35 thru 0x01a329 (0x16f5 bytes) 000464 1787570685.822953 mapread 0x002433 thru 0x010a83 (0xe651 bytes) 000465 1787570685.824516 punch from 0x003f21 to 0x010eb8 (0xcf98 bytes) 000466 1787570685.838478 MIRROR_RESYNC 7 mirrors 000467 1787570687.482574 punch from 0x02a0c0 to 0x02c668 (0x25a9 bytes) 000468 1787570687.520207 punch from 0x027f7d to 0x02c668 (0x46ec bytes) 000469 1787570687.530036 MIRROR_RESYNC 7 mirrors 000471 1787570689.782510 read 0x006cdb thru 0x0071f4 (0x51a bytes) 000472 1787570689.789240 write 0x014734 thru 0x0203d9 (0xbca6 bytes) 000474 1787570689.843338 MIRROR_RESYNC 7 mirrors 000475 1787570692.051205 mapread 0x01749a thru 0x02390f (0xc476 bytes) 000476 1787570692.114075 trunc from 0x02c669 to 0x008bef (0x23a79 bytes) 000477 1787570692.190368 fallocate 0x02951a thru 0x03136a (0x7e51 bytes) 000478 1787570692.215523 punch from 0x0024c4 to 0x008bef (0x672c bytes) 000479 1787570692.231194 mapwrite 0x00899f thru 0x017b03 (0xf165 bytes) 000480 1787570692.418157 MIRROR_RESYNC 7 mirrors 000481 1787570694.955501 write 0x019962 thru 0x027dcd (0xe46c bytes) 000482 1787570695.038769 trunc from 0x00e160 to 0x0102d4 (0x2175 bytes) 000483 1787570695.061599 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x27dce): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27dce): Mirror 6: 0x542ac488 (stale) Mirror 7: 0x542ac488 (stale) Mirror 9: 0x542ac488 (stale) Mirror 10: 0x542ac488 (stale) Mirror 11: 0x542ac488 (stale) Mirror 12: 0x542ac488 (stale) CRC-32 checksum value for chunk [0, 0x27dce): Mirror 1: 0xe027b0c1 Mirror 13: 0xe027b0c1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27dce: skipped 000484 1787570697.295500 fallocate 0x022ba8 thru 0x0285cc (0x5a25 bytes) 000485 1787570697.381194 trunc from 0x006df9 to 0x00ca76 (0x5c7e bytes) 000487 1787570697.388326 mapwrite 0x032de4 thru 0x035668 (0x2885 bytes) 000488 1787570697.457468 trunc from 0x01efba to 0x026e0a (0x7e51 bytes) 000489 1787570697.465094 write 0x01a7e1 thru 0x02550a (0xad2a bytes) 000490 1787570697.478315 mapwrite 0x016858 thru 0x01a1ab (0x3954 bytes) 000491 1787570697.532394 read 0x00e3d0 thru 0x014644 (0x6275 bytes) 000492 1787570697.541129 fallocate 0x039580 thru 0x03adaf (0x1830 bytes) 000493 1787570697.562591 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3adb0): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3adb0): Mirror 6: 0x6e98f77e (stale) Mirror 7: 0x6e98f77e (stale) Mirror 9: 0x6e98f77e (stale) Mirror 10: 0x6e98f77e (stale) Mirror 11: 0x6e98f77e (stale) Mirror 12: 0x6e98f77e (stale) Mirror 13: 0xb513f2ea (stale) CRC-32 checksum value for chunk [0, 0x3adb0): Mirror 1: 0x23f08f1d Mirror 14: 0x23f08f1d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3adb0: skipped 000494 1787570699.508005 mapwrite 0x030428 thru 0x033508 (0x30e1 bytes) 000495 1787570699.656322 punch from 0x01d11c to 0x0257f3 (0x86d8 bytes) 000496 1787570699.660714 write 0x034b19 thru 0x03704d (0x2535 bytes) 000498 1787570699.668974 fallocate 0x036b82 thru 0x03ffff (0x947e bytes) 000499 1787570699.676039 trunc from 0x03adb0 to 0x00affc (0x2fdb3 bytes) 000500 1787570699.707499 read 0x0070eb thru 0x00affc (0x3f12 bytes) 000501 1787570699.717330 trunc from 0x007d9e to 0x009748 (0x19ab bytes) 000502 1787570699.722349 fallocate 0x018f56 thru 0x01e218 (0x52c3 bytes) 000503 1787570699.731450 punch from 0x008683 to 0x00affc (0x297a bytes) 000504 1787570699.741214 write 0x00d159 thru 0x01a01d (0xcec5 bytes) 000505 1787570699.749485 read 0x00ae5e thru 0x01526e (0xa411 bytes) 000506 1787570699.769453 fallocate 0x036e0d thru 0x03f50b (0x86ff bytes) 000507 1787570699.775456 fallocate 0x01b19a thru 0x021bc0 (0x6a27 bytes) 000508 1787570699.783356 fallocate 0x036bc7 thru 0x03c18d (0x55c7 bytes) 000509 1787570699.789752 mapwrite 0x011007 thru 0x01a551 (0x954b bytes) 000511 1787570699.814095 read 0x03dfeb thru 0x03ef6a (0xf80 bytes) 000512 1787570699.828606 trunc from 0x0011b1 to 0x010475 (0xf2c5 bytes) 000513 1787570699.842465 fallocate 0x003b21 thru 0x003c64 (0x144 bytes) 000514 1787570699.849559 punch from 0x025a8d to 0x026c6c (0x11e0 bytes) 000515 1787570699.856224 mapwrite 0x03e2ca thru 0x03f09e (0xdd5 bytes) 000516 1787570699.876339 trunc from 0x03f50c to 0x004d4c (0x3a7bf bytes) 000517 1787570699.896846 write 0x01f267 thru 0x01ffdd (0xd77 bytes) 000518 1787570699.898058 punch from 0x00239e to 0x0083a0 (0x6003 bytes) 000519 1787570699.907318 trunc from 0x013e8b to 0x017cd3 (0x3e49 bytes) 000520 1787570699.913465 mapwrite 0x013a40 thru 0x01ab23 (0x70e4 bytes) 000521 1787570699.998998 mapread 0x003581 thru 0x010de7 (0xd867 bytes) 000522 1787570700.101314 mapread 0x0002a9 thru 0x00ee52 (0xebaa bytes) 000523 1787570700.138557 fallocate 0x02fbf8 thru 0x03ea7c (0xee85 bytes) 000524 1787570700.146955 write 0x027ba4 thru 0x030ab7 (0x8f14 bytes) 000526 1787570700.209744 trunc from 0x012fef to 0x0155b0 (0x25c2 bytes) 000527 1787570700.228254 trunc from 0x03ea7d to 0x0314d4 (0xd5a8 bytes) 000528 1787570700.287230 trunc from 0x0314d5 to 0x014036 (0x1d49e bytes) 000529 1787570700.333252 fallocate 0x0369f1 thru 0x03f715 (0x8d25 bytes) 000530 1787570700.358759 read 0x00d8ef thru 0x010972 (0x3084 bytes) 000531 1787570700.359492 mapread 0x0054fa thru 0x00bd55 (0x685c bytes) 000532 1787570700.360429 read 0x007abc thru 0x00ceac (0x53f1 bytes) 000533 1787570700.361069 trunc from 0x0047c4 to 0x00c394 (0x7bd1 bytes) 000534 1787570700.375793 write 0x02ab84 thru 0x03452a (0x99a7 bytes) 000535 1787570700.377540 write 0x03e0f7 thru 0x03ffff (0x1f09 bytes) 000536 1787570700.382278 trunc from 0x03518e to 0x03b0bf (0x5f32 bytes) 000537 1787570700.392244 mapread 0x000f50 thru 0x00e12e (0xd1df bytes) 000538 1787570700.409106 mapwrite 0x00e81f thru 0x016c20 (0x8402 bytes) 000539 1787570700.438291 mapread 0x010008 thru 0x014240 (0x4239 bytes) 000540 1787570700.440163 mapread 0x013dfd thru 0x01ea50 (0xac54 bytes) 000541 1787570700.442336 trunc from 0x0287eb to 0x029fa8 (0x17be bytes) 000542 1787570700.447947 mapread 0x00a428 thru 0x0150a0 (0xac79 bytes) 000543 1787570700.449331 mapwrite 0x0346b4 thru 0x03e093 (0x99e0 bytes) 000545 1787570700.477502 trunc from 0x040000 to 0x02f4e5 (0x10b1a bytes) 000546 1787570700.499957 MIRROR_RESYNC 9 mirrors 000547 1787570703.144846 MIRROR_EXTEND to 10 mirrors 000548 1787570704.223316 MIRROR_RESYNC 10 mirrors 000549 1787570705.149438 write 0x00b5d8 thru 0x00ec37 (0x3660 bytes) 000551 1787570705.256719 MIRROR_RESYNC 10 mirrors 000552 1787570708.024139 read 0x01ef6e thru 0x027877 (0x890a bytes) 000553 1787570708.036554 mapread 0x0245a7 thru 0x02ee75 (0xa8cf bytes) 000554 1787570708.056584 fallocate 0x00b0f2 thru 0x00ea37 (0x3946 bytes) 000555 1787570708.122951 read 0x0030fb thru 0x011c90 (0xeb96 bytes) 000556 1787570708.148324 trunc from 0x02f4e6 to 0x021234 (0xe2b1 bytes) 000558 1787570708.207214 trunc from 0x01bee1 to 0x021234 (0x5354 bytes) 000559 1787570708.223393 mapread 0x01e6a9 thru 0x021234 (0x2b8c bytes) 000560 1787570708.275581 fallocate 0x03a3b5 thru 0x03d075 (0x2cc1 bytes) 000561 1787570708.308117 MIRROR_RESYNC 10 mirrors 000562 1787570711.176141 mapwrite 0x032ede thru 0x03b97a (0x8a9d bytes) 000563 1787570711.333487 read 0x0170a0 thru 0x017b5c (0xabd bytes) 000565 1787570711.346601 mapwrite 0x02620a thru 0x02f673 (0x946a bytes) 000567 1787570711.412832 MIRROR_RESYNC 10 mirrors 000568 1787570714.576975 write 0x011e6a thru 0x01bcc5 (0x9e5c bytes) 000569 1787570714.630320 mapwrite 0x015222 thru 0x016082 (0xe61 bytes) 000570 1787570714.652658 mapread 0x01f0b1 thru 0x028bb7 (0x9b07 bytes) 000571 1787570714.675789 fallocate 0x011d74 thru 0x01b1f4 (0x9481 bytes) 000572 1787570714.680883 mapwrite 0x019c0f thru 0x01a06a (0x45c bytes) 000573 1787570714.700470 fallocate 0x01a14c thru 0x01deef (0x3da4 bytes) 000574 1787570714.705061 trunc from 0x03d076 to 0x025a84 (0x175f1 bytes) 000575 1787570714.728372 fallocate 0x0196d1 thru 0x01fd99 (0x66c9 bytes) 000576 1787570714.734518 read 0x023ea1 thru 0x025a84 (0x1be4 bytes) 000577 1787570714.735956 punch from 0x01614e to 0x022cfa (0xcbad bytes) 000579 1787570714.743044 trunc from 0x0129e8 to 0x017ab4 (0x50cd bytes) 000580 1787570714.749027 mapwrite 0x0383c5 thru 0x03ffff (0x7c3b bytes) 000581 1787570714.798344 trunc from 0x00557f to 0x01335f (0xdde1 bytes) 000583 1787570714.805063 trunc from 0x040000 to 0x032249 (0xddb6 bytes) 000584 1787570714.823352 read 0x0158d3 thru 0x015e66 (0x594 bytes) 000585 1787570714.875474 trunc from 0x03224a to 0x02ae29 (0x7420 bytes) 000586 1787570714.910646 mapwrite 0x0349f5 thru 0x03696f (0x1f7b bytes) 000587 1787570714.965795 write 0x021fdc thru 0x022f12 (0xf37 bytes) 000588 1787570714.969406 trunc from 0x036970 to 0x01491a (0x22055 bytes) 000589 1787570715.010224 trunc from 0x01491b to 0x02376d (0xee53 bytes) 000590 1787570715.037310 fallocate 0x019bd7 thru 0x022eec (0x9316 bytes) 000591 1787570715.059997 mapwrite 0x032208 thru 0x03ffff (0xddf8 bytes) 000592 1787570715.186166 trunc from 0x005f68 to 0x0107ec (0xa885 bytes) 000593 1787570715.194107 mapwrite 0x038c1e thru 0x03a584 (0x1967 bytes) 000594 1787570715.218178 mapwrite 0x024a61 thru 0x034694 (0xfc34 bytes) 000595 1787570715.325141 trunc from 0x034e85 to 0x03d9b5 (0x8b31 bytes) 000596 1787570715.331622 mapwrite 0x018ff8 thru 0x024dd5 (0xbdde bytes) 000598 1787570715.448073 trunc from 0x01585e to 0x0214cc (0xbc6f bytes) 000599 1787570715.464129 mapread 0x020e12 thru 0x0221ed (0x13dc bytes) 000600 1787570715.483864 punch from 0x02c2ea to 0x033c43 (0x795a bytes) 000601 1787570715.490050 trunc from 0x040000 to 0x0159e1 (0x2a61e bytes) 000602 1787570715.508235 trunc from 0x01009b to 0x01171f (0x1685 bytes) 000603 1787570715.514332 trunc from 0x0036b4 to 0x00e235 (0xab82 bytes) 000604 1787570715.525333 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x159e2): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x159e2): Mirror 6: 0xd34f16a (stale) Mirror 7: 0xd34f16a (stale) Mirror 9: 0xd34f16a (stale) Mirror 10: 0xd34f16a (stale) Mirror 11: 0xd34f16a (stale) Mirror 12: 0xd34f16a (stale) Mirror 13: 0xd34f16a (stale) Mirror 14: 0xd34f16a (stale) Mirror 15: 0xd34f16a (stale) CRC-32 checksum value for chunk [0, 0x159e2): Mirror 1: 0x3aa41ed2 Mirror 16: 0x3aa41ed2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x159e2: skipped 000605 1787570717.184126 punch from 0x0089eb to 0x00d838 (0x4e4e bytes) 000606 1787570717.297225 trunc from 0x00704c to 0x012b0d (0xbac2 bytes) 000607 1787570717.304082 read 0x012441 thru 0x0138ac (0x146c bytes) 000608 1787570717.317296 MIRROR_RESYNC 11 mirrors 000609 1787570719.227447 punch from 0x00d174 to 0x0159e1 (0x886e bytes) 000610 1787570719.335292 trunc from 0x007d3f to 0x0125a4 (0xa866 bytes) 000611 1787570719.343114 trunc from 0x001f53 to 0x00aa36 (0x8ae4 bytes) 000612 1787570719.359634 mapwrite 0x00aa03 thru 0x016d6c (0xc36a bytes) 000613 1787570719.543122 trunc from 0x007274 to 0x00ef10 (0x7c9d bytes) 000614 1787570719.552815 read 0x00e641 thru 0x016d6c (0x872c bytes) 000615 1787570719.568940 trunc from 0x0034d2 to 0x0100ba (0xcbe9 bytes) 000616 1787570719.577270 fallocate 0x03c5d8 thru 0x03fe81 (0x38aa bytes) 000617 1787570719.584008 trunc from 0x004a61 to 0x00ba84 (0x7024 bytes) 000618 1787570719.590525 mapwrite 0x02a4f7 thru 0x02d9bd (0x34c7 bytes) 000619 1787570719.637131 punch from 0x00b645 to 0x00fa4e (0x440a bytes) 000620 1787570719.645137 fallocate 0x01defd thru 0x020be2 (0x2ce6 bytes) 000622 1787570719.652103 trunc from 0x02d9be to 0x01c268 (0x11755 bytes) 000623 1787570719.670480 punch from 0x001254 to 0x004b6a (0x3917 bytes) 000624 1787570719.677260 trunc from 0x01c269 to 0x01fbcb (0x3963 bytes) 000625 1787570719.702386 MIRROR_RESYNC 11 mirrors 000626 1787570722.596021 mapread 0x004c25 thru 0x00a790 (0x5b6c bytes) 000627 1787570722.616117 read 0x01662f thru 0x01d14c (0x6b1e bytes) 000628 1787570722.624511 write 0x024fd3 thru 0x027bd8 (0x2c06 bytes) 000629 1787570722.661384 mapwrite 0x00b25f thru 0x0119a0 (0x6742 bytes) 000630 1787570722.698787 mapread 0x00d657 thru 0x014ed9 (0x7883 bytes) 000632 1787570722.729340 trunc from 0x00bad8 to 0x011ecd (0x63f6 bytes) 000633 1787570722.747395 trunc from 0x011b0a to 0x01f2ec (0xd7e3 bytes) 000635 1787570722.760913 mapread 0x01c2d0 thru 0x01fb3b (0x386c bytes) 000636 1787570722.775764 fallocate 0x033113 thru 0x039483 (0x6371 bytes) 000637 1787570722.785383 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x39484): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39484): Mirror 6: 0xd6ffb51a (stale) Mirror 7: 0xd6ffb51a (stale) Mirror 9: 0xd6ffb51a (stale) Mirror 10: 0xd6ffb51a (stale) Mirror 11: 0xd6ffb51a (stale) Mirror 12: 0xd6ffb51a (stale) Mirror 13: 0xd6ffb51a (stale) Mirror 14: 0xd6ffb51a (stale) Mirror 15: 0xd6ffb51a (stale) Mirror 16: 0xd6ffb51a (stale) CRC-32 checksum value for chunk [0, 0x39484): Mirror 1: 0x7e5917a7 Mirror 17: 0x7e5917a7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39484: skipped 000638 1787570724.008245 punch from 0x0137b6 to 0x017a9a (0x42e5 bytes) 000639 1787570724.057242 mapwrite 0x02f372 thru 0x03e5c8 (0xf257 bytes) 000640 1787570724.147153 MIRROR_RESYNC 12 mirrors 000641 1787570729.230494 punch from 0x003f37 to 0x011ce3 (0xddad bytes) 000642 1787570729.285160 trunc from 0x03e5c9 to 0x01f888 (0x1ed40 bytes) 000643 1787570729.316029 fallocate 0x03abad thru 0x03ffff (0x5453 bytes) 000644 1787570729.322463 trunc from 0x040000 to 0x022628 (0x1d9d7 bytes) 000646 1787570729.351069 punch from 0x00dcc1 to 0x01aa90 (0xcdd0 bytes) 000647 1787570729.357661 write 0x01caf1 thru 0x020c06 (0x4116 bytes) 000648 1787570729.380389 trunc from 0x022629 to 0x011aff (0x10b29 bytes) 000649 1787570729.407045 punch from 0x0011a8 to 0x0086e8 (0x7541 bytes) 000651 1787570729.421185 fallocate 0x02ca71 thru 0x030ed5 (0x4465 bytes) 000652 1787570729.433600 trunc from 0x00b467 to 0x017d27 (0xc8c1 bytes) 000653 1787570729.452437 mapread 0x02ad4d thru 0x030ed5 (0x6189 bytes) 000654 1787570729.490570 write 0x01abc2 thru 0x029ff0 (0xf42f bytes) 000655 1787570729.521967 fallocate 0x0031f2 thru 0x005299 (0x20a8 bytes) 000656 1787570729.534152 trunc from 0x00089c to 0x009773 (0x8ed8 bytes) 000657 1787570729.541741 mapread 0x02062f thru 0x02d55b (0xcf2d bytes) 000658 1787570729.544033 fallocate 0x00e643 thru 0x01d830 (0xf1ee bytes) 000659 1787570729.554347 trunc from 0x0084af to 0x016fc0 (0xeb12 bytes) 000660 1787570729.572003 mapwrite 0x011048 thru 0x01cb76 (0xbb2f bytes) 000661 1787570729.644940 trunc from 0x030ed6 to 0x03b4ea (0xa615 bytes) 000662 1787570729.686955 MIRROR_RESYNC 12 mirrors 000664 1787570732.301048 fallocate 0x01571d thru 0x018ccb (0x35af bytes) 000665 1787570732.335979 write 0x02d223 thru 0x03cfca (0xfda8 bytes) 000666 1787570732.343005 mapwrite 0x013e10 thru 0x019331 (0x5522 bytes) 000667 1787570732.382384 mapwrite 0x02e901 thru 0x034ef3 (0x65f3 bytes) 000668 1787570732.405751 MIRROR_SPLIT mirror 9 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cfcb): Mirror 6: 0xa048a286 (stale) Mirror 7: 0xa048a286 (stale) Mirror 9: 0xa048a286 (stale) Mirror 10: 0xa048a286 (stale) Mirror 11: 0xa048a286 (stale) Mirror 12: 0xa048a286 (stale) Mirror 13: 0xa048a286 (stale) Mirror 14: 0xa048a286 (stale) Mirror 16: 0xa048a286 (stale) Mirror 17: 0xa048a286 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cfcb): Mirror 6: 0xa048a286 (stale) Mirror 7: 0xa048a286 (stale) Mirror 9: 0xa048a286 (stale) Mirror 10: 0xa048a286 (stale) Mirror 11: 0xa048a286 (stale) Mirror 12: 0xa048a286 (stale) Mirror 13: 0xa048a286 (stale) Mirror 14: 0xa048a286 (stale) Mirror 16: 0xa048a286 (stale) Mirror 17: 0xa048a286 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cfcb: skipped 000669 1787570733.109486 fallocate 0x02e2d5 thru 0x0377b4 (0x94e0 bytes) 000670 1787570733.119263 trunc from 0x00ecf6 to 0x01d0a9 (0xe3b4 bytes) 000672 1787570733.125457 trunc from 0x02a683 to 0x02fbed (0x556b bytes) 000673 1787570733.135139 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x3cfcb): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cfcb): Mirror 6: 0xa048a286 (stale) Mirror 7: 0xa048a286 (stale) Mirror 9: 0xa048a286 (stale) Mirror 10: 0xa048a286 (stale) Mirror 11: 0xa048a286 (stale) Mirror 12: 0xa048a286 (stale) Mirror 13: 0xa048a286 (stale) Mirror 14: 0xa048a286 (stale) Mirror 16: 0xa048a286 (stale) Mirror 17: 0xa048a286 (stale) CRC-32 checksum value for chunk [0, 0x3cfcb): Mirror 1: 0xba1a7a13 Mirror 18: 0xba1a7a13 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cfcb: skipped 000674 1787570734.777167 trunc from 0x0198ef to 0x0244ba (0xabcc bytes) 000675 1787570734.841078 mapread 0x006fd9 thru 0x01164c (0xa674 bytes) 000676 1787570734.902913 MIRROR_SPLIT mirror 3 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cfcb): Mirror 6: 0xa048a286 (stale) Mirror 7: 0xa048a286 (stale) Mirror 10: 0xa048a286 (stale) Mirror 11: 0xa048a286 (stale) Mirror 12: 0xa048a286 (stale) Mirror 13: 0xa048a286 (stale) Mirror 14: 0xa048a286 (stale) Mirror 16: 0xa048a286 (stale) Mirror 17: 0xa048a286 (stale) Mirror 18: 0xba1a7a13 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cfcb): Mirror 6: 0xa048a286 (stale) Mirror 7: 0xa048a286 (stale) Mirror 10: 0xa048a286 (stale) Mirror 11: 0xa048a286 (stale) Mirror 12: 0xa048a286 (stale) Mirror 13: 0xa048a286 (stale) Mirror 14: 0xa048a286 (stale) Mirror 16: 0xa048a286 (stale) Mirror 17: 0xa048a286 (stale) Mirror 18: 0xba1a7a13 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cfcb: skipped 000677 1787570735.651560 fallocate 0x018317 thru 0x01c417 (0x4101 bytes) 000678 1787570735.657431 trunc from 0x023d7c to 0x0296d4 (0x5959 bytes) 000679 1787570735.664283 write 0x033ed8 thru 0x03d993 (0x9abc bytes) 000680 1787570735.676729 mapwrite 0x033082 thru 0x03e2a4 (0xb223 bytes) 000682 1787570735.740858 punch from 0x018a26 to 0x02205b (0x9636 bytes) 000683 1787570735.747141 mapwrite 0x0112d4 thru 0x01159a (0x2c7 bytes) 000684 1787570735.770132 mapwrite 0x00d94e thru 0x019996 (0xc049 bytes) 000686 1787570735.838320 mapwrite 0x017150 thru 0x0240d9 (0xcf8a bytes) 000687 1787570735.880035 read 0x02628d thru 0x03544c (0xf1c0 bytes) 000688 1787570735.912916 trunc from 0x03e2a5 to 0x01f476 (0x1ee2e bytes) 000689 1787570735.941602 mapread 0x01a099 thru 0x01a740 (0x6a8 bytes) 000690 1787570735.949881 MIRROR_SPLIT mirror 3 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1f477): Mirror 6: 0x8f951690 (stale) Mirror 7: 0x8f951690 (stale) Mirror 11: 0x8f951690 (stale) Mirror 12: 0x8f951690 (stale) Mirror 13: 0x8f951690 (stale) Mirror 14: 0x8f951690 (stale) Mirror 16: 0x8f951690 (stale) Mirror 17: 0x8f951690 (stale) Mirror 18: 0xc627387b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f477): Mirror 6: 0x8f951690 (stale) Mirror 7: 0x8f951690 (stale) Mirror 11: 0x8f951690 (stale) Mirror 12: 0x8f951690 (stale) Mirror 13: 0x8f951690 (stale) Mirror 14: 0x8f951690 (stale) Mirror 16: 0x8f951690 (stale) Mirror 17: 0x8f951690 (stale) Mirror 18: 0xc627387b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f477: skipped 000691 1787570736.608387 mapread 0x0070df thru 0x00cbc5 (0x5ae7 bytes) 000692 1787570736.638151 mapwrite 0x027a97 thru 0x036d95 (0xf2ff bytes) 000693 1787570736.718917 trunc from 0x036d96 to 0x00e400 (0x28995 bytes) 000694 1787570736.746636 write 0x013945 thru 0x02323a (0xf8f6 bytes) 000696 1787570736.754659 write 0x02864e thru 0x033e52 (0xb805 bytes) 000697 1787570736.763144 MIRROR_RESYNC 10 mirrors 000698 1787570739.625513 fallocate 0x00d59c thru 0x01b06d (0xdad2 bytes) 000699 1787570739.666898 mapread 0x0274c2 thru 0x02cadf (0x561e bytes) 000701 1787570739.691699 mapwrite 0x00f5fe thru 0x01f419 (0xfe1c bytes) 000702 1787570739.734786 punch from 0x00f141 to 0x011a42 (0x2902 bytes) 000703 1787570739.743396 MIRROR_SPLIT mirror 2 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x33e53): Mirror 6: 0xe27372c5 (stale) Mirror 11: 0xe27372c5 (stale) Mirror 12: 0xe27372c5 (stale) Mirror 13: 0xe27372c5 (stale) Mirror 14: 0xe27372c5 (stale) Mirror 16: 0xe27372c5 (stale) Mirror 17: 0xe27372c5 (stale) Mirror 18: 0xe27372c5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33e53): Mirror 6: 0xe27372c5 (stale) Mirror 11: 0xe27372c5 (stale) Mirror 12: 0xe27372c5 (stale) Mirror 13: 0xe27372c5 (stale) Mirror 14: 0xe27372c5 (stale) Mirror 16: 0xe27372c5 (stale) Mirror 17: 0xe27372c5 (stale) Mirror 18: 0xe27372c5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33e53: skipped 000704 1787570740.556902 trunc from 0x033e53 to 0x0013a4 (0x32aae bytes) 000706 1787570740.607297 read 0x00092b thru 0x0013a4 (0xa7a bytes) 000707 1787570740.622825 mapread 0x00108e thru 0x0013a4 (0x317 bytes) 000708 1787570740.624930 write 0x017b50 thru 0x01aa7d (0x2f2e bytes) 000709 1787570740.629335 write 0x009f95 thru 0x010c86 (0x6cf2 bytes) 000710 1787570740.647259 punch from 0x008863 to 0x00c20d (0x39ab bytes) 000711 1787570740.688662 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1aa7e): Mirror 6: 0x8d3120cc (stale) Mirror 11: 0x8d3120cc (stale) Mirror 13: 0x8d3120cc (stale) Mirror 14: 0x8d3120cc (stale) Mirror 16: 0x8d3120cc (stale) Mirror 17: 0x8d3120cc (stale) Mirror 18: 0x8d3120cc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1aa7e): Mirror 6: 0x8d3120cc (stale) Mirror 11: 0x8d3120cc (stale) Mirror 13: 0x8d3120cc (stale) Mirror 14: 0x8d3120cc (stale) Mirror 16: 0x8d3120cc (stale) Mirror 17: 0x8d3120cc (stale) Mirror 18: 0x8d3120cc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1aa7e: skipped 000713 1787570741.285510 trunc from 0x013fa1 to 0x015727 (0x1787 bytes) 000714 1787570741.290907 mapread 0x001b0f thru 0x00a990 (0x8e82 bytes) 000715 1787570741.319702 write 0x034144 thru 0x034efc (0xdb9 bytes) 000716 1787570741.332338 MIRROR_RESYNC 8 mirrors 000717 1787570743.609520 trunc from 0x034efd to 0x017078 (0x1de84 bytes) 000718 1787570743.669021 trunc from 0x017079 to 0x02f4ce (0x18456 bytes) 000719 1787570743.691947 trunc from 0x02f4cf to 0x01b7d5 (0x13cf9 bytes) 000720 1787570743.710354 fallocate 0x004c35 thru 0x008367 (0x3733 bytes) 000721 1787570743.716355 trunc from 0x01b7d6 to 0x019d10 (0x1ac5 bytes) 000722 1787570743.730366 write 0x03d399 thru 0x03ffff (0x2c67 bytes) 000723 1787570743.731862 write 0x0190bd thru 0x01d9b9 (0x48fd bytes) 000724 1787570743.744390 read 0x0085d6 thru 0x012210 (0x9c3b bytes) 000725 1787570743.753395 mapread 0x00542e thru 0x00d80f (0x83e2 bytes) 000727 1787570743.774877 mapread 0x0313cf thru 0x03c6c1 (0xb2f3 bytes) 000728 1787570743.788343 read 0x01701d thru 0x01ec37 (0x7c1b bytes) 000729 1787570743.801560 fallocate 0x0224a5 thru 0x024c9a (0x27f6 bytes) 000730 1787570743.813648 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd2ccc7e2 (stale) Mirror 11: 0xd2ccc7e2 (stale) Mirror 13: 0xd2ccc7e2 (stale) Mirror 14: 0xd2ccc7e2 (stale) Mirror 16: 0xd2ccc7e2 (stale) Mirror 17: 0xd2ccc7e2 (stale) Mirror 18: 0xd2ccc7e2 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd569e678 Mirror 19: 0xd569e678 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000732 1787570745.290528 fallocate 0x02d445 thru 0x03ba91 (0xe64d bytes) 000733 1787570745.343027 trunc from 0x040000 to 0x01547d (0x2ab82 bytes) 000734 1787570745.372331 mapread 0x00c60d thru 0x01547d (0x8e71 bytes) 000735 1787570745.391147 write 0x03e7e9 thru 0x03ffff (0x1817 bytes) 000736 1787570745.397005 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd2ccc7e2 (stale) Mirror 11: 0xd2ccc7e2 (stale) Mirror 13: 0xd2ccc7e2 (stale) Mirror 14: 0xd2ccc7e2 (stale) Mirror 16: 0xd2ccc7e2 (stale) Mirror 17: 0xd2ccc7e2 (stale) Mirror 18: 0xd2ccc7e2 (stale) Mirror 19: 0xd569e678 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x3bc8d555 Mirror 20: 0x3bc8d555 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000737 1787570746.538245 fallocate 0x029c97 thru 0x02d5d1 (0x393b bytes) 000738 1787570746.590473 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd2ccc7e2 (stale) Mirror 11: 0xd2ccc7e2 (stale) Mirror 13: 0xd2ccc7e2 (stale) Mirror 14: 0xd2ccc7e2 (stale) Mirror 16: 0xd2ccc7e2 (stale) Mirror 17: 0xd2ccc7e2 (stale) Mirror 18: 0xd2ccc7e2 (stale) Mirror 19: 0xd569e678 (stale) Mirror 20: 0x3bc8d555 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x3bc8d555 Mirror 21: 0x3bc8d555 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000740 1787570747.897767 write 0x03ed4c thru 0x03ffff (0x12b4 bytes) 000741 1787570747.969511 write 0x03a7d2 thru 0x03cfd5 (0x2804 bytes) 000743 1787570747.981513 trunc from 0x040000 to 0x001212 (0x3eded bytes) 000744 1787570748.019556 trunc from 0x001213 to 0x000464 (0xdae bytes) 000745 1787570748.049281 write 0x018c6e thru 0x01f244 (0x65d7 bytes) 000746 1787570748.053520 write 0x0373b6 thru 0x037bc3 (0x80e bytes) 000747 1787570748.056216 write 0x02d442 thru 0x03914f (0xbd0e bytes) 000748 1787570748.065816 punch from 0x0149c9 to 0x01eb11 (0xa149 bytes) 000750 1787570748.093880 trunc from 0x039150 to 0x009a88 (0x2f6c7 bytes) 000751 1787570748.117209 mapwrite 0x00bf22 thru 0x0118df (0x59be bytes) 000752 1787570748.182993 trunc from 0x0109cc to 0x0118df (0xf14 bytes) 000753 1787570748.190643 write 0x0235b2 thru 0x0251d4 (0x1c23 bytes) 000754 1787570748.196477 trunc from 0x010426 to 0x014be4 (0x47bf bytes) 000755 1787570748.211233 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x251d5): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x251d5): Mirror 6: 0xa01a3a8a (stale) Mirror 11: 0xa01a3a8a (stale) Mirror 13: 0xa01a3a8a (stale) Mirror 14: 0xa01a3a8a (stale) Mirror 16: 0xa01a3a8a (stale) Mirror 17: 0xa01a3a8a (stale) Mirror 18: 0xa01a3a8a (stale) Mirror 19: 0x13e05ad2 (stale) Mirror 20: 0xaa78ebe8 (stale) Mirror 21: 0xaa78ebe8 (stale) CRC-32 checksum value for chunk [0, 0x251d5): Mirror 1: 0x753be45 Mirror 22: 0x753be45 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x251d5: skipped 000756 1787570749.422271 fallocate 0x034d4a thru 0x03ffff (0xb2b6 bytes) 000757 1787570749.460285 mapread 0x0370f0 thru 0x03ffff (0x8f10 bytes) 000758 1787570749.483899 fallocate 0x0355af thru 0x03b92b (0x637d bytes) 000759 1787570749.488833 fallocate 0x0140c4 thru 0x01d73e (0x967b bytes) 000760 1787570749.496741 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd2ccc7e2 (stale) Mirror 11: 0xd2ccc7e2 (stale) Mirror 13: 0xd2ccc7e2 (stale) Mirror 14: 0xd2ccc7e2 (stale) Mirror 16: 0xd2ccc7e2 (stale) Mirror 17: 0xd2ccc7e2 (stale) Mirror 18: 0xd2ccc7e2 (stale) Mirror 19: 0xd569e678 (stale) Mirror 20: 0x3bc8d555 (stale) Mirror 21: 0x3bc8d555 (stale) Mirror 22: 0x54864750 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x54864750 Mirror 23: 0x54864750 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000761 1787570750.835111 trunc from 0x030742 to 0x03a7b9 (0xa078 bytes) 000762 1787570750.876396 fallocate 0x0375f7 thru 0x03e437 (0x6e41 bytes) 000763 1787570750.881982 punch from 0x00f0f6 to 0x01ae5a (0xbd65 bytes) 000764 1787570750.887967 mapread 0x02cb3c thru 0x02f10d (0x25d2 bytes) 000765 1787570750.910640 write 0x0258cd thru 0x02bbda (0x630e bytes) 000767 1787570750.923522 read 0x018f13 thru 0x024ede (0xbfcc bytes) 000768 1787570750.934113 punch from 0x030f78 to 0x035315 (0x439e bytes) 000769 1787570750.938964 read 0x0129dc thru 0x018f3c (0x6561 bytes) 000770 1787570750.954576 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd2ccc7e2 (stale) Mirror 11: 0xd2ccc7e2 (stale) Mirror 13: 0xd2ccc7e2 (stale) Mirror 14: 0xd2ccc7e2 (stale) Mirror 16: 0xd2ccc7e2 (stale) Mirror 17: 0xd2ccc7e2 (stale) Mirror 18: 0xd2ccc7e2 (stale) Mirror 19: 0xd569e678 (stale) Mirror 20: 0x3bc8d555 (stale) Mirror 21: 0x3bc8d555 (stale) Mirror 22: 0x54864750 (stale) Mirror 23: 0x54864750 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xae2a1648 Mirror 24: 0xae2a1648 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000771 1787570752.220518 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd2ccc7e2 (stale) Mirror 11: 0xd2ccc7e2 (stale) Mirror 13: 0xd2ccc7e2 (stale) Mirror 14: 0xd2ccc7e2 (stale) Mirror 16: 0xd2ccc7e2 (stale) Mirror 17: 0xd2ccc7e2 (stale) Mirror 18: 0xd2ccc7e2 (stale) Mirror 19: 0xd569e678 (stale) Mirror 20: 0x3bc8d555 (stale) Mirror 21: 0x3bc8d555 (stale) Mirror 22: 0x54864750 (stale) Mirror 23: 0x54864750 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xae2a1648 Mirror 24: 0xae2a1648 Mirror 25: 0xae2a1648 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000772 1787570753.249419 trunc from 0x040000 to 0x02fea2 (0x1015d bytes) 000773 1787570753.314226 MIRROR_SPLIT mirror 13 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2fea3): Mirror 6: 0x3a5881ae (stale) Mirror 11: 0x3a5881ae (stale) Mirror 13: 0x3a5881ae (stale) Mirror 14: 0x3a5881ae (stale) Mirror 16: 0x3a5881ae (stale) Mirror 17: 0x3a5881ae (stale) Mirror 18: 0x3a5881ae (stale) Mirror 19: 0x808d3753 (stale) Mirror 20: 0x575a2257 (stale) Mirror 21: 0x575a2257 (stale) Mirror 22: 0x985b3831 (stale) Mirror 23: 0x985b3831 (stale) Mirror 25: 0x2ebf3b5f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fea3): Mirror 6: 0x3a5881ae (stale) Mirror 11: 0x3a5881ae (stale) Mirror 13: 0x3a5881ae (stale) Mirror 14: 0x3a5881ae (stale) Mirror 16: 0x3a5881ae (stale) Mirror 17: 0x3a5881ae (stale) Mirror 18: 0x3a5881ae (stale) Mirror 19: 0x808d3753 (stale) Mirror 20: 0x575a2257 (stale) Mirror 21: 0x575a2257 (stale) Mirror 22: 0x985b3831 (stale) Mirror 23: 0x985b3831 (stale) Mirror 25: 0x2ebf3b5f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fea3: skipped 000774 1787570754.409253 write 0x013d7a thru 0x023a59 (0xfce0 bytes) 000775 1787570754.432563 read 0x02088c thru 0x025651 (0x4dc6 bytes) 000776 1787570754.441607 MIRROR_RESYNC 14 mirrors 000777 1787570758.835591 read 0x02f375 thru 0x02fea2 (0xb2e bytes) 000778 1787570758.842241 trunc from 0x0101bb to 0x017699 (0x74df bytes) 000779 1787570758.886459 write 0x018a74 thru 0x01df8d (0x551a bytes) 000780 1787570758.907258 punch from 0x02a915 to 0x02fea2 (0x558e bytes) 000781 1787570758.920319 write 0x035cf7 thru 0x03ffff (0xa309 bytes) 000782 1787570758.921818 trunc from 0x02c1e7 to 0x02e1ba (0x1fd4 bytes) 000783 1787570758.927622 mapread 0x01bf5d thru 0x028947 (0xc9eb bytes) 000784 1787570758.969706 write 0x014059 thru 0x014699 (0x641 bytes) 000785 1787570758.993993 MIRROR_RESYNC 14 mirrors 000787 1787570764.259909 trunc from 0x00186d to 0x00d20f (0xb9a3 bytes) 000788 1787570764.331064 write 0x01e28a thru 0x02b3c5 (0xd13c bytes) 000789 1787570764.365270 trunc from 0x0024b8 to 0x00fa47 (0xd590 bytes) 000790 1787570764.379193 punch from 0x01a635 to 0x027fc6 (0xd992 bytes) 000791 1787570764.417598 mapread 0x0297d4 thru 0x02fe59 (0x6686 bytes) 000792 1787570764.480395 fallocate 0x0360a2 thru 0x03ffff (0x9f5e bytes) 000793 1787570764.498100 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x2a720d87 (stale) Mirror 11: 0x2a720d87 (stale) Mirror 13: 0x2a720d87 (stale) Mirror 14: 0x2a720d87 (stale) Mirror 16: 0x2a720d87 (stale) Mirror 17: 0x2a720d87 (stale) Mirror 18: 0x2a720d87 (stale) Mirror 19: 0x2a720d87 (stale) Mirror 20: 0x2a720d87 (stale) Mirror 21: 0x2a720d87 (stale) Mirror 22: 0x2a720d87 (stale) Mirror 23: 0x2a720d87 (stale) Mirror 25: 0x2a720d87 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5ecdefd7 Mirror 26: 0x5ecdefd7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000794 1787570766.376765 MIRROR_RESYNC 15 mirrors 000795 1787570770.335147 mapread 0x027ffa thru 0x02ca3e (0x4a45 bytes) 000796 1787570770.355983 punch from 0x03fcfd to 0x03ffff (0x303 bytes) 000797 1787570770.395026 trunc from 0x040000 to 0x001f68 (0x3e097 bytes) 000798 1787570770.415735 fallocate 0x0081b4 thru 0x0131e0 (0xb02d bytes) 000799 1787570770.421037 read 0x004f0c thru 0x00c565 (0x765a bytes) 000800 1787570770.431098 MIRROR_SPLIT mirror 9 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x131e1): Mirror 6: 0x914b9d86 (stale) Mirror 11: 0x914b9d86 (stale) Mirror 13: 0x914b9d86 (stale) Mirror 14: 0x914b9d86 (stale) Mirror 16: 0x914b9d86 (stale) Mirror 17: 0x914b9d86 (stale) Mirror 18: 0x914b9d86 (stale) Mirror 19: 0x914b9d86 (stale) Mirror 21: 0x914b9d86 (stale) Mirror 22: 0x914b9d86 (stale) Mirror 23: 0x914b9d86 (stale) Mirror 25: 0x914b9d86 (stale) Mirror 26: 0x914b9d86 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x131e1): Mirror 6: 0x914b9d86 (stale) Mirror 11: 0x914b9d86 (stale) Mirror 13: 0x914b9d86 (stale) Mirror 14: 0x914b9d86 (stale) Mirror 16: 0x914b9d86 (stale) Mirror 17: 0x914b9d86 (stale) Mirror 18: 0x914b9d86 (stale) Mirror 19: 0x914b9d86 (stale) Mirror 21: 0x914b9d86 (stale) Mirror 22: 0x914b9d86 (stale) Mirror 23: 0x914b9d86 (stale) Mirror 25: 0x914b9d86 (stale) Mirror 26: 0x914b9d86 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x131e1: skipped 000801 1787570771.105270 read 0x002cdb thru 0x0103b6 (0xd6dc bytes) 000802 1787570771.118196 write 0x02ed33 thru 0x032a12 (0x3ce0 bytes) 000803 1787570771.124341 mapread 0x00b862 thru 0x0198ad (0xe04c bytes) 000804 1787570771.142510 mapwrite 0x02e587 thru 0x03d078 (0xeaf2 bytes) 000805 1787570771.197829 mapwrite 0x00705d thru 0x00b1cf (0x4173 bytes) 000806 1787570771.218753 punch from 0x03b3c0 to 0x03d078 (0x1cb9 bytes) 000807 1787570771.224395 mapwrite 0x02f28a thru 0x03e801 (0xf578 bytes) 000808 1787570771.273064 write 0x0203d1 thru 0x02e6b2 (0xe2e2 bytes) 000810 1787570771.281556 trunc from 0x03e802 to 0x0135d7 (0x2b22a bytes) 000811 1787570771.306548 MIRROR_RESYNC 14 mirrors 000812 1787570774.524633 write 0x00b571 thru 0x014e73 (0x9903 bytes) 000813 1787570774.567392 fallocate 0x03ccc8 thru 0x03ffff (0x3338 bytes) 000814 1787570774.581216 MIRROR_SPLIT mirror 1 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x6dd44219 (stale) Mirror 13: 0x6dd44219 (stale) Mirror 14: 0x6dd44219 (stale) Mirror 16: 0x6dd44219 (stale) Mirror 17: 0x6dd44219 (stale) Mirror 18: 0x6dd44219 (stale) Mirror 19: 0x6dd44219 (stale) Mirror 21: 0x6dd44219 (stale) Mirror 22: 0x6dd44219 (stale) Mirror 23: 0x6dd44219 (stale) Mirror 25: 0x6dd44219 (stale) Mirror 26: 0x6dd44219 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x6dd44219 (stale) Mirror 13: 0x6dd44219 (stale) Mirror 14: 0x6dd44219 (stale) Mirror 16: 0x6dd44219 (stale) Mirror 17: 0x6dd44219 (stale) Mirror 18: 0x6dd44219 (stale) Mirror 19: 0x6dd44219 (stale) Mirror 21: 0x6dd44219 (stale) Mirror 22: 0x6dd44219 (stale) Mirror 23: 0x6dd44219 (stale) Mirror 25: 0x6dd44219 (stale) Mirror 26: 0x6dd44219 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000815 1787570775.371234 MIRROR_SPLIT mirror 12 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x6dd44219 (stale) Mirror 13: 0x6dd44219 (stale) Mirror 14: 0x6dd44219 (stale) Mirror 16: 0x6dd44219 (stale) Mirror 17: 0x6dd44219 (stale) Mirror 18: 0x6dd44219 (stale) Mirror 19: 0x6dd44219 (stale) Mirror 21: 0x6dd44219 (stale) Mirror 22: 0x6dd44219 (stale) Mirror 23: 0x6dd44219 (stale) Mirror 25: 0x6dd44219 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x6dd44219 (stale) Mirror 13: 0x6dd44219 (stale) Mirror 14: 0x6dd44219 (stale) Mirror 16: 0x6dd44219 (stale) Mirror 17: 0x6dd44219 (stale) Mirror 18: 0x6dd44219 (stale) Mirror 19: 0x6dd44219 (stale) Mirror 21: 0x6dd44219 (stale) Mirror 22: 0x6dd44219 (stale) Mirror 23: 0x6dd44219 (stale) Mirror 25: 0x6dd44219 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000816 1787570776.254503 trunc from 0x02246f to 0x02cb8d (0xa71f bytes) 000817 1787570776.259583 mapread 0x03a49a thru 0x03ffff (0x5b66 bytes) 000818 1787570776.306751 trunc from 0x040000 to 0x03500c (0xaff3 bytes) 000819 1787570776.342027 mapwrite 0x0241bb thru 0x02cb22 (0x8968 bytes) 000820 1787570776.385225 trunc from 0x0137c7 to 0x0143f5 (0xc2f bytes) 000821 1787570776.392492 punch from 0x01b067 to 0x0271f9 (0xc193 bytes) 000822 1787570776.400035 fallocate 0x03150b thru 0x03ffff (0xeaf5 bytes) 000823 1787570776.405921 trunc from 0x040000 to 0x00b420 (0x34bdf bytes) 000824 1787570776.429910 read 0x001867 thru 0x00b420 (0x9bba bytes) 000825 1787570776.442482 punch from 0x0065be to 0x009760 (0x31a3 bytes) 000826 1787570776.448978 mapwrite 0x03b3e1 thru 0x03e5fd (0x321d bytes) 000827 1787570776.495237 MIRROR_SPLIT mirror 1 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e5fe): Mirror 13: 0xb1a900a6 (stale) Mirror 14: 0xb1a900a6 (stale) Mirror 16: 0xb1a900a6 (stale) Mirror 17: 0xb1a900a6 (stale) Mirror 18: 0xb1a900a6 (stale) Mirror 19: 0xb1a900a6 (stale) Mirror 21: 0xb1a900a6 (stale) Mirror 22: 0xb1a900a6 (stale) Mirror 23: 0xb1a900a6 (stale) Mirror 25: 0xb1a900a6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e5fe): Mirror 13: 0xb1a900a6 (stale) Mirror 14: 0xb1a900a6 (stale) Mirror 16: 0xb1a900a6 (stale) Mirror 17: 0xb1a900a6 (stale) Mirror 18: 0xb1a900a6 (stale) Mirror 19: 0xb1a900a6 (stale) Mirror 21: 0xb1a900a6 (stale) Mirror 22: 0xb1a900a6 (stale) Mirror 23: 0xb1a900a6 (stale) Mirror 25: 0xb1a900a6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e5fe: skipped 000828 1787570777.257930 mapread 0x02d6b7 thru 0x03b458 (0xdda2 bytes) 000829 1787570777.305175 trunc from 0x01e918 to 0x02162f (0x2d18 bytes) 000830 1787570777.312636 trunc from 0x004647 to 0x005230 (0xbea bytes) 000831 1787570777.319543 punch from 0x038ae5 to 0x03e5fd (0x5b19 bytes) 000832 1787570777.326030 mapread 0x0139e9 thru 0x01bd08 (0x8320 bytes) 000834 1787570777.338217 mapwrite 0x004f68 thru 0x009896 (0x492f bytes) 000835 1787570777.366413 MIRROR_SPLIT mirror 1 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e5fe): Mirror 14: 0xb1a900a6 (stale) Mirror 16: 0xb1a900a6 (stale) Mirror 17: 0xb1a900a6 (stale) Mirror 18: 0xb1a900a6 (stale) Mirror 19: 0xb1a900a6 (stale) Mirror 21: 0xb1a900a6 (stale) Mirror 22: 0xb1a900a6 (stale) Mirror 23: 0xb1a900a6 (stale) Mirror 25: 0xb1a900a6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e5fe): Mirror 14: 0xb1a900a6 (stale) Mirror 16: 0xb1a900a6 (stale) Mirror 17: 0xb1a900a6 (stale) Mirror 18: 0xb1a900a6 (stale) Mirror 19: 0xb1a900a6 (stale) Mirror 21: 0xb1a900a6 (stale) Mirror 22: 0xb1a900a6 (stale) Mirror 23: 0xb1a900a6 (stale) Mirror 25: 0xb1a900a6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e5fe: skipped 000836 1787570778.116602 write 0x01a453 thru 0x02666a (0xc218 bytes) 000837 1787570778.142697 fallocate 0x03f2eb thru 0x03ffff (0xd15 bytes) 000838 1787570778.157779 mapwrite 0x003224 thru 0x00d27a (0xa057 bytes) 000839 1787570778.208616 mapwrite 0x021eaf thru 0x02b3e7 (0x9539 bytes) 000841 1787570778.244305 trunc from 0x03e5fe to 0x02c1f1 (0x1240c bytes) 000842 1787570778.264477 write 0x038fdb thru 0x03f342 (0x6368 bytes) 000843 1787570778.267966 mapread 0x003974 thru 0x00eda3 (0xb430 bytes) 000844 1787570778.270350 mapwrite 0x016b6a thru 0x02563c (0xead3 bytes) 000845 1787570778.309273 trunc from 0x03f343 to 0x00c9be (0x32984 bytes) 000846 1787570778.335095 fallocate 0x02e60f thru 0x033a18 (0x540a bytes) 000848 1787570778.345271 mapwrite 0x001422 thru 0x00601e (0x4bfd bytes) 000849 1787570778.374522 punch from 0x014943 to 0x01ae53 (0x6511 bytes) 000850 1787570778.383231 fallocate 0x03bcae thru 0x03ffff (0x4352 bytes) 000851 1787570778.389950 trunc from 0x033a19 to 0x03425c (0x844 bytes) 000852 1787570778.413655 write 0x006f3d thru 0x00e2b1 (0x7375 bytes) 000853 1787570778.421369 write 0x00e0a9 thru 0x01240f (0x4367 bytes) 000854 1787570778.429232 fallocate 0x03b698 thru 0x03ffff (0x4968 bytes) 000855 1787570778.444074 MIRROR_RESYNC 10 mirrors 000856 1787570780.659342 trunc from 0x01c520 to 0x01fde3 (0x38c4 bytes) 000857 1787570780.728493 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x37f45509 (stale) Mirror 16: 0x37f45509 (stale) Mirror 17: 0x37f45509 (stale) Mirror 18: 0x37f45509 (stale) Mirror 19: 0x37f45509 (stale) Mirror 21: 0x37f45509 (stale) Mirror 22: 0x37f45509 (stale) Mirror 23: 0x37f45509 (stale) Mirror 25: 0x37f45509 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x37f45509 Mirror 26: 0x37f45509 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000858 1787570782.570261 write 0x0240dc thru 0x0332e2 (0xf207 bytes) 000859 1787570782.661449 trunc from 0x026b22 to 0x0301e9 (0x96c8 bytes) 000860 1787570782.689086 write 0x007bbb thru 0x008424 (0x86a bytes) 000861 1787570782.707609 fallocate 0x00cbc4 thru 0x01acb2 (0xe0ef bytes) 000862 1787570782.715375 mapwrite 0x03f4a3 thru 0x03ffff (0xb5d bytes) 000863 1787570782.736313 trunc from 0x010e82 to 0x019eca (0x9049 bytes) 000864 1787570782.742253 trunc from 0x040000 to 0x000e6b (0x3f194 bytes) 000865 1787570782.762167 mapread 0x000243 thru 0x000e6b (0xc29 bytes) 000869 1787570782.804932 trunc from 0x00034a to 0x000e6b (0xb22 bytes) 000870 1787570782.824082 mapread 0x000617 thru 0x000e6b (0x855 bytes) 000872 1787570782.839997 mapwrite 0x01bdeb thru 0x01be9e (0xb4 bytes) 000874 1787570782.936365 MIRROR_RESYNC 11 mirrors 000875 1787570785.009516 trunc from 0x016ceb to 0x01be9e (0x51b4 bytes) 000876 1787570785.061339 fallocate 0x017064 thru 0x017614 (0x5b1 bytes) 000878 1787570785.070049 mapread 0x01a449 thru 0x01be9e (0x1a56 bytes) 000879 1787570785.086634 write 0x02f787 thru 0x034d10 (0x558a bytes) 000880 1787570785.089829 punch from 0x031f20 to 0x034d10 (0x2df1 bytes) 000881 1787570785.111572 mapwrite 0x03c6de thru 0x03ffff (0x3922 bytes) 000882 1787570785.176556 punch from 0x014229 to 0x021511 (0xd2e9 bytes) 000883 1787570785.184014 trunc from 0x040000 to 0x0103a1 (0x2fc5e bytes) 000884 1787570785.198398 fallocate 0x012193 thru 0x01edb6 (0xcc24 bytes) 000885 1787570785.205319 mapwrite 0x032edf thru 0x03b0c4 (0x81e6 bytes) 000886 1787570785.294655 trunc from 0x036eb7 to 0x03b0c4 (0x420e bytes) 000887 1787570785.311926 mapread 0x01bf11 thru 0x02a6b3 (0xe7a3 bytes) 000888 1787570785.330239 write 0x030ffc thru 0x03455e (0x3563 bytes) 000889 1787570785.331587 punch from 0x01a086 to 0x025f20 (0xbe9b bytes) 000890 1787570785.336836 read 0x00535f thru 0x011a9f (0xc741 bytes) 000891 1787570785.346208 trunc from 0x03b0c5 to 0x015fbc (0x25108 bytes) 000892 1787570785.361127 write 0x010871 thru 0x01f04e (0xe7de bytes) 000893 1787570785.362945 mapread 0x004b15 thru 0x005335 (0x821 bytes) 000894 1787570785.370092 mapread 0x00fc19 thru 0x01b84d (0xbc35 bytes) 000895 1787570785.371463 trunc from 0x00e32f to 0x01872e (0xa400 bytes) 000896 1787570785.386338 fallocate 0x010ec9 thru 0x01c90f (0xba47 bytes) 000897 1787570785.391347 punch from 0x0083aa to 0x0090be (0xd15 bytes) 000898 1787570785.401314 MIRROR_SPLIT mirror 1 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1f04f): Mirror 16: 0xcb7e2697 (stale) Mirror 17: 0xcb7e2697 (stale) Mirror 18: 0xcb7e2697 (stale) Mirror 19: 0xcb7e2697 (stale) Mirror 21: 0xcb7e2697 (stale) Mirror 22: 0xcb7e2697 (stale) Mirror 23: 0xcb7e2697 (stale) Mirror 25: 0xcb7e2697 (stale) Mirror 26: 0xcb7e2697 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f04f): Mirror 16: 0xcb7e2697 (stale) Mirror 17: 0xcb7e2697 (stale) Mirror 18: 0xcb7e2697 (stale) Mirror 19: 0xcb7e2697 (stale) Mirror 21: 0xcb7e2697 (stale) Mirror 22: 0xcb7e2697 (stale) Mirror 23: 0xcb7e2697 (stale) Mirror 25: 0xcb7e2697 (stale) Mirror 26: 0xcb7e2697 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f04f: skipped 000899 1787570785.941048 fallocate 0x03c1e2 thru 0x03e982 (0x27a1 bytes) 000900 1787570785.945454 mapread 0x007503 thru 0x00d7c1 (0x62bf bytes) 000901 1787570785.969748 punch from 0x0125ae to 0x01d33c (0xad8f bytes) 000902 1787570785.973879 punch from 0x0118d3 to 0x01c383 (0xaab1 bytes) 000903 1787570785.977816 trunc from 0x016d37 to 0x01cf9f (0x6269 bytes) 000904 1787570785.981792 punch from 0x001809 to 0x00568b (0x3e83 bytes) 000906 1787570785.986918 fallocate 0x03142e thru 0x039a0e (0x85e1 bytes) 000907 1787570785.992529 write 0x02240c thru 0x02f603 (0xd1f8 bytes) 000908 1787570786.000175 write 0x006703 thru 0x00d31f (0x6c1d bytes) 000909 1787570786.004521 fallocate 0x000d92 thru 0x00a4bb (0x972a bytes) 000910 1787570786.012315 mapwrite 0x030f88 thru 0x03163c (0x6b5 bytes) 000911 1787570786.056415 read 0x024f6e thru 0x026aeb (0x1b7e bytes) 000912 1787570786.063472 write 0x03fd7d thru 0x03ffff (0x283 bytes) 000913 1787570786.071837 read 0x0307af thru 0x034a08 (0x425a bytes) 000914 1787570786.122256 read 0x00e6b6 thru 0x01061e (0x1f69 bytes) 000915 1787570786.124980 mapread 0x005658 thru 0x00e26b (0x8c14 bytes) 000916 1787570786.126203 trunc from 0x0293e6 to 0x02cc7b (0x3896 bytes) 000917 1787570786.138153 fallocate 0x036aef thru 0x03c714 (0x5c26 bytes) 000918 1787570786.155142 fallocate 0x016f09 thru 0x02260d (0xb705 bytes) 000919 1787570786.172962 mapread 0x01267f thru 0x01443f (0x1dc1 bytes) 000922 1787570786.183911 mapread 0x014f16 thru 0x01d5a3 (0x868e bytes) 000923 1787570786.210135 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0x22dbdca3 (stale) Mirror 17: 0x22dbdca3 (stale) Mirror 18: 0x22dbdca3 (stale) Mirror 19: 0x22dbdca3 (stale) Mirror 21: 0x22dbdca3 (stale) Mirror 22: 0x22dbdca3 (stale) Mirror 23: 0x22dbdca3 (stale) Mirror 25: 0x22dbdca3 (stale) Mirror 26: 0x22dbdca3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6a0a34e6 Mirror 27: 0x6a0a34e6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000924 1787570787.891758 mapread 0x012d41 thru 0x01fe23 (0xd0e3 bytes) 000925 1787570787.957630 write 0x02d8fd thru 0x036f23 (0x9627 bytes) 000926 1787570788.045950 fallocate 0x02f33b thru 0x039831 (0xa4f7 bytes) 000927 1787570788.052922 read 0x03be49 thru 0x03ffff (0x41b7 bytes) 000928 1787570788.070914 fallocate 0x006a09 thru 0x00b456 (0x4a4e bytes) 000929 1787570788.076577 write 0x01b56a thru 0x02549f (0x9f36 bytes) 000930 1787570788.096510 fallocate 0x014cae thru 0x01e844 (0x9b97 bytes) 000931 1787570788.107053 trunc from 0x040000 to 0x031d5a (0xe2a5 bytes) 000932 1787570788.148647 trunc from 0x02200e to 0x027c89 (0x5c7c bytes) 000933 1787570788.172616 mapwrite 0x028697 thru 0x0355d0 (0xcf3a bytes) 000934 1787570788.279647 mapread 0x02240b thru 0x02568e (0x3284 bytes) 000936 1787570788.282435 mapwrite 0x0386a7 thru 0x03a743 (0x209d bytes) 000937 1787570788.338076 fallocate 0x039aa0 thru 0x03df98 (0x44f9 bytes) 000938 1787570788.346955 mapread 0x014000 thru 0x014efc (0xefd bytes) 000939 1787570788.356659 write 0x024229 thru 0x024b47 (0x91f bytes) 000940 1787570788.358425 punch from 0x028c19 to 0x034a73 (0xbe5b bytes) 000941 1787570788.388278 MIRROR_SPLIT mirror 1 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a744): Mirror 17: 0xdf5645ea (stale) Mirror 18: 0xdf5645ea (stale) Mirror 19: 0xdf5645ea (stale) Mirror 21: 0xdf5645ea (stale) Mirror 22: 0xdf5645ea (stale) Mirror 23: 0xdf5645ea (stale) Mirror 25: 0xdf5645ea (stale) Mirror 26: 0xdf5645ea (stale) Mirror 27: 0xe1480f7c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a744): Mirror 17: 0xdf5645ea (stale) Mirror 18: 0xdf5645ea (stale) Mirror 19: 0xdf5645ea (stale) Mirror 21: 0xdf5645ea (stale) Mirror 22: 0xdf5645ea (stale) Mirror 23: 0xdf5645ea (stale) Mirror 25: 0xdf5645ea (stale) Mirror 26: 0xdf5645ea (stale) Mirror 27: 0xe1480f7c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a744: skipped 000942 1787570788.981570 trunc from 0x03a744 to 0x030c64 (0x9adf bytes) 000943 1787570789.010658 fallocate 0x01aa32 thru 0x01d4b9 (0x2a88 bytes) 000944 1787570789.017841 fallocate 0x00bc4e thru 0x012cbd (0x7070 bytes) 000945 1787570789.025381 mapread 0x0108c0 thru 0x0187b1 (0x7ef2 bytes) 000946 1787570789.048276 trunc from 0x006f20 to 0x014fa7 (0xe088 bytes) 000947 1787570789.054540 read 0x0094ee thru 0x011b96 (0x86a9 bytes) 000948 1787570789.068196 fallocate 0x020715 thru 0x0268a0 (0x618c bytes) 000949 1787570789.073415 write 0x027ec1 thru 0x0305e3 (0x8723 bytes) 000950 1787570789.087461 punch from 0x00ab8f to 0x00c1b9 (0x162b bytes) 000951 1787570789.093372 write 0x02698a thru 0x03411f (0xd796 bytes) 000952 1787570789.101583 write 0x01040d thru 0x017337 (0x6f2b bytes) 000953 1787570789.111435 MIRROR_RESYNC 10 mirrors 000954 1787570791.281378 read 0x004dc9 thru 0x00d28c (0x84c4 bytes) 000955 1787570791.287976 read 0x00524e thru 0x00b30e (0x60c1 bytes) 000956 1787570791.288372 fallocate 0x0121fe thru 0x01e6f3 (0xc4f6 bytes) 000957 1787570791.313970 MIRROR_SPLIT mirror 1 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34120): Mirror 18: 0x3af1060 (stale) Mirror 19: 0x3af1060 (stale) Mirror 21: 0x3af1060 (stale) Mirror 22: 0x3af1060 (stale) Mirror 23: 0x3af1060 (stale) Mirror 25: 0x3af1060 (stale) Mirror 26: 0x3af1060 (stale) Mirror 27: 0x3af1060 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34120): Mirror 18: 0x3af1060 (stale) Mirror 19: 0x3af1060 (stale) Mirror 21: 0x3af1060 (stale) Mirror 22: 0x3af1060 (stale) Mirror 23: 0x3af1060 (stale) Mirror 25: 0x3af1060 (stale) Mirror 26: 0x3af1060 (stale) Mirror 27: 0x3af1060 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34120: skipped 000958 1787570791.914260 punch from 0x0092a1 to 0x012d11 (0x9a71 bytes) 000959 1787570791.926133 mapwrite 0x01aafc thru 0x0223f8 (0x78fd bytes) 000960 1787570792.014362 punch from 0x02af98 to 0x032e07 (0x7e70 bytes) 000961 1787570792.026969 trunc from 0x034120 to 0x0089b8 (0x2b767 bytes) 000962 1787570792.064097 trunc from 0x001ace to 0x005fc3 (0x44f6 bytes) 000963 1787570792.070639 trunc from 0x003732 to 0x003be9 (0x4b8 bytes) 000964 1787570792.075446 read 0x00281a thru 0x0089b8 (0x619f bytes) 000966 1787570792.086926 trunc from 0x0089b9 to 0x01febd (0x17505 bytes) 000967 1787570792.113210 write 0x038254 thru 0x03ffff (0x7dac bytes) 000968 1787570792.116214 trunc from 0x010487 to 0x01d7f0 (0xd36a bytes) 000970 1787570792.122379 trunc from 0x040000 to 0x036762 (0x989d bytes) 000971 1787570792.147221 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36763): Mirror 18: 0x93c95042 (stale) Mirror 19: 0x93c95042 (stale) Mirror 22: 0x93c95042 (stale) Mirror 23: 0x93c95042 (stale) Mirror 25: 0x93c95042 (stale) Mirror 26: 0x93c95042 (stale) Mirror 27: 0x93c95042 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36763): Mirror 18: 0x93c95042 (stale) Mirror 19: 0x93c95042 (stale) Mirror 22: 0x93c95042 (stale) Mirror 23: 0x93c95042 (stale) Mirror 25: 0x93c95042 (stale) Mirror 26: 0x93c95042 (stale) Mirror 27: 0x93c95042 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36763: skipped 000972 1787570792.722530 read 0x00d39f thru 0x012575 (0x51d7 bytes) 000973 1787570792.731488 fallocate 0x02deb4 thru 0x03de3e (0xff8b bytes) 000975 1787570792.738637 punch from 0x00f0ad to 0x014aad (0x5a01 bytes) 000976 1787570792.745251 mapwrite 0x002488 thru 0x011941 (0xf4ba bytes) 000977 1787570792.826646 fallocate 0x001a6b thru 0x010c22 (0xf1b8 bytes) 000978 1787570792.856191 write 0x00fa62 thru 0x01aa98 (0xb037 bytes) 000979 1787570792.901073 read 0x01defc thru 0x02001b (0x2120 bytes) 000980 1787570792.942424 mapread 0x011aab thru 0x01c31d (0xa873 bytes) 000981 1787570792.943605 write 0x013e63 thru 0x01ed47 (0xaee5 bytes) 000982 1787570792.948967 mapwrite 0x008992 thru 0x017697 (0xed06 bytes) 000983 1787570793.015421 write 0x011a6d thru 0x01a015 (0x85a9 bytes) 000984 1787570793.022823 read 0x02df46 thru 0x02e5d3 (0x68e bytes) 000985 1787570793.026247 read 0x01309a thru 0x01f8bc (0xc823 bytes) 000986 1787570793.029511 trunc from 0x03de3f to 0x011b9a (0x2c2a4 bytes) 000987 1787570793.072499 punch from 0x00695b to 0x00b7e8 (0x4e8e bytes) 000989 1787570793.087113 mapread 0x0028af thru 0x00efa0 (0xc6f2 bytes) 000990 1787570793.119523 fallocate 0x036898 thru 0x03ffff (0x9768 bytes) 000992 1787570793.153160 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0xfdb766dd (stale) Mirror 19: 0xfdb766dd (stale) Mirror 22: 0xfdb766dd (stale) Mirror 23: 0xfdb766dd (stale) Mirror 25: 0xfdb766dd (stale) Mirror 26: 0xfdb766dd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0xfdb766dd (stale) Mirror 19: 0xfdb766dd (stale) Mirror 22: 0xfdb766dd (stale) Mirror 23: 0xfdb766dd (stale) Mirror 25: 0xfdb766dd (stale) Mirror 26: 0xfdb766dd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000994 1787570793.994896 mapwrite 0x02af43 thru 0x036f99 (0xc057 bytes) 000995 1787570794.147011 mapread 0x03c603 thru 0x03ffff (0x39fd bytes) 000996 1787570794.165798 MIRROR_RESYNC 7 mirrors 000997 1787570796.642885 MIRROR_RESYNC 7 mirrors 000998 1787570797.372056 mapwrite 0x003a01 thru 0x009edd (0x64dd bytes) 000999 1787570797.521404 trunc from 0x040000 to 0x006c01 (0x393fe bytes) 001000 1787570797.552596 trunc from 0x000864 to 0x006c01 (0x639e bytes) All operations completed A-OK!