== sanity-flr test 70a: flr mode fsx test ================ 10:22:44 (1788272564) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 2566 skipping zero length punch hole 000002 1788272566.674401 write 0x02de71 thru 0x034327 (0x64b7 bytes) truncating to largest ever: 0xba3b 000003 1788272566.676616 trunc from 0x034328 to 0x00ba3a (0x288ed bytes) truncating to largest ever: 0x1f433 000004 1788272566.690393 trunc from 0x00ba3b to 0x01f432 (0x139f8 bytes) 000005 1788272566.718172 MIRROR_EXTEND to 2 mirrors fallocating to largest ever: 0x3b89c 000006 1788272567.333831 fallocate 0x033c6b thru 0x03b89b (0x7c31 bytes) 000008 1788272567.368811 mapread 0x015133 thru 0x01f432 (0xa300 bytes) 000009 1788272567.391536 MIRROR_RESYNC 2 mirrors 000010 1788272567.915204 write 0x039ac2 thru 0x03ffff (0x653e bytes) 000012 1788272567.971965 trunc from 0x03eab2 to 0x03ffff (0x154e bytes) 000013 1788272567.993961 trunc from 0x040000 to 0x004c2b (0x3b3d4 bytes) 000014 1788272568.012285 mapread 0x0020ec thru 0x004c2b (0x2b40 bytes) 000015 1788272568.028799 mapread 0x0003e8 thru 0x004c2b (0x4844 bytes) 000016 1788272568.041094 mapwrite 0x02484a thru 0x02f68d (0xae44 bytes) 000018 1788272568.098516 mapread 0x014b43 thru 0x018e6d (0x432b bytes) 000019 1788272568.118056 read 0x01b276 thru 0x01e44f (0x31da bytes) 000020 1788272568.118708 write 0x03b978 thru 0x03d421 (0x1aaa bytes) 000021 1788272568.119731 write 0x01ef25 thru 0x024d6f (0x5e4b bytes) 000023 1788272568.122492 read 0x0169b9 thru 0x02514a (0xe792 bytes) 000024 1788272568.123417 mapread 0x038817 thru 0x039fc4 (0x17ae bytes) 000025 1788272568.132953 punch from 0x0272e7 to 0x02b76d (0x4487 bytes) 000026 1788272568.137596 trunc from 0x03d422 to 0x00dc7d (0x2f7a4 bytes) 000027 1788272568.149695 mapread 0x00bbb1 thru 0x00dc7d (0x20cd bytes) 000028 1788272568.150593 write 0x019cb0 thru 0x01d336 (0x3687 bytes) 000029 1788272568.152528 trunc from 0x015054 to 0x01a105 (0x50b2 bytes) 000030 1788272568.167387 trunc from 0x01d337 to 0x00d78e (0xfba8 bytes) 000031 1788272568.180953 punch from 0x00a28a to 0x00d78e (0x3505 bytes) 000033 1788272568.187626 trunc from 0x00c4d4 to 0x00d78e (0x12bb bytes) 000034 1788272568.191772 trunc from 0x006adb to 0x00d78e (0x6cb4 bytes) 000035 1788272568.195763 mapread 0x00d5b6 thru 0x00d78e (0x1d9 bytes) 000036 1788272568.200559 read 0x00841f thru 0x00d78e (0x5370 bytes) 000037 1788272568.210584 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0xd78f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd78f): Mirror 2: 0xe5bd97d (stale) CRC-32 checksum value for chunk [0, 0xd78f): Mirror 1: 0xe5bd97d Mirror 3: 0xe5bd97d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd78f: skipped 000038 1788272568.855451 read 0x007dc7 thru 0x00d78e (0x59c8 bytes) 000039 1788272568.869467 trunc from 0x00d78f to 0x0075eb (0x61a3 bytes) 000040 1788272568.927455 fallocate 0x032dc4 thru 0x03336a (0x5a7 bytes) 000041 1788272568.933618 read 0x01c21f thru 0x025e7f (0x9c61 bytes) 000042 1788272568.943896 trunc from 0x03336b to 0x00fe75 (0x234f5 bytes) 000043 1788272568.962379 mapread 0x005f17 thru 0x00c221 (0x630b bytes) 000044 1788272568.963720 write 0x00a6e2 thru 0x015044 (0xa963 bytes) 000045 1788272568.966966 read 0x00f573 thru 0x015044 (0x5ad2 bytes) 000046 1788272568.968093 mapwrite 0x032fdc thru 0x03bfe7 (0x900c bytes) 000048 1788272569.011459 trunc from 0x03bfe8 to 0x0353e5 (0x6c02 bytes) 000049 1788272569.027816 write 0x023f92 thru 0x02e3e9 (0xa458 bytes) 000050 1788272569.029799 fallocate 0x0140c6 thru 0x017676 (0x35b1 bytes) 000051 1788272569.034534 read 0x0061cc thru 0x010727 (0xa55c bytes) 000052 1788272569.035558 punch from 0x021d97 to 0x02a76c (0x89d6 bytes) 000054 1788272569.047818 write 0x0387d5 thru 0x03ffff (0x782b bytes) 000055 1788272569.049687 write 0x035ed3 thru 0x038117 (0x2245 bytes) 000056 1788272569.050801 trunc from 0x005b94 to 0x00ebdc (0x9049 bytes) 000058 1788272569.056816 mapwrite 0x01cc54 thru 0x028082 (0xb42f bytes) 000059 1788272569.093604 mapread 0x03ea69 thru 0x03ffff (0x1597 bytes) 000060 1788272569.094500 write 0x013385 thru 0x019260 (0x5edc bytes) 000061 1788272569.095611 write 0x00c92b thru 0x018bff (0xc2d5 bytes) 000062 1788272569.098707 write 0x027b72 thru 0x029f5a (0x23e9 bytes) 000063 1788272569.099949 mapread 0x013647 thru 0x01ccdc (0x9696 bytes) 000064 1788272569.101984 mapread 0x021423 thru 0x030b76 (0xf754 bytes) 000065 1788272569.103792 punch from 0x00094f to 0x00f991 (0xf043 bytes) 000066 1788272569.121570 trunc from 0x040000 to 0x01ddda (0x22225 bytes) 000067 1788272569.136315 mapread 0x010786 thru 0x01b3fb (0xac76 bytes) 000068 1788272569.141507 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1dddb): Mirror 2: 0xf7ff043d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1dddb): Mirror 2: 0xf7ff043d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1dddb: skipped 000069 1788272569.436422 punch from 0x0025a6 to 0x00d92b (0xb386 bytes) 000070 1788272569.444796 fallocate 0x0009a4 thru 0x0076d6 (0x6d33 bytes) 000071 1788272569.449353 write 0x035a77 thru 0x03ffff (0xa589 bytes) 000072 1788272569.462875 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) 000073 1788272569.616185 trunc from 0x040000 to 0x03a454 (0x5bab bytes) fallocating to largest ever: 0x40000 000074 1788272569.640829 fallocate 0x038fa6 thru 0x03ffff (0x705a bytes) 000075 1788272569.651516 mapread 0x035dad thru 0x03a7bf (0x4a13 bytes) 000076 1788272569.681965 fallocate 0x024249 thru 0x031362 (0xd11a bytes) 000077 1788272569.689191 mapwrite 0x028dca thru 0x02caa8 (0x3cdf bytes) 000078 1788272569.732361 write 0x023252 thru 0x025d0d (0x2abc bytes) 000079 1788272569.734457 write 0x0056c0 thru 0x0125b4 (0xcef5 bytes) 000080 1788272569.747089 read 0x01a702 thru 0x01c093 (0x1992 bytes) 000081 1788272569.754957 fallocate 0x0239f9 thru 0x0332b1 (0xf8b9 bytes) 000082 1788272569.766106 trunc from 0x03ea3f to 0x03ffff (0x15c1 bytes) 000083 1788272569.770192 mapwrite 0x00dfcd thru 0x016b7f (0x8bb3 bytes) 000084 1788272569.836907 punch from 0x034b59 to 0x03ffff (0xb4a7 bytes) 000085 1788272569.842873 mapwrite 0x038600 thru 0x03a542 (0x1f43 bytes) 000086 1788272569.893488 read 0x01a320 thru 0x01dec9 (0x3baa bytes) 000087 1788272569.907351 trunc from 0x040000 to 0x017d6a (0x28295 bytes) 000088 1788272569.927294 read 0x00134a thru 0x00ad54 (0x9a0b bytes) 000089 1788272569.927891 trunc from 0x017d6b to 0x023057 (0xb2ed bytes) 000091 1788272569.953605 mapwrite 0x02b000 thru 0x03a22a (0xf22b bytes) 000092 1788272570.025008 write 0x02e274 thru 0x039440 (0xb1cd bytes) 000093 1788272570.027716 mapread 0x0373b5 thru 0x0373ea (0x36 bytes) 000095 1788272570.030703 trunc from 0x02f4bd to 0x03a22a (0xad6e bytes) 000096 1788272570.046548 mapread 0x036a38 thru 0x03a22a (0x37f3 bytes) 000098 1788272570.077387 MIRROR_EXTEND to 2 mirrors 000099 1788272570.658649 fallocate 0x0285ea thru 0x02d1b5 (0x4bcc bytes) 000100 1788272570.702383 mapread 0x015f8e thru 0x0186e2 (0x2755 bytes) 000101 1788272570.721732 trunc from 0x015364 to 0x019122 (0x3dbf bytes) 000102 1788272570.726997 trunc from 0x03a22b to 0x000193 (0x3a097 bytes) 000103 1788272570.783351 fallocate 0x02d3be thru 0x0313ce (0x4011 bytes) 000105 1788272570.791640 mapwrite 0x01166b thru 0x019fa5 (0x893b bytes) 000106 1788272570.845679 trunc from 0x022694 to 0x02c960 (0xa2cd bytes) 000107 1788272570.852335 trunc from 0x0271d5 to 0x0313ce (0xa1fa bytes) 000108 1788272570.863928 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) 000110 1788272571.033506 trunc from 0x0313cf to 0x00a7d1 (0x26bfd bytes) 000111 1788272571.054441 read 0x008ad1 thru 0x00a7d1 (0x1d01 bytes) 000112 1788272571.060104 punch from 0x003140 to 0x005e79 (0x2d3a bytes) 000113 1788272571.063796 read 0x000fe1 thru 0x00729c (0x62bc bytes) 000114 1788272571.070828 read 0x00731d thru 0x00a7d1 (0x34b5 bytes) 000116 1788272571.072491 mapread 0x00864c thru 0x00a7d1 (0x2186 bytes) 000117 1788272571.073597 punch from 0x004e84 to 0x00a7d1 (0x594e bytes) 000118 1788272571.077509 punch from 0x00897c to 0x00a7d1 (0x1e56 bytes) 000119 1788272571.082056 mapread 0x00890b thru 0x00a7d1 (0x1ec7 bytes) 000120 1788272571.095876 read 0x00065e thru 0x00a7d1 (0xa174 bytes) 000121 1788272571.098704 read 0x00461f thru 0x00a7d1 (0x61b3 bytes) 000122 1788272571.099914 mapread 0x003b5b thru 0x00a7d1 (0x6c77 bytes) 000123 1788272571.101138 read 0x000d33 thru 0x003d2c (0x2ffa bytes) 000124 1788272571.113547 mapwrite 0x01f3a8 thru 0x029e3c (0xaa95 bytes) 000125 1788272571.166812 mapwrite 0x03b282 thru 0x03ffff (0x4d7e bytes) 000127 1788272571.204477 read 0x00eff4 thru 0x01108f (0x209c bytes) 000129 1788272571.205649 fallocate 0x039e99 thru 0x03b775 (0x18dd bytes) 000130 1788272571.210527 trunc from 0x01f343 to 0x02de94 (0xeb52 bytes) 000132 1788272571.215361 trunc from 0x022480 to 0x023688 (0x1209 bytes) 000133 1788272571.219376 trunc from 0x0079e1 to 0x00fb2b (0x814b bytes) 000134 1788272571.223639 trunc from 0x040000 to 0x01a44f (0x25bb0 bytes) 000135 1788272571.238695 mapread 0x008f99 thru 0x00b2c6 (0x232e bytes) 000136 1788272571.246587 mapwrite 0x03e2ef thru 0x03ffff (0x1d11 bytes) 000137 1788272571.283568 fallocate 0x016be1 thru 0x0213a5 (0xa7c5 bytes) 000138 1788272571.288219 punch from 0x037a99 to 0x03f5da (0x7b42 bytes) 000139 1788272571.293699 fallocate 0x029720 thru 0x029f11 (0x7f2 bytes) 000140 1788272571.299896 mapread 0x02d12d thru 0x035bec (0x8ac0 bytes) 000141 1788272571.301463 mapread 0x014d53 thru 0x01face (0xad7c bytes) 000142 1788272571.303149 trunc from 0x040000 to 0x00ea88 (0x31577 bytes) 000143 1788272571.328694 mapwrite 0x035d6d thru 0x03833d (0x25d1 bytes) 000145 1788272571.399798 punch from 0x02b6b9 to 0x02e1ab (0x2af3 bytes) 000146 1788272571.403887 trunc from 0x030722 to 0x03833d (0x7c1c bytes) 000148 1788272571.411548 punch from 0x00a14f to 0x00bf14 (0x1dc6 bytes) 000149 1788272571.421604 MIRROR_EXTEND to 2 mirrors 000152 1788272571.903165 trunc from 0x03833e to 0x035a7d (0x28c0 bytes) 000153 1788272571.999670 mapread 0x001f34 thru 0x00c341 (0xa40e bytes) 000154 1788272572.037135 punch from 0x02847b to 0x02af45 (0x2acb bytes) 000156 1788272572.042794 mapwrite 0x0044bc thru 0x011f61 (0xdaa6 bytes) 000157 1788272572.082525 mapwrite 0x02649c thru 0x027e06 (0x196b bytes) 000158 1788272572.130073 write 0x013c5d thru 0x016386 (0x272a bytes) 000159 1788272572.131735 trunc from 0x035a7e to 0x039282 (0x3805 bytes) 000160 1788272572.163462 MIRROR_RESYNC 2 mirrors 000161 1788272573.105064 mapwrite 0x0153c7 thru 0x015db8 (0x9f2 bytes) 000162 1788272573.205761 write 0x0238c8 thru 0x029056 (0x578f bytes) 000163 1788272573.218451 mapread 0x021a4c thru 0x02f2bc (0xd871 bytes) 000164 1788272573.254199 trunc from 0x039283 to 0x0374c5 (0x1dbd bytes) 000165 1788272573.292576 trunc from 0x0374c6 to 0x00ab20 (0x2c9a5 bytes) 000166 1788272573.314682 read 0x00a29e thru 0x00ab20 (0x883 bytes) 000167 1788272573.320636 punch from 0x00987b to 0x00ab20 (0x12a6 bytes) 000168 1788272573.324563 punch from 0x006243 to 0x00ab20 (0x48de bytes) 000169 1788272573.330002 punch from 0x007269 to 0x00ab20 (0x38b8 bytes) 000170 1788272573.335963 mapread 0x007f1b thru 0x00ab20 (0x2c06 bytes) 000171 1788272573.344101 trunc from 0x00ab21 to 0x034b60 (0x2a040 bytes) 000172 1788272573.360891 trunc from 0x02d7b8 to 0x034b60 (0x73a9 bytes) 000173 1788272573.369157 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x34b61): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34b61): Mirror 2: 0xee84b73d (stale) CRC-32 checksum value for chunk [0, 0x34b61): Mirror 1: 0x72184f5e Mirror 3: 0x72184f5e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34b61: skipped 000174 1788272574.453857 write 0x02b93f thru 0x034ba4 (0x9266 bytes) 000175 1788272574.524523 fallocate 0x0050ba thru 0x013d0d (0xec54 bytes) 000176 1788272574.533476 punch from 0x02bb6d to 0x034ba4 (0x9038 bytes) 000177 1788272574.554144 read 0x027f37 thru 0x034ba4 (0xcc6e bytes) 000178 1788272574.564585 mapread 0x022547 thru 0x02a69f (0x8159 bytes) 000180 1788272574.586659 read 0x03375c thru 0x034ba4 (0x1449 bytes) 000181 1788272574.591721 MIRROR_RESYNC 3 mirrors 000182 1788272575.439345 read 0x01d6db thru 0x0233b8 (0x5cde bytes) 000184 1788272575.449648 MIRROR_RESYNC 3 mirrors 000185 1788272575.812541 write 0x03f3fc thru 0x03ffff (0xc04 bytes) 000186 1788272575.849202 mapwrite 0x00e080 thru 0x01742d (0x93ae bytes) 000189 1788272575.915827 punch from 0x010a5b to 0x01a9de (0x9f84 bytes) 000190 1788272575.922133 fallocate 0x01ff41 thru 0x024c18 (0x4cd8 bytes) 000191 1788272575.927214 mapread 0x03318b thru 0x033d55 (0xbcb bytes) 000192 1788272575.944838 MIRROR_RESYNC 3 mirrors 000193 1788272577.041823 punch from 0x036a4f to 0x03757e (0xb30 bytes) 000194 1788272577.075411 trunc from 0x027085 to 0x031b09 (0xaa85 bytes) 000196 1788272577.096597 write 0x019df7 thru 0x0202b7 (0x64c1 bytes) 000197 1788272577.118577 trunc from 0x03ffde to 0x03ffff (0x22 bytes) 000198 1788272577.129329 trunc from 0x00ed0b to 0x012fbc (0x42b2 bytes) 000199 1788272577.138156 read 0x018217 thru 0x01e384 (0x616e bytes) 000201 1788272577.146770 write 0x03089f thru 0x03a768 (0x9eca bytes) 000202 1788272577.171354 trunc from 0x025186 to 0x02f89e (0xa719 bytes) 000204 1788272577.176647 mapwrite 0x004073 thru 0x0087d6 (0x4764 bytes) 000205 1788272577.209478 read 0x03dfb6 thru 0x03ffff (0x204a bytes) 000206 1788272577.218535 mapread 0x02307a thru 0x0265cb (0x3552 bytes) 000207 1788272577.219690 read 0x0019e2 thru 0x00c2a5 (0xa8c4 bytes) 000208 1788272577.224894 MIRROR_RESYNC 3 mirrors 000209 1788272578.352355 mapwrite 0x038375 thru 0x03bcdb (0x3967 bytes) 000210 1788272578.497817 read 0x016b51 thru 0x019373 (0x2823 bytes) 000211 1788272578.506724 mapwrite 0x035100 thru 0x0398b6 (0x47b7 bytes) 000212 1788272578.563193 punch from 0x02a5f4 to 0x034d81 (0xa78e bytes) 000213 1788272578.570379 write 0x025b7d thru 0x03228a (0xc70e bytes) 000214 1788272578.581684 mapwrite 0x01893f thru 0x0232fd (0xa9bf bytes) 000215 1788272578.618949 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xf632369f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xf632369f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000216 1788272578.977176 mapread 0x025966 thru 0x02c04c (0x66e7 bytes) 000218 1788272579.003067 mapread 0x02ed25 thru 0x03b4ca (0xc7a6 bytes) 000219 1788272579.046312 trunc from 0x040000 to 0x00ef9a (0x31065 bytes) 000220 1788272579.076768 fallocate 0x00ea02 thru 0x01c208 (0xd807 bytes) 000221 1788272579.081884 fallocate 0x03dda5 thru 0x03ffff (0x225b bytes) 000222 1788272579.085986 fallocate 0x021b4e thru 0x022bd9 (0x108c bytes) 000223 1788272579.090512 trunc from 0x007f18 to 0x010eb8 (0x8fa1 bytes) 000224 1788272579.095778 read 0x01cd30 thru 0x022bd9 (0x5eaa bytes) 000225 1788272579.103898 fallocate 0x0157e8 thru 0x019c10 (0x4429 bytes) 000227 1788272579.112530 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x22bda): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22bda): Mirror 3: 0x7ae1ceca (stale) CRC-32 checksum value for chunk [0, 0x22bda): Mirror 1: 0xd2390ecb Mirror 4: 0xd2390ecb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22bda: skipped 000228 1788272579.871852 fallocate 0x01de47 thru 0x020246 (0x2400 bytes) 000229 1788272579.920615 trunc from 0x01f549 to 0x0213ff (0x1eb7 bytes) 000230 1788272579.927029 trunc from 0x022bda to 0x00613e (0x1ca9b bytes) 000231 1788272579.979760 mapread 0x0000f0 thru 0x0044cf (0x43e0 bytes) 000232 1788272579.997855 trunc from 0x005ad8 to 0x00613e (0x667 bytes) 000233 1788272580.002554 fallocate 0x027176 thru 0x02cc49 (0x5ad4 bytes) 000234 1788272580.006404 mapwrite 0x0386e2 thru 0x03ffff (0x791e bytes) 000235 1788272580.064545 trunc from 0x033ba8 to 0x03ffff (0xc458 bytes) 000236 1788272580.084366 write 0x03ab5e thru 0x03ffff (0x54a2 bytes) 000237 1788272580.096052 punch from 0x0216c3 to 0x02fefe (0xe83c bytes) 000238 1788272580.104544 mapwrite 0x0227db thru 0x031339 (0xeb5f bytes) 000239 1788272580.162392 write 0x01bba4 thru 0x024269 (0x86c6 bytes) 000240 1788272580.171547 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xf632369f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xf632369f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000241 1788272580.589873 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) 000242 1788272580.864849 fallocate 0x01baa3 thru 0x02a2d9 (0xe837 bytes) 000243 1788272580.873583 read 0x001bf3 thru 0x008703 (0x6b11 bytes) 000244 1788272580.888897 mapread 0x03457d thru 0x03ffff (0xba83 bytes) 000246 1788272580.929604 write 0x0036a5 thru 0x008760 (0x50bc bytes) 000248 1788272580.955408 MIRROR_EXTEND to 2 mirrors 000249 1788272581.760879 punch from 0x03dc03 to 0x03ffff (0x23fd bytes) 000250 1788272581.806451 write 0x00ef57 thru 0x0179d8 (0x8a82 bytes) 000253 1788272581.820817 read 0x013589 thru 0x014334 (0xdac bytes) 000254 1788272581.821835 write 0x002a83 thru 0x011faf (0xf52d bytes) 000255 1788272581.827786 mapread 0x005cbc thru 0x011f04 (0xc249 bytes) 000256 1788272581.829347 fallocate 0x003b38 thru 0x00700a (0x34d3 bytes) 000257 1788272581.833758 mapread 0x030db4 thru 0x03ffff (0xf24c bytes) 000258 1788272581.855089 write 0x039ea9 thru 0x03c29b (0x23f3 bytes) 000259 1788272581.859641 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd60ed6b7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x16799538 Mirror 3: 0x16799538 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000261 1788272582.742728 punch from 0x017abd to 0x01f5e3 (0x7b27 bytes) 000262 1788272582.827411 fallocate 0x02c489 thru 0x032115 (0x5c8d bytes) 000263 1788272582.843912 mapwrite 0x01e5d3 thru 0x02c1a6 (0xdbd4 bytes) 000265 1788272582.897176 punch from 0x028277 to 0x02fb12 (0x789c bytes) 000266 1788272582.902996 read 0x027766 thru 0x02a9ea (0x3285 bytes) 000267 1788272582.908342 mapread 0x00fb23 thru 0x01e117 (0xe5f5 bytes) 000268 1788272582.926170 trunc from 0x040000 to 0x03ae7d (0x5182 bytes) 000269 1788272582.955504 write 0x0202db thru 0x024e22 (0x4b48 bytes) 000270 1788272582.956638 punch from 0x039225 to 0x03ae7d (0x1c59 bytes) 000271 1788272582.967090 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3ae7e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ae7e): Mirror 2: 0xa42cd546 (stale) Mirror 3: 0x8e7a1943 (stale) CRC-32 checksum value for chunk [0, 0x3ae7e): Mirror 1: 0x773e8a48 Mirror 4: 0x773e8a48 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ae7e: skipped 000272 1788272584.007578 fallocate 0x024c5a thru 0x02a809 (0x5bb0 bytes) 000273 1788272584.051618 trunc from 0x03ae7e to 0x03e813 (0x3996 bytes) 000275 1788272584.078341 trunc from 0x013550 to 0x01d67c (0xa12d bytes) 000276 1788272584.083930 trunc from 0x03e814 to 0x024f25 (0x198ee bytes) 000277 1788272584.101937 read 0x00e9ca thru 0x01b5fe (0xcc35 bytes) 000278 1788272584.115839 write 0x02b2e4 thru 0x032357 (0x7074 bytes) 000279 1788272584.118841 mapwrite 0x014817 thru 0x024308 (0xfaf2 bytes) 000280 1788272584.191739 mapread 0x02f709 thru 0x032357 (0x2c4f bytes) 000281 1788272584.193731 write 0x022379 thru 0x023a79 (0x1701 bytes) 000282 1788272584.195382 mapread 0x02f957 thru 0x032357 (0x2a01 bytes) 000283 1788272584.196690 write 0x02cabf thru 0x02fb10 (0x3052 bytes) 000284 1788272584.197804 punch from 0x020f3a to 0x02de63 (0xcf2a bytes) 000285 1788272584.221894 MIRROR_RESYNC 4 mirrors 000286 1788272585.469860 mapwrite 0x01cfe7 thru 0x021055 (0x406f bytes) 000287 1788272585.589380 trunc from 0x032358 to 0x01e788 (0x13bcf bytes) 000288 1788272585.619651 fallocate 0x018176 thru 0x0268e0 (0xe76b bytes) 000289 1788272585.629405 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1e789): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e789): Mirror 2: 0x3a02f4fe (stale) Mirror 3: 0x3a02f4fe (stale) Mirror 4: 0x3a02f4fe (stale) CRC-32 checksum value for chunk [0, 0x1e789): Mirror 1: 0xb13679c5 Mirror 5: 0xb13679c5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e789: skipped 000290 1788272586.404670 mapread 0x002259 thru 0x00f040 (0xcde8 bytes) 000291 1788272586.477599 mapwrite 0x018e2c thru 0x01be36 (0x300b bytes) 000292 1788272586.609827 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x1e789): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e789): Mirror 2: 0x3a02f4fe (stale) Mirror 3: 0x3a02f4fe (stale) Mirror 4: 0x3a02f4fe (stale) Mirror 5: 0xb13679c5 (stale) CRC-32 checksum value for chunk [0, 0x1e789): Mirror 1: 0xf6b4d93a Mirror 6: 0xf6b4d93a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e789: skipped 000293 1788272587.588735 punch from 0x00c255 to 0x0169c3 (0xa76f bytes) 000294 1788272587.640555 punch from 0x01e403 to 0x01e788 (0x386 bytes) 000295 1788272587.660119 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1e789): Mirror 2: 0x3a02f4fe (stale) Mirror 3: 0x3a02f4fe (stale) Mirror 4: 0x3a02f4fe (stale) Mirror 6: 0xf6b4d93a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e789): Mirror 2: 0x3a02f4fe (stale) Mirror 3: 0x3a02f4fe (stale) Mirror 4: 0x3a02f4fe (stale) Mirror 6: 0xf6b4d93a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e789: skipped 000298 1788272588.164528 mapread 0x018762 thru 0x01c1c6 (0x3a65 bytes) 000299 1788272588.187176 MIRROR_RESYNC 5 mirrors 000300 1788272589.254538 fallocate 0x02632d thru 0x02dfc6 (0x7c9a bytes) 000301 1788272589.283676 mapwrite 0x035220 thru 0x036d52 (0x1b33 bytes) 000302 1788272589.325037 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36d53): Mirror 3: 0x16d86045 (stale) Mirror 4: 0x16d86045 (stale) Mirror 6: 0x16d86045 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36d53): Mirror 3: 0x16d86045 (stale) Mirror 4: 0x16d86045 (stale) Mirror 6: 0x16d86045 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36d53: skipped 000303 1788272589.723292 trunc from 0x036d53 to 0x00cb94 (0x2a1be bytes) 000304 1788272589.760052 mapread 0x008b0b thru 0x00a1df (0x16d5 bytes) 000305 1788272589.786055 read 0x007f30 thru 0x00cb94 (0x4c65 bytes) 000306 1788272589.786897 write 0x012693 thru 0x015371 (0x2cdf bytes) 000307 1788272589.803806 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x15372): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x15372): Mirror 3: 0xc1300079 (stale) Mirror 4: 0xc1300079 (stale) Mirror 6: 0xc1300079 (stale) CRC-32 checksum value for chunk [0, 0x15372): Mirror 1: 0x9d5988a7 Mirror 7: 0x9d5988a7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x15372: skipped 000308 1788272591.035809 MIRROR_RESYNC 5 mirrors 000309 1788272592.394434 mapwrite 0x006ea3 thru 0x010c73 (0x9dd1 bytes) 000310 1788272592.564450 mapwrite 0x029014 thru 0x02aa19 (0x1a06 bytes) 000311 1788272592.613994 trunc from 0x01939d to 0x026715 (0xd379 bytes) 000312 1788272592.621057 read 0x0055e9 thru 0x012dcc (0xd7e4 bytes) 000313 1788272592.631588 mapwrite 0x01bb92 thru 0x0261fa (0xa669 bytes) 000314 1788272592.680163 mapread 0x027d8e thru 0x02aa19 (0x2c8c bytes) 000315 1788272592.681219 fallocate 0x034617 thru 0x03ffff (0xb9e9 bytes) 000316 1788272592.688316 write 0x038e1e thru 0x03ba98 (0x2c7b bytes) 000317 1788272592.702618 fallocate 0x0232b5 thru 0x029f41 (0x6c8d bytes) 000318 1788272592.712285 fallocate 0x0207da thru 0x02512f (0x4956 bytes) 000319 1788272592.718297 write 0x0183e1 thru 0x022870 (0xa490 bytes) 000320 1788272592.720845 mapwrite 0x032fee thru 0x03ab2a (0x7b3d bytes) 000321 1788272592.761547 mapwrite 0x0371cd thru 0x03bb80 (0x49b4 bytes) 000322 1788272592.782833 mapread 0x02b242 thru 0x02bde5 (0xba4 bytes) 000323 1788272592.790624 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x75aab8c9 (stale) Mirror 6: 0x75aab8c9 (stale) Mirror 7: 0x75aab8c9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x75aab8c9 (stale) Mirror 6: 0x75aab8c9 (stale) Mirror 7: 0x75aab8c9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000324 1788272593.212596 mapread 0x01416b thru 0x017c26 (0x3abc bytes) 000326 1788272593.239855 trunc from 0x03718c to 0x03ef45 (0x7dba bytes) 000327 1788272593.250081 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x75aab8c9 (stale) Mirror 6: 0x75aab8c9 (stale) Mirror 7: 0x75aab8c9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x198758c5 Mirror 8: 0x198758c5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000328 1788272594.460770 read 0x00ae21 thru 0x01824b (0xd42b bytes) 000329 1788272594.475988 read 0x0391a1 thru 0x03ffff (0x6e5f bytes) 000330 1788272594.493000 trunc from 0x0338ce to 0x03e9e8 (0xb11b bytes) 000331 1788272594.567886 write 0x028d96 thru 0x02c2a9 (0x3514 bytes) 000332 1788272594.594553 trunc from 0x040000 to 0x01ea84 (0x2157b bytes) 000333 1788272594.685209 trunc from 0x01ea85 to 0x03c606 (0x1db82 bytes) 000334 1788272594.753030 trunc from 0x03c607 to 0x022959 (0x19cad bytes) 000335 1788272594.786462 trunc from 0x016843 to 0x01e612 (0x7dd0 bytes) 000336 1788272594.801053 read 0x004fe3 thru 0x00bf00 (0x6f1e bytes) 000337 1788272594.812553 trunc from 0x02295a to 0x01610d (0xc84c bytes) 000338 1788272594.841819 mapread 0x00ecee thru 0x01610d (0x7420 bytes) 000339 1788272594.848860 MIRROR_RESYNC 5 mirrors 000340 1788272596.185326 mapread 0x00cf64 thru 0x01610d (0x91aa bytes) 000342 1788272596.214173 trunc from 0x01610e to 0x012425 (0x3ce8 bytes) 000343 1788272596.262833 punch from 0x003217 to 0x012425 (0xf20f bytes) 000344 1788272596.273716 trunc from 0x00ee91 to 0x010464 (0x15d4 bytes) 000345 1788272596.280006 punch from 0x010511 to 0x012425 (0x1f15 bytes) 000346 1788272596.290520 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x12426): Mirror 6: 0xd196d8be (stale) Mirror 7: 0xd196d8be (stale) Mirror 8: 0xd196d8be (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12426): Mirror 6: 0xd196d8be (stale) Mirror 7: 0xd196d8be (stale) Mirror 8: 0xd196d8be (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12426: skipped 000348 1788272596.664183 write 0x027a02 thru 0x0369c4 (0xefc3 bytes) 000349 1788272596.672495 mapwrite 0x01dce7 thru 0x025f21 (0x823b bytes) 000350 1788272596.727190 trunc from 0x0369c5 to 0x00c24c (0x2a778 bytes) 000351 1788272596.748198 punch from 0x0046da to 0x009c48 (0x556f bytes) 000352 1788272596.755603 mapread 0x00983e thru 0x00c24c (0x2a0f bytes) 000355 1788272596.768954 trunc from 0x00c24d to 0x00b6dc (0xb70 bytes) 000356 1788272596.787033 mapread 0x003a73 thru 0x00b6dc (0x7c6a bytes) 000357 1788272596.789139 trunc from 0x00b6dd to 0x037756 (0x2c07a bytes) 000358 1788272596.810293 trunc from 0x0164e2 to 0x018177 (0x1c96 bytes) 000359 1788272596.817616 write 0x038793 thru 0x03ffff (0x786d bytes) 000360 1788272596.820589 trunc from 0x031654 to 0x03b5f3 (0x9fa0 bytes) 000361 1788272596.835697 mapwrite 0x03e533 thru 0x03ffff (0x1acd bytes) 000362 1788272596.870838 fallocate 0x0309bb thru 0x032745 (0x1d8b bytes) 000363 1788272596.890191 fallocate 0x01a3db thru 0x029b59 (0xf77f bytes) 000364 1788272596.897493 trunc from 0x040000 to 0x01baa3 (0x2455c bytes) 000365 1788272596.927954 trunc from 0x01baa4 to 0x004a02 (0x170a1 bytes) 000366 1788272596.962926 MIRROR_RESYNC 4 mirrors 000370 1788272598.053691 write 0x025507 thru 0x02dec4 (0x89be bytes) 000371 1788272598.133146 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2dec5): Mirror 7: 0x3e220ab0 (stale) Mirror 8: 0x3e220ab0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2dec5): Mirror 7: 0x3e220ab0 (stale) Mirror 8: 0x3e220ab0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2dec5: skipped 000372 1788272598.701273 read 0x0056a8 thru 0x012387 (0xcce0 bytes) 000374 1788272598.712557 mapread 0x000b44 thru 0x00b268 (0xa725 bytes) 000375 1788272598.730367 write 0x0371c2 thru 0x03ffff (0x8e3e bytes) 000377 1788272598.738480 fallocate 0x00e95c thru 0x01df57 (0xf5fc bytes) 000378 1788272598.744682 trunc from 0x040000 to 0x022f87 (0x1d078 bytes) 000379 1788272598.761689 fallocate 0x022076 thru 0x02de3c (0xbdc7 bytes) 000380 1788272598.767538 mapwrite 0x00f4c4 thru 0x015231 (0x5d6e bytes) 000381 1788272598.788909 mapwrite 0x02bbe0 thru 0x0379c0 (0xbde1 bytes) 000383 1788272598.830635 fallocate 0x02ace7 thru 0x0394e5 (0xe7ff bytes) 000384 1788272598.835147 punch from 0x00259a to 0x00e1dd (0xbc44 bytes) 000385 1788272598.842159 write 0x035cef thru 0x03a6fd (0x4a0f bytes) 000386 1788272598.845324 mapwrite 0x03cc5d thru 0x03cf45 (0x2e9 bytes) 000387 1788272598.908837 mapread 0x00cad5 thru 0x012d2f (0x625b bytes) 000388 1788272598.921693 trunc from 0x03cf46 to 0x02b044 (0x11f01 bytes) 000389 1788272598.943173 write 0x00a182 thru 0x01264d (0x84cc bytes) 000390 1788272598.944716 write 0x01637f thru 0x025900 (0xf582 bytes) 000391 1788272598.950217 punch from 0x01b4f5 to 0x02a5d7 (0xf0e3 bytes) 000392 1788272598.974168 read 0x01835a thru 0x01e337 (0x5fde bytes) 000394 1788272598.985680 fallocate 0x01b264 thru 0x026ecd (0xbc6a bytes) 000396 1788272598.992301 trunc from 0x02b045 to 0x0266eb (0x4959 bytes) 000397 1788272599.011711 trunc from 0x0266ec to 0x03c20f (0x15b24 bytes) 000398 1788272599.028404 mapread 0x03665a thru 0x037485 (0xe2c bytes) 000399 1788272599.041350 mapread 0x002f89 thru 0x01069c (0xd714 bytes) 000400 1788272599.047453 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3c210): Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c210): Mirror 7: 0x9b0179ae (stale) Mirror 8: 0x9b0179ae (stale) CRC-32 checksum value for chunk [0, 0x3c210): Mirror 1: 0x58904533 Mirror 9: 0x58904533 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c210: skipped 000401 1788272599.837606 trunc from 0x03c210 to 0x00c372 (0x2fe9d bytes) 000402 1788272599.921123 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0xc373): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xc373): Mirror 7: 0xd3c7b50c (stale) Mirror 8: 0xd3c7b50c (stale) Mirror 9: 0x37215bc3 (stale) CRC-32 checksum value for chunk [0, 0xc373): Mirror 1: 0x37215bc3 Mirror 10: 0x37215bc3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xc373: skipped 000403 1788272600.728313 write 0x036394 thru 0x037376 (0xfe3 bytes) 000404 1788272600.769439 fallocate 0x030e21 thru 0x03a2ee (0x94ce bytes) 000406 1788272600.775108 mapread 0x01e59f thru 0x02701c (0x8a7e bytes) 000407 1788272600.796677 write 0x01317e thru 0x013306 (0x189 bytes) 000408 1788272600.802171 fallocate 0x02868c thru 0x035123 (0xca98 bytes) 000409 1788272600.807251 mapread 0x018fd6 thru 0x020d8e (0x7db9 bytes) 000410 1788272600.817038 read 0x019d94 thru 0x01a509 (0x776 bytes) 000411 1788272600.818343 trunc from 0x01038a to 0x0142d5 (0x3f4c bytes) 000412 1788272600.830505 punch from 0x022dd2 to 0x0235e5 (0x814 bytes) 000413 1788272600.834634 write 0x0232f2 thru 0x0280c6 (0x4dd5 bytes) 000414 1788272600.839430 mapwrite 0x019d97 thru 0x024f00 (0xb16a bytes) 000416 1788272600.875146 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a2ef): Mirror 8: 0x278d1d45 (stale) Mirror 9: 0x57d04868 (stale) Mirror 10: 0x166b458c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a2ef): Mirror 8: 0x278d1d45 (stale) Mirror 9: 0x57d04868 (stale) Mirror 10: 0x166b458c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a2ef: skipped 000417 1788272601.175834 trunc from 0x03a2ef to 0x039350 (0xf9e bytes) 000418 1788272601.203100 punch from 0x025da8 to 0x02a9fa (0x4c53 bytes) 000420 1788272601.213395 mapwrite 0x03beff thru 0x03ffff (0x4101 bytes) 000421 1788272601.288024 mapwrite 0x01cf47 thru 0x01f745 (0x27ff bytes) 000422 1788272601.310018 read 0x001f4c thru 0x00446b (0x2520 bytes) 000423 1788272601.315009 mapwrite 0x02abc0 thru 0x03230b (0x774c bytes) 000424 1788272601.342279 write 0x022de1 thru 0x023ca3 (0xec3 bytes) 000426 1788272601.343893 punch from 0x01619b to 0x019c62 (0x3ac8 bytes) 000427 1788272601.348297 write 0x03a233 thru 0x03ffff (0x5dcd bytes) 000428 1788272601.349753 trunc from 0x01a87e to 0x029710 (0xee93 bytes) 000429 1788272601.362683 mapwrite 0x00140b thru 0x00b222 (0x9e18 bytes) 000430 1788272601.389547 trunc from 0x03817c to 0x03ffff (0x7e84 bytes) 000431 1788272601.393904 fallocate 0x015e2e thru 0x01da99 (0x7c6c bytes) 000432 1788272601.398660 trunc from 0x040000 to 0x007029 (0x38fd6 bytes) 000433 1788272601.412363 trunc from 0x00702a to 0x002b85 (0x44a4 bytes) 000434 1788272601.429878 write 0x01c5f1 thru 0x01e123 (0x1b33 bytes) 000435 1788272601.431872 punch from 0x01a02c to 0x01a7d7 (0x7ac bytes) 000436 1788272601.436043 fallocate 0x022b21 thru 0x02c5d1 (0x9ab1 bytes) 000437 1788272601.447932 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1e124): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e124): Mirror 8: 0x8181e94e (stale) Mirror 9: 0x566713d5 (stale) Mirror 10: 0x90944f61 (stale) CRC-32 checksum value for chunk [0, 0x1e124): Mirror 1: 0xea73a6d7 Mirror 11: 0xea73a6d7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e124: skipped 000439 1788272602.300471 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1e124): Mirror 8: 0x8181e94e (stale) Mirror 10: 0x90944f61 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e124): Mirror 8: 0x8181e94e (stale) Mirror 10: 0x90944f61 (stale) CRC-32 checksum value for chunk [0, 0x1e124): Mirror 1: 0xea73a6d7 Mirror 11: 0xea73a6d7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e124: skipped 000440 1788272603.134509 mapwrite 0x03d33b thru 0x03ffff (0x2cc5 bytes) 000441 1788272603.357141 trunc from 0x040000 to 0x03ddc6 (0x2239 bytes) 000442 1788272603.389743 punch from 0x021825 to 0x02e9b3 (0xd18f bytes) 000443 1788272603.415254 trunc from 0x03ddc7 to 0x02610f (0x17cb7 bytes) 000444 1788272603.456531 mapread 0x000ef0 thru 0x0024ed (0x15fe bytes) 000446 1788272603.494654 mapwrite 0x01967f thru 0x0290d5 (0xfa57 bytes) 000447 1788272603.655073 write 0x02334e thru 0x02e303 (0xafb6 bytes) 000448 1788272603.657185 write 0x0087fb thru 0x00fb66 (0x736c bytes) 000449 1788272603.658524 punch from 0x027fd8 to 0x02e303 (0x632c bytes) 000450 1788272603.682957 trunc from 0x02e304 to 0x010ec2 (0x1d441 bytes) 000451 1788272603.705358 trunc from 0x010ec3 to 0x01bbab (0xace9 bytes) 000452 1788272603.735539 trunc from 0x01bbac to 0x00cb8c (0xf01f bytes) 000453 1788272603.754835 trunc from 0x00cb8d to 0x004773 (0x8419 bytes) 000454 1788272603.784440 mapwrite 0x02153a thru 0x022abb (0x1582 bytes) 000455 1788272603.831850 fallocate 0x025536 thru 0x02b591 (0x605c bytes) 000456 1788272603.838459 punch from 0x02193d to 0x029792 (0x7e56 bytes) 000457 1788272603.842804 fallocate 0x038a15 thru 0x03d09d (0x4689 bytes) 000458 1788272603.848339 fallocate 0x01a02e thru 0x0296fb (0xf6ce bytes) 000460 1788272603.856381 read 0x029534 thru 0x02b0f2 (0x1bbf bytes) 000461 1788272603.861904 write 0x019c45 thru 0x01f011 (0x53cd bytes) 000462 1788272603.868976 trunc from 0x00c599 to 0x01b5e9 (0xf051 bytes) 000463 1788272603.884207 write 0x02b75d thru 0x03af4b (0xf7ef bytes) 000464 1788272603.888715 read 0x0023d3 thru 0x010801 (0xe42f bytes) 000465 1788272603.913664 mapwrite 0x011db2 thru 0x01f270 (0xd4bf bytes) 000466 1788272603.946997 read 0x001aa0 thru 0x011404 (0xf965 bytes) 000467 1788272603.949018 read 0x0166ea thru 0x024001 (0xd918 bytes) 000468 1788272603.950185 mapread 0x01bb94 thru 0x025358 (0x97c5 bytes) 000469 1788272603.953509 punch from 0x030190 to 0x03af4b (0xadbc bytes) 000470 1788272603.960555 mapread 0x030f38 thru 0x03af4b (0xa014 bytes) 000471 1788272603.970448 trunc from 0x03af4c to 0x01bc40 (0x1f30b bytes) 000472 1788272603.986096 mapwrite 0x024df9 thru 0x0305e7 (0xb7ef bytes) 000473 1788272604.132673 mapwrite 0x0374d1 thru 0x039432 (0x1f62 bytes) 000474 1788272604.186195 trunc from 0x039433 to 0x016d33 (0x226ff bytes) 000475 1788272604.198672 mapwrite 0x019f79 thru 0x02755d (0xd5e5 bytes) 000476 1788272604.286485 fallocate 0x018738 thru 0x018e3f (0x708 bytes) 000477 1788272604.291842 read 0x01dec5 thru 0x02755d (0x9699 bytes) 000478 1788272604.292454 mapread 0x000677 thru 0x009878 (0x9202 bytes) 000479 1788272604.293311 trunc from 0x02755e to 0x02989f (0x2342 bytes) 000480 1788272604.308855 trunc from 0x00282c to 0x00dc92 (0xb467 bytes) 000481 1788272604.320371 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x298a0): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x298a0): Mirror 8: 0x2a37242c (stale) Mirror 10: 0x960eb495 (stale) Mirror 11: 0xad4b273a (stale) CRC-32 checksum value for chunk [0, 0x298a0): Mirror 1: 0x5f03a3e7 Mirror 12: 0x5f03a3e7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x298a0: skipped 000482 1788272605.093187 fallocate 0x0369cd thru 0x03ffff (0x9633 bytes) 000483 1788272605.133492 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xd91006e3 (stale) Mirror 10: 0x595c17b4 (stale) Mirror 11: 0x2f6f134c (stale) Mirror 12: 0xbe30e0b3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbe30e0b3 Mirror 13: 0xbe30e0b3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000484 1788272605.966872 read 0x01a64d thru 0x01d6c5 (0x3079 bytes) 000486 1788272606.008908 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xd91006e3 (stale) Mirror 10: 0x595c17b4 (stale) Mirror 11: 0x2f6f134c (stale) Mirror 12: 0xbe30e0b3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbe30e0b3 Mirror 13: 0xbe30e0b3 Mirror 14: 0xbe30e0b3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000487 1788272606.892733 trunc from 0x02c4d9 to 0x036f79 (0xaaa1 bytes) 000488 1788272606.962616 mapwrite 0x006951 thru 0x0153a1 (0xea51 bytes) 000489 1788272607.069695 mapread 0x027f9e thru 0x028200 (0x263 bytes) 000490 1788272607.090658 punch from 0x01a3b7 to 0x01c67e (0x22c8 bytes) 000491 1788272607.097656 mapread 0x02d58b thru 0x03137c (0x3df2 bytes) 000492 1788272607.110324 punch from 0x01d18a to 0x022891 (0x5708 bytes) 000494 1788272607.116979 trunc from 0x040000 to 0x03bc0e (0x43f1 bytes) 000495 1788272607.156927 read 0x01febb thru 0x02aaf4 (0xac3a bytes) 000496 1788272607.168650 fallocate 0x031055 thru 0x03b296 (0xa242 bytes) 000497 1788272607.174398 trunc from 0x017d3c to 0x02732d (0xf5f2 bytes) 000498 1788272607.180521 mapwrite 0x010e5e thru 0x01e8c1 (0xda64 bytes) 000499 1788272607.210855 trunc from 0x03bc0f to 0x00d7a1 (0x2e46d bytes) 000500 1788272607.225722 mapread 0x005be2 thru 0x00d7a1 (0x7bc0 bytes) 000501 1788272607.226721 trunc from 0x005ac2 to 0x0099a9 (0x3ee8 bytes) 000502 1788272607.231828 mapread 0x00c84c thru 0x00d7a1 (0xf56 bytes) 000503 1788272607.232687 fallocate 0x020aa2 thru 0x02cd56 (0xc2b5 bytes) 000504 1788272607.238083 write 0x010c42 thru 0x019f8e (0x934d bytes) 000505 1788272607.251462 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2cd57): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2cd57): Mirror 8: 0x37b8fe26 (stale) Mirror 10: 0x8072a712 (stale) Mirror 11: 0x85a07686 (stale) Mirror 12: 0x1748fc15 (stale) Mirror 13: 0x1748fc15 (stale) Mirror 14: 0x1748fc15 (stale) CRC-32 checksum value for chunk [0, 0x2cd57): Mirror 1: 0xfd673203 Mirror 15: 0xfd673203 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2cd57: skipped 000506 1788272608.278099 read 0x00e12c thru 0x0104fa (0x23cf bytes) 000507 1788272608.319187 mapwrite 0x02c23b thru 0x03add8 (0xeb9e bytes) 000508 1788272608.546080 write 0x030ca2 thru 0x034893 (0x3bf2 bytes) 000509 1788272608.547129 punch from 0x0160d7 to 0x01f37d (0x92a7 bytes) 000510 1788272608.553493 trunc from 0x00e408 to 0x01c606 (0xe1ff bytes) 000511 1788272608.559196 mapread 0x01456d thru 0x022a5c (0xe4f0 bytes) 000512 1788272608.597081 trunc from 0x00e038 to 0x01c445 (0xe40e bytes) 000516 1788272608.605721 punch from 0x02bbc1 to 0x038b45 (0xcf85 bytes) 000517 1788272608.642904 mapwrite 0x03d587 thru 0x03ffff (0x2a79 bytes) 000518 1788272608.701501 fallocate 0x036522 thru 0x03c759 (0x6238 bytes) 000519 1788272608.713882 punch from 0x02c846 to 0x03aada (0xe295 bytes) 000520 1788272608.736831 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xd91006e3 (stale) Mirror 10: 0x595c17b4 (stale) Mirror 11: 0x2f6f134c (stale) Mirror 12: 0xbe30e0b3 (stale) Mirror 13: 0xbe30e0b3 (stale) Mirror 14: 0xbe30e0b3 (stale) Mirror 15: 0xd45f6c6b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xea761b56 Mirror 16: 0xea761b56 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000521 1788272609.780625 read 0x02df90 thru 0x037b9a (0x9c0b bytes) 000523 1788272609.832497 read 0x035777 thru 0x03ffff (0xa889 bytes) 000524 1788272609.872077 mapread 0x02c0f7 thru 0x03b0fc (0xf006 bytes) 000526 1788272609.904282 punch from 0x02a1d7 to 0x02aa6b (0x895 bytes) 000527 1788272609.953664 MIRROR_SPLIT mirror 8 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xd91006e3 (stale) Mirror 10: 0x595c17b4 (stale) Mirror 11: 0x2f6f134c (stale) Mirror 12: 0xbe30e0b3 (stale) Mirror 13: 0xbe30e0b3 (stale) Mirror 14: 0xbe30e0b3 (stale) Mirror 15: 0xd45f6c6b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xd91006e3 (stale) Mirror 10: 0x595c17b4 (stale) Mirror 11: 0x2f6f134c (stale) Mirror 12: 0xbe30e0b3 (stale) Mirror 13: 0xbe30e0b3 (stale) Mirror 14: 0xbe30e0b3 (stale) Mirror 15: 0xd45f6c6b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000528 1788272610.531275 fallocate 0x03031c thru 0x039077 (0x8d5c bytes) 000529 1788272610.546831 MIRROR_RESYNC 8 mirrors 000531 1788272612.982913 read 0x022e58 thru 0x02e7c9 (0xb972 bytes) 000532 1788272612.993203 punch from 0x02e9ea to 0x03d44e (0xea65 bytes) 000533 1788272613.022869 fallocate 0x01788c thru 0x01da8a (0x61ff bytes) 000534 1788272613.027734 punch from 0x01c9d5 to 0x01ce84 (0x4b0 bytes) 000535 1788272613.031805 trunc from 0x01d8af to 0x0240bf (0x6811 bytes) 000536 1788272613.035302 trunc from 0x040000 to 0x034293 (0xbd6c bytes) 000537 1788272613.049599 read 0x003112 thru 0x0113c0 (0xe2af bytes) 000538 1788272613.059414 trunc from 0x034294 to 0x01bbbc (0x186d7 bytes) 000539 1788272613.079193 write 0x01c14d thru 0x01fca2 (0x3b56 bytes) 000540 1788272613.085848 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1fca3): Mirror 8: 0xd36a7a0b (stale) Mirror 10: 0xd36a7a0b (stale) Mirror 11: 0xd36a7a0b (stale) Mirror 13: 0xd36a7a0b (stale) Mirror 14: 0xd36a7a0b (stale) Mirror 15: 0xd36a7a0b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1fca3): Mirror 8: 0xd36a7a0b (stale) Mirror 10: 0xd36a7a0b (stale) Mirror 11: 0xd36a7a0b (stale) Mirror 13: 0xd36a7a0b (stale) Mirror 14: 0xd36a7a0b (stale) Mirror 15: 0xd36a7a0b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1fca3: skipped 000541 1788272613.596253 write 0x0162d4 thru 0x01ce38 (0x6b65 bytes) 000542 1788272613.624544 write 0x00404e thru 0x0091eb (0x519e bytes) 000543 1788272613.634934 trunc from 0x01fca3 to 0x014029 (0xbc79 bytes) 000544 1788272613.653101 trunc from 0x01402a to 0x020f02 (0xced9 bytes) 000545 1788272613.668525 mapread 0x019e53 thru 0x01e574 (0x4722 bytes) 000546 1788272613.687903 write 0x01478c thru 0x01d551 (0x8dc6 bytes) 000547 1788272613.694518 MIRROR_RESYNC 7 mirrors 000548 1788272615.684355 trunc from 0x020f03 to 0x009b00 (0x17402 bytes) 000549 1788272615.728032 mapwrite 0x0301ea thru 0x039e81 (0x9c98 bytes) 000550 1788272615.781821 mapwrite 0x014134 thru 0x01c930 (0x87fd bytes) 000551 1788272615.808313 fallocate 0x00bb2f thru 0x018b69 (0xd03b bytes) 000552 1788272615.824593 punch from 0x0230ef to 0x027bb7 (0x4ac9 bytes) 000553 1788272615.828044 trunc from 0x039e82 to 0x030607 (0x987a bytes) 000554 1788272615.843457 fallocate 0x01187d thru 0x02164e (0xfdd2 bytes) 000555 1788272615.847738 punch from 0x012303 to 0x01a1ff (0x7efd bytes) 000556 1788272615.857120 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30608): Mirror 8: 0x9ad7bb87 (stale) Mirror 10: 0x9ad7bb87 (stale) Mirror 11: 0x9ad7bb87 (stale) Mirror 13: 0x9ad7bb87 (stale) Mirror 14: 0x9ad7bb87 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30608): Mirror 8: 0x9ad7bb87 (stale) Mirror 10: 0x9ad7bb87 (stale) Mirror 11: 0x9ad7bb87 (stale) Mirror 13: 0x9ad7bb87 (stale) Mirror 14: 0x9ad7bb87 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30608: skipped 000557 1788272616.289333 mapwrite 0x018550 thru 0x01a9d3 (0x2484 bytes) 000558 1788272616.347629 trunc from 0x030608 to 0x005bfc (0x2aa0b bytes) 000559 1788272616.372149 fallocate 0x013406 thru 0x022a90 (0xf68b bytes) 000560 1788272616.377584 fallocate 0x02d465 thru 0x03d0be (0xfc5a bytes) 000561 1788272616.382284 read 0x02d8b9 thru 0x036158 (0x88a0 bytes) 000562 1788272616.401112 read 0x03b6a0 thru 0x03d0be (0x1a1f bytes) 000563 1788272616.419083 trunc from 0x03d0bf to 0x0355b6 (0x7b08 bytes) 000564 1788272616.454759 MIRROR_RESYNC 6 mirrors 000565 1788272617.965077 read 0x00a10d thru 0x00a6c7 (0x5bb bytes) 000566 1788272617.972497 write 0x039402 thru 0x03dd0e (0x490d bytes) 000567 1788272618.007927 trunc from 0x00aec7 to 0x00e9b5 (0x3aef bytes) 000569 1788272618.015162 trunc from 0x01abbe to 0x01e5fb (0x3a3e bytes) 000570 1788272618.024674 mapread 0x019a6c thru 0x020c11 (0x71a6 bytes) 000571 1788272618.048516 punch from 0x026e32 to 0x02f08d (0x825c bytes) 000572 1788272618.053138 trunc from 0x02cef8 to 0x03bf94 (0xf09d bytes) 000573 1788272618.065189 trunc from 0x0300a2 to 0x0341c8 (0x4127 bytes) 000574 1788272618.072595 MIRROR_RESYNC 6 mirrors 000575 1788272619.494665 MIRROR_EXTEND to 7 mirrors 000576 1788272620.211141 punch from 0x007563 to 0x016372 (0xee10 bytes) 000577 1788272620.248570 trunc from 0x02b756 to 0x02f907 (0x41b2 bytes) 000578 1788272620.254431 fallocate 0x019b71 thru 0x0266e9 (0xcb79 bytes) 000579 1788272620.259042 fallocate 0x039904 thru 0x03adf1 (0x14ee bytes) 000580 1788272620.267760 MIRROR_RESYNC 7 mirrors 000581 1788272621.893811 fallocate 0x03a6fe thru 0x03dd25 (0x3628 bytes) 000582 1788272621.942521 read 0x03b2b2 thru 0x03dd25 (0x2a74 bytes) 000583 1788272621.951346 mapread 0x01e699 thru 0x029762 (0xb0ca bytes) 000584 1788272621.993964 punch from 0x00517f to 0x00eeec (0x9d6e bytes) 000585 1788272622.002563 trunc from 0x03dd26 to 0x00e5e0 (0x2f745 bytes) 000586 1788272622.052155 mapwrite 0x01ae6a thru 0x028187 (0xd31e bytes) 000587 1788272622.170875 write 0x00c910 thru 0x0120e4 (0x57d5 bytes) 000588 1788272622.203027 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x28188): Mirror 10: 0x8cf3542b (stale) Mirror 11: 0x8cf3542b (stale) Mirror 13: 0x8cf3542b (stale) Mirror 14: 0x8cf3542b (stale) Mirror 15: 0x8cf3542b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28188): Mirror 10: 0x8cf3542b (stale) Mirror 11: 0x8cf3542b (stale) Mirror 13: 0x8cf3542b (stale) Mirror 14: 0x8cf3542b (stale) Mirror 15: 0x8cf3542b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28188: skipped 000589 1788272622.728176 trunc from 0x01acb4 to 0x028187 (0xd4d4 bytes) 000590 1788272622.732869 mapwrite 0x02ee75 thru 0x035aae (0x6c3a bytes) 000592 1788272622.781817 punch from 0x000627 to 0x0081b9 (0x7b93 bytes) 000593 1788272622.786960 fallocate 0x025b3b thru 0x02d270 (0x7736 bytes) 000594 1788272622.791796 trunc from 0x035aaf to 0x032979 (0x3135 bytes) 000595 1788272622.811249 mapwrite 0x013b22 thru 0x018bb1 (0x5090 bytes) 000596 1788272622.860694 read 0x007e2a thru 0x014adf (0xccb6 bytes) 000597 1788272622.875574 mapwrite 0x00102f thru 0x0046ab (0x367d bytes) 000598 1788272622.899973 trunc from 0x03297a to 0x018c2f (0x19d4a bytes) 000599 1788272622.917547 trunc from 0x018c30 to 0x03da73 (0x24e44 bytes) 000600 1788272622.931835 trunc from 0x03da74 to 0x01bd79 (0x21cfa bytes) 000601 1788272622.951585 read 0x0020eb thru 0x007a07 (0x591d bytes) 000602 1788272622.952863 trunc from 0x01bd7a to 0x03f158 (0x233df bytes) 000603 1788272622.973775 fallocate 0x021de0 thru 0x02a20a (0x842b bytes) 000604 1788272622.979775 fallocate 0x021c61 thru 0x028207 (0x65a7 bytes) 000605 1788272622.985139 punch from 0x00847a to 0x00c4ad (0x4034 bytes) 000606 1788272622.990078 mapwrite 0x03ea12 thru 0x03ffff (0x15ee bytes) 000608 1788272623.073000 mapread 0x02f591 thru 0x03c435 (0xcea5 bytes) 000609 1788272623.074192 write 0x011b23 thru 0x012bbf (0x109d bytes) 000610 1788272623.085801 fallocate 0x035dba thru 0x03f3d8 (0x961f bytes) 000611 1788272623.117587 MIRROR_RESYNC 6 mirrors 000612 1788272624.727577 write 0x011282 thru 0x015b48 (0x48c7 bytes) 000614 1788272624.771536 write 0x00a730 thru 0x019bf3 (0xf4c4 bytes) 000615 1788272624.782097 read 0x00a427 thru 0x013a00 (0x95da bytes) 000616 1788272624.782735 fallocate 0x01349b thru 0x01c648 (0x91ae bytes) 000617 1788272624.787971 trunc from 0x027d72 to 0x037983 (0xfc12 bytes) 000618 1788272624.798649 MIRROR_RESYNC 6 mirrors 000619 1788272626.657036 fallocate 0x01cdf3 thru 0x020a23 (0x3c31 bytes) 000620 1788272626.703786 read 0x0024d3 thru 0x00cb0f (0xa63d bytes) 000622 1788272626.732661 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xda42875f (stale) Mirror 11: 0xda42875f (stale) Mirror 13: 0xda42875f (stale) Mirror 14: 0xda42875f (stale) Mirror 15: 0xda42875f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xda42875f Mirror 16: 0xda42875f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000625 1788272627.692840 mapwrite 0x002e1e thru 0x00b481 (0x8664 bytes) 000626 1788272627.833837 punch from 0x00f2a0 to 0x012f5a (0x3cbb bytes) 000627 1788272627.846488 mapwrite 0x0292c3 thru 0x037c92 (0xe9d0 bytes) 000628 1788272627.917809 read 0x014fef thru 0x019a44 (0x4a56 bytes) 000629 1788272627.929481 mapwrite 0x022c80 thru 0x02d7fb (0xab7c bytes) 000630 1788272627.980684 fallocate 0x006f56 thru 0x014340 (0xd3eb bytes) 000631 1788272627.987844 mapread 0x03bd4e thru 0x03db12 (0x1dc5 bytes) 000632 1788272628.004594 fallocate 0x0041fe thru 0x00ab4c (0x694f bytes) 000634 1788272628.015715 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xda42875f (stale) Mirror 11: 0xda42875f (stale) Mirror 13: 0xda42875f (stale) Mirror 14: 0xda42875f (stale) Mirror 15: 0xda42875f (stale) Mirror 16: 0xda42875f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x1e58dab Mirror 17: 0x1e58dab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000635 1788272629.022817 trunc from 0x03c902 to 0x03ffff (0x36fe bytes) 000636 1788272629.105529 fallocate 0x0212fa thru 0x030620 (0xf327 bytes) 000637 1788272629.122115 write 0x019a86 thru 0x01a8da (0xe55 bytes) 000638 1788272629.155071 trunc from 0x040000 to 0x02db29 (0x124d6 bytes) 000639 1788272629.203620 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2db2a): Mirror 10: 0x448d9642 (stale) Mirror 13: 0x448d9642 (stale) Mirror 14: 0x448d9642 (stale) Mirror 15: 0x448d9642 (stale) Mirror 16: 0x448d9642 (stale) Mirror 17: 0x7d286fd3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2db2a): Mirror 10: 0x448d9642 (stale) Mirror 13: 0x448d9642 (stale) Mirror 14: 0x448d9642 (stale) Mirror 15: 0x448d9642 (stale) Mirror 16: 0x448d9642 (stale) Mirror 17: 0x7d286fd3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2db2a: skipped 000640 1788272629.665377 write 0x001f31 thru 0x00a231 (0x8301 bytes) 000641 1788272629.680159 punch from 0x02d706 to 0x02db29 (0x424 bytes) 000642 1788272629.686367 mapwrite 0x010dc3 thru 0x019d15 (0x8f53 bytes) 000643 1788272629.739294 write 0x006431 thru 0x007d8b (0x195b bytes) 000644 1788272629.741081 mapwrite 0x01f457 thru 0x02cc3b (0xd7e5 bytes) 000645 1788272629.781860 mapwrite 0x014ee0 thru 0x01f2bb (0xa3dc bytes) 000646 1788272629.802371 mapread 0x0047df thru 0x007458 (0x2c7a bytes) 000647 1788272629.804041 fallocate 0x013764 thru 0x014ba9 (0x1446 bytes) 000648 1788272629.822037 mapwrite 0x02988f thru 0x0314a9 (0x7c1b bytes) 000649 1788272629.903414 trunc from 0x001111 to 0x010e97 (0xfd87 bytes) 000650 1788272629.911150 fallocate 0x01a072 thru 0x01eaf8 (0x4a87 bytes) 000651 1788272629.920395 mapread 0x00a948 thru 0x012b66 (0x821f bytes) 000652 1788272629.938349 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x314aa): Mirror 13: 0x9af418d9 (stale) Mirror 14: 0x9af418d9 (stale) Mirror 15: 0x9af418d9 (stale) Mirror 16: 0x9af418d9 (stale) Mirror 17: 0x232d3a65 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x314aa): Mirror 13: 0x9af418d9 (stale) Mirror 14: 0x9af418d9 (stale) Mirror 15: 0x9af418d9 (stale) Mirror 16: 0x9af418d9 (stale) Mirror 17: 0x232d3a65 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x314aa: skipped 000653 1788272630.472677 mapwrite 0x03b95e thru 0x03ffff (0x46a2 bytes) 000654 1788272630.534379 fallocate 0x039b1d thru 0x03ffff (0x64e3 bytes) 000655 1788272630.539899 fallocate 0x0245bd thru 0x026ba8 (0x25ec bytes) 000656 1788272630.544667 mapread 0x00370c thru 0x012d2b (0xf620 bytes) 000657 1788272630.566435 MIRROR_RESYNC 6 mirrors 000658 1788272632.107092 fallocate 0x00d4de thru 0x017d99 (0xa8bc bytes) 000659 1788272632.134765 write 0x038b57 thru 0x03ffff (0x74a9 bytes) 000660 1788272632.139884 write 0x01ae63 thru 0x01eaa6 (0x3c44 bytes) 000661 1788272632.148551 mapread 0x031c55 thru 0x03a6b1 (0x8a5d bytes) 000662 1788272632.167690 mapwrite 0x011d78 thru 0x01b37f (0x9608 bytes) 000663 1788272632.194449 mapread 0x01f372 thru 0x02b6de (0xc36d bytes) 000665 1788272632.208399 trunc from 0x024922 to 0x02e107 (0x97e6 bytes) 000666 1788272632.214440 write 0x02fa38 thru 0x03b1f8 (0xb7c1 bytes) 000667 1788272632.219549 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0xe0f55d87 (stale) Mirror 14: 0xe0f55d87 (stale) Mirror 15: 0xe0f55d87 (stale) Mirror 16: 0xe0f55d87 (stale) Mirror 17: 0xe0f55d87 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5e96dba5 Mirror 18: 0x5e96dba5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000668 1788272633.145503 punch from 0x020a96 to 0x021c01 (0x116c bytes) 000669 1788272633.219581 mapwrite 0x019b08 thru 0x01cc2b (0x3124 bytes) 000670 1788272633.265319 mapwrite 0x002e80 thru 0x00689e (0x3a1f bytes) 000671 1788272633.304694 mapwrite 0x011bad thru 0x01a140 (0x8594 bytes) 000672 1788272633.328684 write 0x03abb8 thru 0x03dd9b (0x31e4 bytes) 000673 1788272633.347660 trunc from 0x016f50 to 0x02563a (0xe6eb bytes) 000674 1788272633.353992 write 0x030f24 thru 0x03346c (0x2549 bytes) 000675 1788272633.372544 punch from 0x022e74 to 0x025c89 (0x2e16 bytes) 000677 1788272633.378296 punch from 0x009c6f to 0x00b53d (0x18cf bytes) 000678 1788272633.384395 trunc from 0x040000 to 0x02f645 (0x109ba bytes) 000679 1788272633.476179 mapwrite 0x008f24 thru 0x018c76 (0xfd53 bytes) 000680 1788272633.507350 mapread 0x02e0a5 thru 0x02f645 (0x15a1 bytes) 000681 1788272633.519651 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f646): Mirror 14: 0xbee59623 (stale) Mirror 15: 0xbee59623 (stale) Mirror 16: 0xbee59623 (stale) Mirror 17: 0xbee59623 (stale) Mirror 18: 0x43404421 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f646): Mirror 14: 0xbee59623 (stale) Mirror 15: 0xbee59623 (stale) Mirror 16: 0xbee59623 (stale) Mirror 17: 0xbee59623 (stale) Mirror 18: 0x43404421 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f646: skipped 000682 1788272633.995997 punch from 0x003918 to 0x008813 (0x4efc bytes) 000683 1788272634.002105 fallocate 0x010eb6 thru 0x01a6f8 (0x9843 bytes) 000684 1788272634.020740 punch from 0x01bda5 to 0x01d236 (0x1492 bytes) 000685 1788272634.034909 trunc from 0x01cb8d to 0x01e6f9 (0x1b6d bytes) 000686 1788272634.044455 mapwrite 0x033561 thru 0x03fc51 (0xc6f1 bytes) 000687 1788272634.111968 write 0x00b5cd thru 0x00bab8 (0x4ec bytes) 000689 1788272634.116972 mapwrite 0x0279ee thru 0x02fc00 (0x8213 bytes) 000691 1788272634.139598 mapread 0x01d9ee thru 0x025991 (0x7fa4 bytes) 000692 1788272634.147194 fallocate 0x02109d thru 0x02ca86 (0xb9ea bytes) 000694 1788272634.153256 mapread 0x005e38 thru 0x00de29 (0x7ff2 bytes) 000695 1788272634.162537 mapread 0x03cb9f thru 0x03fc51 (0x30b3 bytes) 000696 1788272634.163386 trunc from 0x01d308 to 0x02d1c5 (0xfebe bytes) 000697 1788272634.179120 MIRROR_RESYNC 6 mirrors 000698 1788272636.069425 punch from 0x0318dc to 0x0319ce (0xf3 bytes) 000699 1788272636.097273 read 0x028fee thru 0x0377d4 (0xe7e7 bytes) 000700 1788272636.115919 MIRROR_RESYNC 6 mirrors 000701 1788272638.093464 read 0x007c6b thru 0x0147c9 (0xcb5f bytes) 000702 1788272638.103501 read 0x03cdfb thru 0x03d79b (0x9a1 bytes) 000703 1788272638.118498 mapwrite 0x02fd1d thru 0x030a16 (0xcfa bytes) 000704 1788272638.206216 mapread 0x000f87 thru 0x00bcc7 (0xad41 bytes) 000705 1788272638.259923 punch from 0x020eb8 to 0x030b78 (0xfcc1 bytes) 000706 1788272638.270656 MIRROR_RESYNC 6 mirrors 000708 1788272639.928442 fallocate 0x01b4f0 thru 0x01d7d9 (0x22ea bytes) 000709 1788272639.970903 read 0x02c278 thru 0x031450 (0x51d9 bytes) 000710 1788272639.988086 trunc from 0x03fc52 to 0x00171a (0x3e537 bytes) 000711 1788272640.012917 read 0x00066e thru 0x00171a (0x10ad bytes) 000713 1788272640.022140 punch from 0x0014e6 to 0x00171a (0x235 bytes) 000714 1788272640.032440 punch from 0x000861 to 0x00171a (0xeba bytes) 000715 1788272640.038077 trunc from 0x000552 to 0x000e96 (0x945 bytes) 000716 1788272640.043402 write 0x014d7f thru 0x01759b (0x281d bytes) 000717 1788272640.050881 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1759c): Mirror 15: 0x5f29eabb (stale) Mirror 16: 0x5f29eabb (stale) Mirror 17: 0x5f29eabb (stale) Mirror 18: 0x5f29eabb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1759c): Mirror 15: 0x5f29eabb (stale) Mirror 16: 0x5f29eabb (stale) Mirror 17: 0x5f29eabb (stale) Mirror 18: 0x5f29eabb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1759c: skipped 000720 1788272640.466459 mapread 0x011845 thru 0x0134d3 (0x1c8f bytes) 000721 1788272640.489220 write 0x00f2dc thru 0x00f5db (0x300 bytes) 000722 1788272640.494416 mapwrite 0x01fa18 thru 0x020528 (0xb11 bytes) 000723 1788272640.541214 trunc from 0x00ee93 to 0x011204 (0x2372 bytes) 000724 1788272640.556383 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x20529): Mirror 15: 0xb2f6e82a (stale) Mirror 16: 0xb2f6e82a (stale) Mirror 18: 0xb2f6e82a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20529): Mirror 15: 0xb2f6e82a (stale) Mirror 16: 0xb2f6e82a (stale) Mirror 18: 0xb2f6e82a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20529: skipped 000725 1788272641.000956 trunc from 0x017c91 to 0x01eedf (0x724f bytes) 000726 1788272641.006958 punch from 0x00055d to 0x0093cb (0x8e6f bytes) 000728 1788272641.014461 fallocate 0x01ed97 thru 0x025954 (0x6bbe bytes) 000729 1788272641.019530 read 0x000b66 thru 0x004b53 (0x3fee bytes) 000730 1788272641.030752 mapread 0x01c34f thru 0x025954 (0x9606 bytes) 000731 1788272641.068403 trunc from 0x025955 to 0x007bd4 (0x1dd80 bytes) 000732 1788272641.091517 trunc from 0x007bd5 to 0x0350d5 (0x2d501 bytes) 000733 1788272641.110179 mapwrite 0x02a597 thru 0x036f12 (0xc97c bytes) 000734 1788272641.178691 read 0x00dfca thru 0x019537 (0xb56e bytes) 000735 1788272641.189189 mapwrite 0x035952 thru 0x039318 (0x39c7 bytes) 000736 1788272641.238095 trunc from 0x039319 to 0x0196aa (0x1fc6e bytes) 000737 1788272641.252711 read 0x003dc8 thru 0x005a81 (0x1cba bytes) 000738 1788272641.257928 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x196ab): Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x196ab): Mirror 15: 0x813d3bd0 (stale) Mirror 16: 0x813d3bd0 (stale) Mirror 18: 0x813d3bd0 (stale) CRC-32 checksum value for chunk [0, 0x196ab): Mirror 1: 0x1a9faa65 Mirror 19: 0x1a9faa65 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x196ab: skipped 000739 1788272642.150866 mapwrite 0x00928f thru 0x015a32 (0xc7a4 bytes) 000740 1788272642.297322 mapread 0x003371 thru 0x00b243 (0x7ed3 bytes) 000741 1788272642.298387 read 0x00edcf thru 0x0196aa (0xa8dc bytes) 000742 1788272642.298936 trunc from 0x012d56 to 0x01898b (0x5c36 bytes) 000743 1788272642.308172 mapwrite 0x0298d5 thru 0x0339fb (0xa127 bytes) 000744 1788272642.439396 mapread 0x02e0c3 thru 0x0339fb (0x5939 bytes) 000746 1788272642.440933 read 0x00bc46 thru 0x01680f (0xabca bytes) 000747 1788272642.461005 read 0x00410b thru 0x010ae4 (0xc9da bytes) 000748 1788272642.461655 read 0x02397c thru 0x02af0b (0x7590 bytes) 000749 1788272642.464170 trunc from 0x0339fc to 0x00a02c (0x299cf bytes) 000750 1788272642.508366 fallocate 0x03cd20 thru 0x03ffff (0x32e0 bytes) 000751 1788272642.516707 mapread 0x01d384 thru 0x02c223 (0xeea0 bytes) 000752 1788272642.538591 mapwrite 0x03c39c thru 0x03e140 (0x1da5 bytes) 000753 1788272642.555488 mapread 0x00de36 thru 0x01c3ec (0xe5b7 bytes) 000754 1788272642.557201 trunc from 0x040000 to 0x001b0e (0x3e4f1 bytes) 000755 1788272642.578611 mapwrite 0x00bea1 thru 0x01017d (0x42dd bytes) 000756 1788272642.638349 write 0x02a977 thru 0x02ea2e (0x40b8 bytes) 000757 1788272642.641418 mapwrite 0x03c422 thru 0x03f7cb (0x33aa bytes) 000758 1788272642.698401 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3f7cc): Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f7cc): Mirror 15: 0x7fdaf896 (stale) Mirror 16: 0x7fdaf896 (stale) Mirror 18: 0x7fdaf896 (stale) Mirror 19: 0x12323d90 (stale) CRC-32 checksum value for chunk [0, 0x3f7cc): Mirror 1: 0x78701c0a Mirror 20: 0x78701c0a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f7cc: skipped 000759 1788272643.684411 punch from 0x02175e to 0x0275f5 (0x5e98 bytes) 000760 1788272643.755199 read 0x02e1a2 thru 0x038c1e (0xaa7d bytes) 000761 1788272643.766716 mapread 0x01cfdf thru 0x02b8f8 (0xe91a bytes) 000762 1788272643.796173 mapwrite 0x011007 thru 0x017e1b (0x6e15 bytes) 000763 1788272643.824009 trunc from 0x03f7cc to 0x007889 (0x37f42 bytes) 000764 1788272643.846827 punch from 0x007520 to 0x007889 (0x36a bytes) 000765 1788272643.852293 trunc from 0x00788a to 0x03dc08 (0x3637f bytes) 000766 1788272643.866318 write 0x00c481 thru 0x014cfe (0x887e bytes) 000767 1788272643.877006 punch from 0x01827e to 0x01ffd7 (0x7d5a bytes) 000768 1788272643.880974 fallocate 0x0116be thru 0x01beb1 (0xa7f4 bytes) 000769 1788272643.885566 write 0x0278f5 thru 0x02a75a (0x2e66 bytes) 000770 1788272643.898634 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3dc09): Mirror 15: 0xccb7cc78 (stale) Mirror 16: 0xccb7cc78 (stale) Mirror 18: 0xccb7cc78 (stale) Mirror 20: 0x55a2480f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3dc09): Mirror 15: 0xccb7cc78 (stale) Mirror 16: 0xccb7cc78 (stale) Mirror 18: 0xccb7cc78 (stale) Mirror 20: 0x55a2480f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3dc09: skipped 000771 1788272644.281126 mapread 0x00f9c5 thru 0x014808 (0x4e44 bytes) 000772 1788272644.302170 trunc from 0x037c65 to 0x03dc08 (0x5fa4 bytes) 000773 1788272644.306512 mapwrite 0x009da9 thru 0x00d4dc (0x3734 bytes) 000774 1788272644.331134 punch from 0x02452d to 0x029d81 (0x5855 bytes) 000775 1788272644.336386 mapread 0x02a0c5 thru 0x031a67 (0x79a3 bytes) 000776 1788272644.348695 punch from 0x01325a to 0x02182c (0xe5d3 bytes) 000777 1788272644.360670 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3dc09): Mirror 16: 0xccb7cc78 (stale) Mirror 18: 0xccb7cc78 (stale) Mirror 20: 0x55a2480f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3dc09): Mirror 16: 0xccb7cc78 (stale) Mirror 18: 0xccb7cc78 (stale) Mirror 20: 0x55a2480f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3dc09: skipped 000778 1788272644.742437 read 0x03a246 thru 0x03dc08 (0x39c3 bytes) 000779 1788272644.751086 mapwrite 0x0314cf thru 0x038e5f (0x7991 bytes) 000780 1788272644.807088 fallocate 0x02b8f6 thru 0x0351c3 (0x98ce bytes) 000781 1788272644.812860 punch from 0x009336 to 0x010c40 (0x790b bytes) 000782 1788272644.818930 punch from 0x03a894 to 0x03bd3c (0x14a9 bytes) 000783 1788272644.826426 read 0x00636b thru 0x010dc5 (0xaa5b bytes) 000784 1788272644.846090 trunc from 0x02ee7f to 0x0307fb (0x197d bytes) 000785 1788272644.854298 fallocate 0x01bcf8 thru 0x02340f (0x7718 bytes) 000786 1788272644.873517 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3dc09): Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3dc09): Mirror 16: 0xccb7cc78 (stale) Mirror 18: 0xccb7cc78 (stale) Mirror 20: 0x55a2480f (stale) CRC-32 checksum value for chunk [0, 0x3dc09): Mirror 1: 0x791ac3ff Mirror 21: 0x791ac3ff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3dc09: skipped 000787 1788272645.762413 write 0x010da1 thru 0x013102 (0x2362 bytes) 000788 1788272645.817311 trunc from 0x03dc09 to 0x00b606 (0x32602 bytes) 000789 1788272645.833705 write 0x037483 thru 0x03ffff (0x8b7d bytes) 000791 1788272645.836005 trunc from 0x03660b to 0x03ffff (0x99f5 bytes) 000793 1788272645.852145 mapread 0x00efd4 thru 0x011884 (0x28b1 bytes) 000794 1788272645.866577 fallocate 0x00a385 thru 0x00a915 (0x591 bytes) 000795 1788272645.871700 trunc from 0x02de61 to 0x03d371 (0xf511 bytes) 000796 1788272645.876026 mapread 0x013448 thru 0x01c0a8 (0x8c61 bytes) 000797 1788272645.887291 punch from 0x010632 to 0x01135a (0xd29 bytes) 000798 1788272645.892977 trunc from 0x040000 to 0x00efbc (0x31043 bytes) 000799 1788272645.907845 trunc from 0x009c73 to 0x00efbc (0x534a bytes) 000800 1788272645.912836 mapwrite 0x034edf thru 0x03a473 (0x5595 bytes) 000801 1788272645.967126 fallocate 0x0344f0 thru 0x03622a (0x1d3b bytes) 000803 1788272645.972837 trunc from 0x03a474 to 0x00a52d (0x2ff46 bytes) 000804 1788272645.990787 write 0x037f4f thru 0x039bdb (0x1c8d bytes) 000805 1788272645.995579 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x39bdc): Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39bdc): Mirror 16: 0xfa143fdf (stale) Mirror 18: 0xfa143fdf (stale) Mirror 20: 0x38098d43 (stale) Mirror 21: 0xc3dbb2af (stale) CRC-32 checksum value for chunk [0, 0x39bdc): Mirror 1: 0x5e38303b Mirror 22: 0x5e38303b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39bdc: skipped 000806 1788272646.892213 fallocate 0x024053 thru 0x030839 (0xc7e7 bytes) 000807 1788272646.931647 trunc from 0x013743 to 0x014d3c (0x15fa bytes) 000808 1788272646.937701 write 0x00a9d3 thru 0x01337d (0x89ab bytes) 000809 1788272646.965010 trunc from 0x03951e to 0x039bdb (0x6be bytes) 000810 1788272646.970688 trunc from 0x01001f to 0x01eae4 (0xeac6 bytes) 000811 1788272647.002695 mapwrite 0x02f26e thru 0x032ed2 (0x3c65 bytes) 000812 1788272647.064612 fallocate 0x01b859 thru 0x025486 (0x9c2e bytes) 000813 1788272647.075160 punch from 0x023447 to 0x0322cf (0xee89 bytes) 000814 1788272647.084172 mapwrite 0x01fa71 thru 0x0296f4 (0x9c84 bytes) 000815 1788272647.153735 fallocate 0x010057 thru 0x01651a (0x64c4 bytes) 000816 1788272647.171012 read 0x016919 thru 0x01a3cc (0x3ab4 bytes) 000817 1788272647.180418 write 0x004a84 thru 0x00ea47 (0x9fc4 bytes) 000818 1788272647.191214 trunc from 0x039bdc to 0x0164f0 (0x236eb bytes) 000819 1788272647.233743 fallocate 0x03f428 thru 0x03ffff (0xbd8 bytes) 000820 1788272647.242508 mapwrite 0x02b90a thru 0x031e88 (0x657f bytes) 000821 1788272647.279653 trunc from 0x001a19 to 0x00fcaf (0xe297 bytes) 000822 1788272647.284567 write 0x027412 thru 0x02ec84 (0x7873 bytes) 000823 1788272647.286150 punch from 0x02f001 to 0x031e88 (0x2e88 bytes) 000824 1788272647.290730 mapread 0x01ea25 thru 0x0244f7 (0x5ad3 bytes) 000825 1788272647.302000 mapwrite 0x021453 thru 0x02666d (0x521b bytes) 000826 1788272647.318019 trunc from 0x031e89 to 0x009aff (0x28389 bytes) 000828 1788272647.335166 trunc from 0x005eb1 to 0x009aff (0x3c4f bytes) 000829 1788272647.343627 punch from 0x003aed to 0x009aff (0x6013 bytes) 000830 1788272647.353205 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x9b00): Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x9b00): Mirror 16: 0xa36e3be0 (stale) Mirror 18: 0xa36e3be0 (stale) Mirror 20: 0xf245cfb9 (stale) Mirror 21: 0xf245cfb9 (stale) Mirror 22: 0xf245cfb9 (stale) CRC-32 checksum value for chunk [0, 0x9b00): Mirror 1: 0xf245cfb9 Mirror 23: 0xf245cfb9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x9b00: skipped 000831 1788272648.261463 fallocate 0x022cb6 thru 0x022d31 (0x7c bytes) 000832 1788272648.332409 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x22d32): Mirror 16: 0xd5c9bf54 (stale) Mirror 18: 0xd5c9bf54 (stale) Mirror 20: 0xffe08dd4 (stale) Mirror 22: 0xd4f471cc (stale) Mirror 23: 0xd4f471cc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22d32): Mirror 16: 0xd5c9bf54 (stale) Mirror 18: 0xd5c9bf54 (stale) Mirror 20: 0xffe08dd4 (stale) Mirror 22: 0xd4f471cc (stale) Mirror 23: 0xd4f471cc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22d32: skipped 000833 1788272648.849617 fallocate 0x02edfa thru 0x03e244 (0xf44b bytes) 000834 1788272648.855725 write 0x03d85c thru 0x03ffff (0x27a4 bytes) 000835 1788272648.867983 fallocate 0x02617c thru 0x0307a8 (0xa62d bytes) 000836 1788272648.874636 mapwrite 0x030d2d thru 0x038603 (0x78d7 bytes) 000837 1788272648.966831 mapread 0x011382 thru 0x020667 (0xf2e6 bytes) 000838 1788272649.001454 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xcb3bab47 (stale) Mirror 20: 0xc9432e6e (stale) Mirror 22: 0x2811ca37 (stale) Mirror 23: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xcb3bab47 (stale) Mirror 20: 0xc9432e6e (stale) Mirror 22: 0x2811ca37 (stale) Mirror 23: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000839 1788272649.437313 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0xcb3bab47 (stale) Mirror 20: 0xc9432e6e (stale) Mirror 22: 0x2811ca37 (stale) Mirror 23: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x79d12e6b Mirror 24: 0x79d12e6b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000840 1788272650.318540 write 0x0079a9 thru 0x014bb5 (0xd20d bytes) 000841 1788272650.370933 trunc from 0x02c749 to 0x03581f (0x90d7 bytes) 000842 1788272650.376078 write 0x03b0ac thru 0x03ffff (0x4f54 bytes) 000843 1788272650.382611 fallocate 0x022fba thru 0x024f49 (0x1f90 bytes) 000844 1788272650.387012 trunc from 0x032ed1 to 0x0357b1 (0x28e1 bytes) 000845 1788272650.392340 write 0x006ae2 thru 0x00e739 (0x7c58 bytes) 000846 1788272650.399951 trunc from 0x040000 to 0x023dba (0x1c245 bytes) 000847 1788272650.429677 mapread 0x009a83 thru 0x015127 (0xb6a5 bytes) 000849 1788272650.443811 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x23dbb): Mirror 16: (stale - read error) Mirror 20: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23dbb): Mirror 16: 0x29de9e03 (stale) Mirror 20: 0xeaef38f5 (stale) Mirror 22: 0xfa3b94b5 (stale) Mirror 23: 0xfa3b94b5 (stale) Mirror 24: 0xfa3b94b5 (stale) CRC-32 checksum value for chunk [0, 0x23dbb): Mirror 1: 0xc8332f22 Mirror 25: 0xc8332f22 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23dbb: skipped 000850 1788272651.473769 read 0x002217 thru 0x00ac36 (0x8a20 bytes) 000851 1788272651.495542 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23dbb): Mirror 20: 0xeaef38f5 (stale) Mirror 22: 0xfa3b94b5 (stale) Mirror 23: 0xfa3b94b5 (stale) Mirror 24: 0xfa3b94b5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23dbb): Mirror 20: 0xeaef38f5 (stale) Mirror 22: 0xfa3b94b5 (stale) Mirror 23: 0xfa3b94b5 (stale) Mirror 24: 0xfa3b94b5 (stale) CRC-32 checksum value for chunk [0, 0x23dbb): Mirror 1: 0xc8332f22 Mirror 25: 0xc8332f22 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23dbb: skipped 000852 1788272652.260538 mapread 0x009ec5 thru 0x01964c (0xf788 bytes) 000853 1788272652.316163 MIRROR_RESYNC 6 mirrors 000854 1788272653.249563 mapwrite 0x019866 thru 0x0209df (0x717a bytes) 000855 1788272653.393033 MIRROR_RESYNC 6 mirrors 000857 1788272654.686722 mapread 0x003e29 thru 0x008591 (0x4769 bytes) 000858 1788272654.714929 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) 000860 1788272655.139585 mapread 0x005e47 thru 0x00b6b0 (0x586a bytes) 000861 1788272655.194466 fallocate 0x021254 thru 0x0288b1 (0x765e bytes) 000862 1788272655.238697 read 0x004dc5 thru 0x00cd2a (0x7f66 bytes) 000863 1788272655.252384 write 0x0201d3 thru 0x027e48 (0x7c76 bytes) 000864 1788272655.273633 trunc from 0x010205 to 0x015d4d (0x5b49 bytes) 000865 1788272655.297976 MIRROR_RESYNC 5 mirrors 000866 1788272656.314696 write 0x0354b4 thru 0x03ccea (0x7837 bytes) 000867 1788272656.348210 read 0x01faca thru 0x025b6c (0x60a3 bytes) 000868 1788272656.356351 read 0x009217 thru 0x012b02 (0x98ec bytes) 000869 1788272656.374875 mapwrite 0x03ff0c thru 0x03ffff (0xf4 bytes) 000870 1788272656.435366 write 0x021428 thru 0x0222c8 (0xea1 bytes) 000871 1788272656.439444 write 0x02d73f thru 0x03595f (0x8221 bytes) 000872 1788272656.441930 fallocate 0x009e29 thru 0x0112fc (0x74d4 bytes) 000873 1788272656.452739 trunc from 0x0105c7 to 0x013204 (0x2c3e bytes) 000874 1788272656.457218 trunc from 0x02817a to 0x02b6fc (0x3583 bytes) 000875 1788272656.462294 mapread 0x016b0e thru 0x023474 (0xc967 bytes) 000876 1788272656.463472 mapread 0x01290a thru 0x01e83a (0xbf31 bytes) 000877 1788272656.474559 mapwrite 0x01a5e8 thru 0x01d058 (0x2a71 bytes) 000878 1788272656.495544 mapwrite 0x02a6a1 thru 0x03544d (0xadad bytes) 000879 1788272656.520016 write 0x021fe1 thru 0x02c8ca (0xa8ea bytes) 000880 1788272656.521401 punch from 0x01e556 to 0x027f90 (0x9a3b bytes) 000882 1788272656.535157 read 0x0022c6 thru 0x011b15 (0xf850 bytes) 000883 1788272656.547368 read 0x000bfd thru 0x005355 (0x4759 bytes) 000884 1788272656.547941 trunc from 0x040000 to 0x00818a (0x37e75 bytes) 000885 1788272656.566926 MIRROR_RESYNC 5 mirrors 000886 1788272657.367132 trunc from 0x003fdb to 0x00818a (0x41b0 bytes) 000888 1788272657.400853 trunc from 0x006e22 to 0x00818a (0x1369 bytes) 000889 1788272657.405181 mapread 0x0031cb thru 0x00818a (0x4fc0 bytes) 000890 1788272657.421109 mapwrite 0x01d540 thru 0x021bbd (0x467e bytes) 000891 1788272657.500211 punch from 0x00087c to 0x002649 (0x1dce bytes) 000892 1788272657.518821 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x21bbe): Mirror 20: (stale - read error) Mirror 22: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21bbe): Mirror 20: 0xe1e818e5 (stale) Mirror 22: 0xe1e818e5 (stale) Mirror 24: 0xe1e818e5 (stale) Mirror 25: 0xe1e818e5 (stale) CRC-32 checksum value for chunk [0, 0x21bbe): Mirror 1: 0x5056dc45 Mirror 26: 0x5056dc45 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21bbe: skipped 000893 1788272658.398279 read 0x009802 thru 0x00e5f7 (0x4df6 bytes) 000894 1788272658.420536 mapread 0x010692 thru 0x010960 (0x2cf bytes) 000895 1788272658.470199 MIRROR_RESYNC 6 mirrors 000896 1788272659.340573 punch from 0x005308 to 0x009be3 (0x48dc bytes) 000897 1788272659.382853 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x21bbe): Mirror 20: 0x5056dc45 (stale) Mirror 24: 0x5056dc45 (stale) Mirror 25: 0x5056dc45 (stale) Mirror 26: 0x5056dc45 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21bbe): Mirror 20: 0x5056dc45 (stale) Mirror 24: 0x5056dc45 (stale) Mirror 25: 0x5056dc45 (stale) Mirror 26: 0x5056dc45 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21bbe: skipped 000898 1788272659.679830 write 0x00cd92 thru 0x01746b (0xa6da bytes) 000899 1788272659.694778 write 0x003176 thru 0x0043b2 (0x123d bytes) 000900 1788272659.704079 mapwrite 0x007b64 thru 0x00ce21 (0x52be bytes) 000901 1788272659.736716 fallocate 0x00733a thru 0x009bf4 (0x28bb bytes) 000902 1788272659.741570 trunc from 0x021bbe to 0x006bbd (0x1b000 bytes) 000903 1788272659.780157 trunc from 0x006bbe to 0x028e8d (0x222d0 bytes) 000904 1788272659.799579 read 0x01daa8 thru 0x01faf6 (0x204f bytes) 000905 1788272659.805620 trunc from 0x028e8e to 0x0144e6 (0x149a7 bytes) 000906 1788272659.822720 punch from 0x00acd1 to 0x00dca3 (0x2fd3 bytes) 000907 1788272659.828093 mapread 0x00cfc7 thru 0x00d617 (0x651 bytes) 000908 1788272659.838967 fallocate 0x034667 thru 0x03fbfd (0xb597 bytes) 000909 1788272659.843742 mapread 0x02ed8e thru 0x030336 (0x15a9 bytes) 000911 1788272659.855503 trunc from 0x01f2b0 to 0x02b4bb (0xc20c bytes) 000912 1788272659.860729 mapread 0x01bd76 thru 0x028eb5 (0xd140 bytes) 000913 1788272659.887131 fallocate 0x034213 thru 0x03ffff (0xbded bytes) 000914 1788272659.892359 read 0x01dae0 thru 0x02d52e (0xfa4f bytes) 000917 1788272659.895058 read 0x03cfb0 thru 0x03ffff (0x3050 bytes) 000918 1788272659.903708 read 0x03aa4f thru 0x03ffff (0x55b1 bytes) 000919 1788272659.904323 punch from 0x02b36c to 0x02c0ea (0xd7f bytes) 000920 1788272659.909060 mapread 0x0268a1 thru 0x02cebf (0x661f bytes) 000921 1788272659.916154 fallocate 0x02a0ed thru 0x02bdde (0x1cf2 bytes) 000922 1788272659.921078 mapwrite 0x036279 thru 0x03910d (0x2e95 bytes) 000923 1788272659.936177 read 0x02df02 thru 0x03cbab (0xecaa bytes) 000924 1788272659.937474 mapwrite 0x01c7f4 thru 0x027bc5 (0xb3d2 bytes) 000925 1788272659.959819 fallocate 0x00d1c0 thru 0x01ca6d (0xf8ae bytes) 000926 1788272659.965571 mapread 0x031e4f thru 0x038974 (0x6b26 bytes) 000927 1788272659.966826 mapwrite 0x03a7bc thru 0x03ffff (0x5844 bytes) 000928 1788272659.982894 trunc from 0x040000 to 0x03ca41 (0x35be bytes) 000931 1788272659.998584 punch from 0x00d921 to 0x014678 (0x6d58 bytes) 000932 1788272660.003936 mapread 0x027a4d thru 0x0324c9 (0xaa7d bytes) 000933 1788272660.006060 fallocate 0x002624 thru 0x00e258 (0xbc35 bytes) 000934 1788272660.011770 trunc from 0x02e113 to 0x03ca41 (0xe92f bytes) 000935 1788272660.017608 write 0x033901 thru 0x03c2ea (0x89ea bytes) 000936 1788272660.027804 mapread 0x01fee8 thru 0x026f9a (0x70b3 bytes) 000938 1788272660.029342 trunc from 0x03ca42 to 0x01ea2c (0x1e015 bytes) 000939 1788272660.044855 fallocate 0x023c38 thru 0x02d420 (0x97e9 bytes) 000940 1788272660.050115 trunc from 0x01923e to 0x021f52 (0x8d15 bytes) 000941 1788272660.054814 trunc from 0x02447b to 0x02d420 (0x8fa6 bytes) 000942 1788272660.062187 mapread 0x00903d thru 0x00d269 (0x422d bytes) 000944 1788272660.065122 fallocate 0x030e42 thru 0x036fba (0x6179 bytes) 000945 1788272660.077610 mapwrite 0x01cb62 thru 0x02115f (0x45fe bytes) 000948 1788272660.161531 fallocate 0x00657e thru 0x013cf2 (0xd775 bytes) 000949 1788272660.169861 fallocate 0x00648b thru 0x00ba5e (0x55d4 bytes) 000950 1788272660.181352 trunc from 0x036fbb to 0x00d975 (0x29645 bytes) 000951 1788272660.236525 trunc from 0x00d976 to 0x027e8f (0x1a51a bytes) 000952 1788272660.261519 punch from 0x021fe5 to 0x027e8f (0x5eab bytes) 000953 1788272660.266199 trunc from 0x01d1bf to 0x027e8f (0xacd1 bytes) 000954 1788272660.272616 trunc from 0x004951 to 0x00df96 (0x9646 bytes) 000955 1788272660.277789 mapread 0x003160 thru 0x00a9b9 (0x785a bytes) 000956 1788272660.322959 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x27e90): Mirror 20: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27e90): Mirror 20: 0x8270bb36 (stale) Mirror 24: 0x8270bb36 (stale) Mirror 25: 0x8270bb36 (stale) Mirror 26: 0x8270bb36 (stale) CRC-32 checksum value for chunk [0, 0x27e90): Mirror 1: 0xe4ea0ad4 Mirror 27: 0xe4ea0ad4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27e90: skipped 000957 1788272661.351825 mapwrite 0x028fba thru 0x03597f (0xc9c6 bytes) 000958 1788272661.551214 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35980): Mirror 20: 0xa14be923 (stale) Mirror 25: 0xa14be923 (stale) Mirror 26: 0xa14be923 (stale) Mirror 27: 0x1c0e1328 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35980): Mirror 20: 0xa14be923 (stale) Mirror 25: 0xa14be923 (stale) Mirror 26: 0xa14be923 (stale) Mirror 27: 0x1c0e1328 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35980: skipped 000959 1788272662.047266 trunc from 0x035980 to 0x03fa09 (0xa08a bytes) 000960 1788272662.078587 mapread 0x021797 thru 0x02cdc8 (0xb632 bytes) 000961 1788272662.147055 write 0x014b1a thru 0x01693a (0x1e21 bytes) 000962 1788272662.166217 punch from 0x0342e8 to 0x03f8a7 (0xb5c0 bytes) 000963 1788272662.174195 trunc from 0x03fa0a to 0x0015c7 (0x3e442 bytes) 000964 1788272662.202923 mapread 0x000bd0 thru 0x0015c7 (0x9f8 bytes) 000965 1788272662.210192 trunc from 0x0010f2 to 0x0015c7 (0x4d6 bytes) 000966 1788272662.215995 write 0x026984 thru 0x02e4d5 (0x7b52 bytes) 000967 1788272662.218968 trunc from 0x0212f7 to 0x02a63a (0x9344 bytes) 000971 1788272662.237537 fallocate 0x00c08e thru 0x01a165 (0xe0d8 bytes) 000972 1788272662.243184 mapwrite 0x024666 thru 0x031e93 (0xd82e bytes) 000973 1788272662.333861 trunc from 0x017ae1 to 0x026969 (0xee89 bytes) 000974 1788272662.341532 write 0x003d75 thru 0x0048d2 (0xb5e bytes) 000975 1788272662.352209 write 0x0073a8 thru 0x015f5b (0xebb4 bytes) 000976 1788272662.365811 mapread 0x02cfdd thru 0x031e93 (0x4eb7 bytes) 000977 1788272662.367168 read 0x019abc thru 0x028d20 (0xf265 bytes) 000978 1788272662.382491 read 0x0228de thru 0x025c44 (0x3367 bytes) 000979 1788272662.386476 write 0x01a6ce thru 0x023f03 (0x9836 bytes) 000980 1788272662.389043 punch from 0x011e43 to 0x020aa3 (0xec61 bytes) 000981 1788272662.414416 MIRROR_RESYNC 5 mirrors 000982 1788272663.663318 trunc from 0x031e94 to 0x00db58 (0x2433b bytes) 000983 1788272663.717728 mapwrite 0x005665 thru 0x012d39 (0xd6d5 bytes) 000984 1788272663.796797 fallocate 0x01ffb9 thru 0x025f85 (0x5fcd bytes) 000985 1788272663.801946 mapwrite 0x00420c thru 0x00f045 (0xae3a bytes) 000986 1788272663.824600 trunc from 0x022402 to 0x024af1 (0x26f0 bytes) 000987 1788272663.830156 fallocate 0x019231 thru 0x02819b (0xef6b bytes) 000988 1788272663.835519 mapread 0x01e2f6 thru 0x027a9e (0x97a9 bytes) 000989 1788272663.848472 trunc from 0x024ae5 to 0x025432 (0x94e bytes) 000990 1788272663.862212 write 0x03243d thru 0x0387dd (0x63a1 bytes) 000991 1788272663.867784 mapread 0x035e3b thru 0x0387dd (0x29a3 bytes) 000992 1788272663.873905 MIRROR_RESYNC 5 mirrors 000994 1788272664.979768 mapread 0x025aa5 thru 0x026f16 (0x1472 bytes) 000995 1788272665.005694 mapread 0x00c54c thru 0x01abbd (0xe672 bytes) 000996 1788272665.058690 trunc from 0x0144d1 to 0x01f1db (0xad0b bytes) 000997 1788272665.103465 trunc from 0x02dfef to 0x03433c (0x634e bytes) 000998 1788272665.109886 punch from 0x0010d1 to 0x010954 (0xf884 bytes) 000999 1788272665.116768 read 0x01e2a5 thru 0x021ef4 (0x3c50 bytes) 001000 1788272665.126331 fallocate 0x020f4b thru 0x02e805 (0xd8bb bytes) All operations completed A-OK!