== sanity-flr test 70a: flr mode fsx test ================ 20:32:08 (1784939528) striped dir -i0 -c2 -H crush /mnt/lustre/d70a.sanity-flr Seed set to 9531 truncating to largest ever: 0x5194 000001 1784939531.465542 trunc from 00000000 to 0x005193 (0x5194 bytes) 000003 1784939531.519192 read 0x003890 thru 0x005193 (0x1904 bytes) fallocating to largest ever: 0x1a19a 000004 1784939531.524831 fallocate 0x00efb9 thru 0x01a199 (0xb1e1 bytes) truncating to largest ever: 0x38eb7 000005 1784939531.537352 trunc from 0x005194 to 0x038eb6 (0x33d23 bytes) 000007 1784939531.597057 trunc from 0x038eb7 to 0x00a01e (0x2ee98 bytes) 000008 1784939531.621118 write 0x03a787 thru 0x03a795 (0xf bytes) 000009 1784939531.624598 punch from 0x026e4c to 0x034f78 (0xe12d bytes) 000011 1784939531.635415 read 0x02584e thru 0x026926 (0x10d9 bytes) 000012 1784939531.657376 read 0x019867 thru 0x02625c (0xc9f6 bytes) 000013 1784939531.658227 punch from 0x02974a to 0x02e984 (0x523b bytes) 000014 1784939531.665753 fallocate 0x002148 thru 0x00b3c3 (0x927c bytes) 000016 1784939531.680263 mapwrite 0x004e3d thru 0x0086b8 (0x387c bytes) 000017 1784939531.712877 punch from 0x00995b to 0x010abf (0x7165 bytes) 000018 1784939531.731416 mapread 0x024336 thru 0x0321bd (0xde88 bytes) zero_range to largest ever: 0x3a796 000019 1784939531.751182 trunc from 0x035c54 to 0x03a795 (0x4b42 bytes) 000020 1784939531.765831 trunc from 0x03a796 to 0x012f4b (0x2784a bytes) 000022 1784939531.788686 trunc from 0x00dfbc to 0x012f4b (0x4f90 bytes) 000023 1784939531.807611 mapread 0x006dc8 thru 0x00a18a (0x33c3 bytes) 000024 1784939531.814851 mapwrite 0x01db26 thru 0x0205d3 (0x2aae bytes) 000025 1784939531.999360 MIRROR_EXTEND to 2 mirrors 000026 1784939533.446164 punch from 0x0056ce to 0x00ff84 (0xa8b7 bytes) 000027 1784939533.595585 fallocate 0x01f0ce thru 0x02a5a1 (0xb4d4 bytes) 000028 1784939533.662403 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) 000029 1784939534.083499 mapwrite 0x019a37 thru 0x026cc1 (0xd28b bytes) 000030 1784939534.345896 trunc from 0x026cc2 to 0x002df4 (0x23ecd bytes) 000031 1784939534.397219 fallocate 0x00c178 thru 0x019e52 (0xdcdb bytes) 000032 1784939534.433313 MIRROR_EXTEND to 2 mirrors 000033 1784939535.979692 read 0x002593 thru 0x002df4 (0x862 bytes) 000034 1784939536.010048 punch from 0x0007e8 to 0x002df4 (0x260d bytes) 000035 1784939536.044285 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) 000036 1784939536.327776 trunc from 0x002df5 to 0x005ea8 (0x30b4 bytes) 000037 1784939536.375979 trunc from 0x0056a1 to 0x005ea8 (0x808 bytes) 000038 1784939536.390564 mapread 0x00130d thru 0x005ea8 (0x4b9c bytes) 000040 1784939536.445224 trunc from 0x005ea9 to 0x034b91 (0x2ece9 bytes) 000041 1784939536.490696 mapwrite 0x037327 thru 0x03ffff (0x8cd9 bytes) 000042 1784939536.598369 mapread 0x02251f thru 0x0267d4 (0x42b6 bytes) 000043 1784939536.610994 write 0x028147 thru 0x02f116 (0x6fd0 bytes) 000044 1784939536.616296 trunc from 0x03e172 to 0x03ffff (0x1e8e bytes) 000045 1784939536.630229 read 0x02bf18 thru 0x036c27 (0xad10 bytes) 000046 1784939536.631020 trunc from 0x00bf9d to 0x019e2c (0xde90 bytes) 000047 1784939536.639666 mapread 0x001524 thru 0x0060fe (0x4bdb bytes) 000048 1784939536.665772 write 0x01985c thru 0x01fb5b (0x6300 bytes) fallocating to largest ever: 0x40000 000049 1784939536.680484 fallocate 0x03b919 thru 0x03ffff (0x46e7 bytes) 000050 1784939536.688783 mapwrite 0x00821e thru 0x00c9e7 (0x47ca bytes) 000051 1784939536.724809 trunc from 0x040000 to 0x014c08 (0x2b3f7 bytes) 000052 1784939536.753526 fallocate 0x018dbd thru 0x01cf4d (0x4191 bytes) 000053 1784939536.780847 write 0x021aff thru 0x031249 (0xf74b bytes) 000054 1784939536.789686 punch from 0x030278 to 0x031249 (0xfd2 bytes) 000056 1784939536.846301 punch from 0x02f524 to 0x031249 (0x1d26 bytes) 000057 1784939536.864518 punch from 0x02d619 to 0x031249 (0x3c31 bytes) 000058 1784939536.925802 write 0x038596 thru 0x03ffff (0x7a6a bytes) 000060 1784939536.931080 write 0x010678 thru 0x0142ca (0x3c53 bytes) 000063 1784939536.961851 punch from 0x007fff to 0x00a594 (0x2596 bytes) 000064 1784939536.975081 fallocate 0x011874 thru 0x02133b (0xfac8 bytes) 000065 1784939536.987280 MIRROR_EXTEND to 2 mirrors 000066 1784939538.103552 trunc from 0x011935 to 0x01dd31 (0xc3fd bytes) 000067 1784939538.199554 trunc from 0x018c4f to 0x01a314 (0x16c6 bytes) 000068 1784939538.215056 mapwrite 0x01f3de thru 0x022967 (0x358a bytes) 000069 1784939538.263580 trunc from 0x00211b to 0x007eb0 (0x5d96 bytes) 000070 1784939538.272659 punch from 0x02a218 to 0x034a65 (0xa84e bytes) 000072 1784939538.280181 mapwrite 0x01401a thru 0x016c53 (0x2c3a bytes) 000073 1784939538.304617 trunc from 0x00bef7 to 0x00fbea (0x3cf4 bytes) 000074 1784939538.309391 mapwrite 0x025358 thru 0x025956 (0x5ff bytes) 000075 1784939538.325169 punch from 0x02d83e to 0x02e37a (0xb3d bytes) 000077 1784939538.332563 punch from 0x024d84 to 0x02b38c (0x6609 bytes) 000078 1784939538.339664 trunc from 0x040000 to 0x0278e7 (0x18718 bytes) 000079 1784939538.377390 read 0x014b68 thru 0x022c81 (0xe11a bytes) 000080 1784939538.379264 write 0x01ad62 thru 0x028786 (0xda25 bytes) 000081 1784939538.382588 read 0x0063c0 thru 0x014777 (0xe3b8 bytes) 000082 1784939538.397537 mapread 0x012be8 thru 0x013524 (0x93d bytes) 000083 1784939538.400040 trunc from 0x01ed61 to 0x028786 (0x9a26 bytes) 000084 1784939538.430522 write 0x03ce33 thru 0x03f41d (0x25eb bytes) 000085 1784939538.435608 trunc from 0x03f41e to 0x0146be (0x2ad5f bytes) 000086 1784939538.460338 mapread 0x007cee thru 0x0081c5 (0x4d8 bytes) 000087 1784939538.462690 mapread 0x002b73 thru 0x00488f (0x1d1d bytes) 000088 1784939538.465318 write 0x026c16 thru 0x0279ad (0xd98 bytes) 000089 1784939538.476401 MIRROR_RESYNC 2 mirrors 000090 1784939539.512919 write 0x01eb01 thru 0x024040 (0x5540 bytes) 000091 1784939539.558191 MIRROR_RESYNC 2 mirrors 000092 1784939541.103370 write 0x022001 thru 0x02ac8f (0x8c8f bytes) 000093 1784939541.162437 punch from 0x015cf7 to 0x022aac (0xcdb6 bytes) 000094 1784939541.196028 trunc from 0x010483 to 0x0171d6 (0x6d54 bytes) 000095 1784939541.211365 mapwrite 0x012e53 thru 0x017d6c (0x4f1a bytes) 000096 1784939541.284814 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) 000097 1784939541.642234 MIRROR_EXTEND to 2 mirrors 000098 1784939542.729694 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) 000100 1784939542.883329 trunc from 0x015daa to 0x017142 (0x1399 bytes) 000101 1784939542.910529 MIRROR_EXTEND to 2 mirrors 000103 1784939543.993221 fallocate 0x01d965 thru 0x024ecb (0x7567 bytes) 000106 1784939544.045176 trunc from 0x02ac90 to 0x006424 (0x2486b bytes) 000107 1784939544.075721 mapwrite 0x0329f6 thru 0x03a565 (0x7b70 bytes) 000108 1784939544.153426 mapread 0x023c22 thru 0x0321cd (0xe5ac bytes) 000110 1784939544.181015 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3a566): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a566): Mirror 2: 0x32c05959 (stale) CRC-32 checksum value for chunk [0, 0x3a566): Mirror 1: 0xfc6fbc2 Mirror 3: 0xfc6fbc2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a566: skipped 000111 1784939545.152429 fallocate 0x03dbe6 thru 0x03ffff (0x241a bytes) 000112 1784939545.220075 write 0x011607 thru 0x01760e (0x6008 bytes) 000113 1784939545.264557 read 0x0323b0 thru 0x03750c (0x515d bytes) 000114 1784939545.285797 write 0x032e43 thru 0x0334b2 (0x670 bytes) 000115 1784939545.291695 punch from 0x0028c3 to 0x00d685 (0xadc3 bytes) 000117 1784939545.308545 mapread 0x01ceb7 thru 0x01f62f (0x2779 bytes) 000118 1784939545.360233 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x71a61154 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x71a61154 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000119 1784939545.983520 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) 000120 1784939546.240566 read 0x0233f0 thru 0x02976c (0x637d bytes) 000122 1784939546.285712 trunc from 0x040000 to 0x02a2e2 (0x15d1d bytes) 000123 1784939546.405252 trunc from 0x02a2e3 to 0x01f0b9 (0xb229 bytes) 000124 1784939546.437528 punch from 0x0117bf to 0x01604a (0x488c bytes) 000125 1784939546.456697 trunc from 0x019e46 to 0x01f0b9 (0x5274 bytes) 000126 1784939546.467321 trunc from 0x01f0ba to 0x0258ed (0x6834 bytes) 000127 1784939546.497520 trunc from 0x01426c to 0x016d00 (0x2a95 bytes) 000128 1784939546.512561 write 0x00b131 thru 0x0146fb (0x95cb bytes) 000129 1784939546.528569 read 0x0017e7 thru 0x00a6a2 (0x8ebc bytes) 000130 1784939546.563380 trunc from 0x019988 to 0x023234 (0x98ad bytes) 000131 1784939546.570885 trunc from 0x0258ee to 0x00468c (0x21261 bytes) 000132 1784939546.620058 mapread 0x0031e8 thru 0x00468c (0x14a5 bytes) 000133 1784939546.621089 trunc from 0x0030a7 to 0x00468c (0x15e6 bytes) 000134 1784939546.644840 trunc from 0x00468d to 0x01fec5 (0x1b839 bytes) 000137 1784939546.701151 punch from 0x01d246 to 0x01fec5 (0x2c80 bytes) 000138 1784939546.709605 mapread 0x009bc7 thru 0x016d02 (0xd13c bytes) 000139 1784939546.852790 write 0x03b2cc thru 0x03ffff (0x4d34 bytes) 000140 1784939546.862216 mapwrite 0x021607 thru 0x027634 (0x602e bytes) 000141 1784939546.985547 read 0x026caa thru 0x02dabf (0x6e16 bytes) 000142 1784939546.987178 mapread 0x025851 thru 0x0268e3 (0x1093 bytes) 000145 1784939546.990980 trunc from 0x02f1f3 to 0x032c32 (0x3a40 bytes) 000146 1784939547.002142 punch from 0x039a47 to 0x03ffff (0x65b9 bytes) 000147 1784939547.013702 trunc from 0x040000 to 0x00ef2e (0x310d1 bytes) 000148 1784939547.057512 punch from 0x0034f9 to 0x00dbc6 (0xa6ce bytes) 000151 1784939547.088779 trunc from 0x00ef2f to 0x0397da (0x2a8ac bytes) 000153 1784939547.124883 mapwrite 0x0189a8 thru 0x0284de (0xfb37 bytes) 000154 1784939547.210935 read 0x024f85 thru 0x033cf3 (0xed6f bytes) 000155 1784939547.211999 mapread 0x014541 thru 0x0159af (0x146f bytes) 000156 1784939547.214974 write 0x03800f thru 0x03c7eb (0x47dd bytes) 000157 1784939547.225820 trunc from 0x02a834 to 0x02b0c8 (0x895 bytes) 000158 1784939547.240979 fallocate 0x03c5f1 thru 0x03ffff (0x3a0f bytes) 000159 1784939547.248497 mapread 0x023da4 thru 0x02b8bf (0x7b1c bytes) 000160 1784939547.266866 write 0x03f420 thru 0x03ffff (0xbe0 bytes) 000161 1784939547.272796 mapread 0x02fa17 thru 0x03c9bf (0xcfa9 bytes) 000163 1784939547.275744 punch from 0x02bcd5 to 0x03260c (0x6938 bytes) 000164 1784939547.298436 trunc from 0x040000 to 0x02c5ce (0x13a31 bytes) 000166 1784939547.336747 fallocate 0x02c21a thru 0x03619e (0x9f85 bytes) 000167 1784939547.364568 MIRROR_EXTEND to 2 mirrors 000168 1784939548.420858 write 0x0376bc thru 0x038705 (0x104a bytes) 000169 1784939548.494727 trunc from 0x00f780 to 0x01c711 (0xcf92 bytes) 000170 1784939548.511479 MIRROR_RESYNC 2 mirrors 000172 1784939549.131093 read 0x00f9aa thru 0x0157f2 (0x5e49 bytes) 000173 1784939549.140535 mapread 0x0370cb thru 0x038705 (0x163b bytes) 000174 1784939549.152161 trunc from 0x0020c2 to 0x0035dc (0x151b bytes) 000175 1784939549.179506 mapwrite 0x0269cc thru 0x028ea2 (0x24d7 bytes) 000176 1784939549.200347 trunc from 0x038706 to 0x00098f (0x37d76 bytes) 000177 1784939549.220574 mapread 0x0008da thru 0x00098f (0xb6 bytes) 000178 1784939549.228458 mapread 0x0001f5 thru 0x00098f (0x79b bytes) 000179 1784939549.230252 mapread 0x0001e4 thru 0x00098f (0x7ac bytes) 000180 1784939549.235141 MIRROR_RESYNC 2 mirrors 000181 1784939549.764474 trunc from 0x000215 to 0x00098f (0x77b bytes) 000182 1784939549.803254 trunc from 0x000990 to 0x034b40 (0x341b1 bytes) 000183 1784939549.866547 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x34b41): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34b41): Mirror 2: 0xbc54d7f2 (stale) CRC-32 checksum value for chunk [0, 0x34b41): Mirror 1: 0xbc54d7f2 Mirror 3: 0xbc54d7f2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34b41: skipped 000185 1784939551.064602 trunc from 0x034b41 to 0x03e6c4 (0x9b84 bytes) 000186 1784939551.176547 punch from 0x03ca4e to 0x03df45 (0x14f8 bytes) 000187 1784939551.201820 MIRROR_RESYNC 3 mirrors 000188 1784939551.821922 mapwrite 0x0276cb thru 0x02f524 (0x7e5a bytes) 000189 1784939551.924229 mapwrite 0x007a97 thru 0x0109ec (0x8f56 bytes) 000190 1784939551.966800 read 0x00abf9 thru 0x00d0aa (0x24b2 bytes) 000191 1784939551.967726 trunc from 0x03e6c5 to 0x00af0a (0x337ba bytes) 000192 1784939551.995367 read 0x006342 thru 0x00af0a (0x4bc9 bytes) 000193 1784939551.997214 mapread 0x005069 thru 0x006119 (0x10b1 bytes) 000194 1784939551.998874 punch from 0x00869d to 0x00af0a (0x286e bytes) 000196 1784939552.005600 mapread 0x00057d thru 0x00af0a (0xa98e bytes) 000197 1784939552.016467 trunc from 0x00af0b to 0x001093 (0x9e77 bytes) 000200 1784939552.039196 punch from 0x0002d1 to 0x001093 (0xdc3 bytes) 000201 1784939552.045418 fallocate 0x023066 thru 0x02e3b3 (0xb34e bytes) 000202 1784939552.051405 write 0x01f0ef thru 0x0286fa (0x960c bytes) 000203 1784939552.062468 mapwrite 0x03b6c0 thru 0x03ffff (0x4940 bytes) 000204 1784939552.117081 read 0x02e45e thru 0x03d7ab (0xf34e bytes) 000206 1784939552.118715 fallocate 0x00458d thru 0x0094ab (0x4f1f bytes) 000207 1784939552.124439 punch from 0x025436 to 0x0327d8 (0xd3a3 bytes) 000208 1784939552.130575 fallocate 0x03649c thru 0x03bef4 (0x5a59 bytes) 000209 1784939552.135950 read 0x03a1f8 thru 0x03cf88 (0x2d91 bytes) 000210 1784939552.137514 fallocate 0x00fdf2 thru 0x015bd8 (0x5de7 bytes) 000211 1784939552.142804 read 0x01c06b thru 0x01f89b (0x3831 bytes) 000212 1784939552.143470 write 0x031379 thru 0x036ed3 (0x5b5b bytes) 000213 1784939552.163099 read 0x008270 thru 0x0106f8 (0x8489 bytes) 000214 1784939552.164976 punch from 0x036ad0 to 0x03766a (0xb9b bytes) 000215 1784939552.198184 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) Mirror 3: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x33f83395 Mirror 4: 0x33f83395 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000216 1784939553.369374 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) Mirror 3: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) Mirror 3: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000217 1784939553.881507 mapwrite 0x00e0a5 thru 0x016e83 (0x8ddf bytes) 000218 1784939553.939162 mapread 0x0073e1 thru 0x00b0b4 (0x3cd4 bytes) 000220 1784939553.951606 read 0x007e32 thru 0x008617 (0x7e6 bytes) 000222 1784939553.953441 trunc from 0x040000 to 0x035b08 (0xa4f7 bytes) 000223 1784939554.022171 MIRROR_RESYNC 3 mirrors 000224 1784939554.903072 MIRROR_EXTEND to 4 mirrors 000225 1784939555.932562 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) 000226 1784939556.246591 trunc from 0x016522 to 0x023a4d (0xd52c bytes) 000227 1784939556.298350 trunc from 0x01fec8 to 0x0274a4 (0x75dd bytes) 000228 1784939556.304302 punch from 0x008662 to 0x014ec7 (0xc866 bytes) 000229 1784939556.308538 write 0x026745 thru 0x026d55 (0x611 bytes) 000230 1784939556.329425 write 0x03382c thru 0x03ffff (0xc7d4 bytes) 000231 1784939556.339651 trunc from 0x026068 to 0x032a41 (0xc9da bytes) 000232 1784939556.363242 fallocate 0x03fc4b thru 0x03ffff (0x3b5 bytes) 000233 1784939556.380497 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x77852f9d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x77852f9d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000234 1784939556.947027 punch from 0x01b7ff to 0x01f2f1 (0x3af3 bytes) 000235 1784939556.952133 trunc from 0x040000 to 0x021fba (0x1e045 bytes) 000236 1784939556.972441 write 0x021914 thru 0x02a096 (0x8783 bytes) 000237 1784939556.984606 trunc from 0x02a097 to 0x031e04 (0x7d6e bytes) 000238 1784939557.010475 read 0x02dcfb thru 0x031e04 (0x410a bytes) 000239 1784939557.020662 trunc from 0x02f047 to 0x031376 (0x2330 bytes) 000240 1784939557.026509 mapwrite 0x03cf06 thru 0x03f6e9 (0x27e4 bytes) 000241 1784939557.084788 fallocate 0x01ac59 thru 0x01d6dc (0x2a84 bytes) 000242 1784939557.090552 mapread 0x024ee2 thru 0x02b0af (0x61ce bytes) 000243 1784939557.101392 mapwrite 0x018f74 thru 0x0192c5 (0x352 bytes) 000244 1784939557.132229 mapread 0x038a06 thru 0x039c2f (0x122a bytes) 000245 1784939557.136483 mapread 0x00b94c thru 0x015af6 (0xa1ab bytes) 000246 1784939557.154977 write 0x02df1f thru 0x02f790 (0x1872 bytes) 000247 1784939557.161153 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3f6ea): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f6ea): Mirror 4: 0x3f62b344 (stale) CRC-32 checksum value for chunk [0, 0x3f6ea): Mirror 1: 0xe8ae6f06 Mirror 5: 0xe8ae6f06 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f6ea: skipped 000248 1784939558.017694 trunc from 0x03f6ea to 0x00fd56 (0x2f993 bytes) 000249 1784939558.150681 trunc from 0x006c5c to 0x0074ab (0x850 bytes) 000250 1784939558.171191 punch from 0x0085ef to 0x00fd56 (0x7768 bytes) 000251 1784939558.183419 mapread 0x00960f thru 0x00de7f (0x4871 bytes) 000252 1784939558.219550 mapread 0x006ad1 thru 0x00fd56 (0x9286 bytes) 000253 1784939558.223516 fallocate 0x034768 thru 0x03827d (0x3b16 bytes) 000254 1784939558.234445 trunc from 0x00c30a to 0x00ca12 (0x709 bytes) 000255 1784939558.263518 MIRROR_RESYNC 3 mirrors 000256 1784939559.055269 trunc from 0x00fd57 to 0x00a26f (0x5ae7 bytes) 000257 1784939559.172668 mapwrite 0x01ee0f thru 0x021cfb (0x2eed bytes) 000258 1784939559.318772 write 0x03a41c thru 0x03a5bb (0x1a0 bytes) 000259 1784939559.323178 fallocate 0x01ac7f thru 0x01f1c7 (0x4549 bytes) 000260 1784939559.369798 MIRROR_RESYNC 3 mirrors 000261 1784939560.537786 trunc from 0x00cf0f to 0x0158f1 (0x89e3 bytes) 000262 1784939560.577469 trunc from 0x03a5bc to 0x02d23c (0xd37f bytes) 000263 1784939560.606473 write 0x0281bc thru 0x02c251 (0x4096 bytes) 000264 1784939560.621193 trunc from 0x02d23d to 0x00a973 (0x228c9 bytes) 000265 1784939560.641177 fallocate 0x0246b2 thru 0x027306 (0x2c55 bytes) 000266 1784939560.649583 read 0x000078 thru 0x00a973 (0xa8fc bytes) 000267 1784939560.662171 trunc from 0x009661 to 0x00a973 (0x1313 bytes) 000268 1784939560.668989 punch from 0x004682 to 0x004788 (0x107 bytes) 000269 1784939560.675540 write 0x02114b thru 0x02ee69 (0xdd1f bytes) 000270 1784939560.678579 fallocate 0x03d380 thru 0x03ffff (0x2c80 bytes) 000271 1784939560.685133 punch from 0x00b20a to 0x0161ce (0xafc5 bytes) 000272 1784939560.691371 trunc from 0x02ee6a to 0x009d75 (0x250f4 bytes) 000273 1784939560.717233 read 0x007cd9 thru 0x009d75 (0x209d bytes) 000274 1784939560.728329 mapread 0x006127 thru 0x009d75 (0x3c4f bytes) 000275 1784939560.730232 mapwrite 0x019563 thru 0x0238dd (0xa37b bytes) 000276 1784939560.830205 trunc from 0x0238de to 0x011828 (0x120b5 bytes) 000277 1784939560.858147 mapread 0x00171a thru 0x00e2ad (0xcb94 bytes) 000278 1784939560.859514 mapwrite 0x026a2f thru 0x02e203 (0x77d5 bytes) 000279 1784939560.908152 punch from 0x023fd5 to 0x027c35 (0x3c61 bytes) 000280 1784939560.912387 trunc from 0x02e204 to 0x038577 (0xa374 bytes) 000281 1784939560.938420 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x38578): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38578): Mirror 4: 0xb420f430 (stale) Mirror 5: 0xb420f430 (stale) CRC-32 checksum value for chunk [0, 0x38578): Mirror 1: 0xbed4916e Mirror 6: 0xbed4916e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38578: skipped 000282 1784939562.042817 fallocate 0x02f578 thru 0x03491f (0x53a8 bytes) 000283 1784939562.097504 mapwrite 0x02ecb3 thru 0x03e15b (0xf4a9 bytes) 000285 1784939562.253486 mapwrite 0x032919 thru 0x03ffff (0xd6e7 bytes) 000286 1784939562.455170 trunc from 0x0016c7 to 0x00c929 (0xb263 bytes) 000287 1784939562.465316 trunc from 0x040000 to 0x002291 (0x3dd6e bytes) 000288 1784939562.494084 mapread 0x00032a thru 0x002291 (0x1f68 bytes) 000289 1784939562.504061 fallocate 0x01f666 thru 0x02ea04 (0xf39f bytes) 000290 1784939562.512043 mapwrite 0x01411d thru 0x01e031 (0x9f15 bytes) 000291 1784939562.569268 trunc from 0x01ecd5 to 0x02a393 (0xb6bf bytes) 000292 1784939562.575318 mapwrite 0x0202e5 thru 0x02f5a5 (0xf2c1 bytes) 000293 1784939562.640597 MIRROR_RESYNC 4 mirrors 000294 1784939564.039125 fallocate 0x01ff36 thru 0x022156 (0x2221 bytes) 000295 1784939564.098619 mapread 0x00f415 thru 0x01f017 (0xfc03 bytes) 000296 1784939564.169615 write 0x02c22a thru 0x030782 (0x4559 bytes) 000297 1784939564.202236 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30783): Mirror 5: 0xb0b1b8 (stale) Mirror 6: 0xb0b1b8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30783): Mirror 5: 0xb0b1b8 (stale) Mirror 6: 0xb0b1b8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30783: skipped 000298 1784939564.849408 punch from 0x003b85 to 0x0040e1 (0x55d bytes) 000299 1784939564.859292 fallocate 0x005ddb thru 0x015009 (0xf22f bytes) 000301 1784939564.874438 mapread 0x01efb3 thru 0x022969 (0x39b7 bytes) 000302 1784939564.904653 punch from 0x029751 to 0x030782 (0x7032 bytes) 000303 1784939564.910659 punch from 0x02b381 to 0x030782 (0x5402 bytes) 000304 1784939564.917269 trunc from 0x02c5fa to 0x030782 (0x4189 bytes) 000305 1784939564.929481 punch from 0x00df08 to 0x013c42 (0x5d3b bytes) 000306 1784939564.945618 mapwrite 0x001a55 thru 0x006c18 (0x51c4 bytes) 000307 1784939565.026446 read 0x0128b6 thru 0x01e1e6 (0xb931 bytes) 000308 1784939565.048006 mapwrite 0x0221ae thru 0x02b204 (0x9057 bytes) 000310 1784939565.119677 read 0x00d401 thru 0x0197f4 (0xc3f4 bytes) 000311 1784939565.145373 mapread 0x028fda thru 0x030782 (0x77a9 bytes) 000312 1784939565.149483 write 0x023f3e thru 0x02ba2a (0x7aed bytes) 000313 1784939565.163110 trunc from 0x030783 to 0x03bd80 (0xb5fe bytes) 000314 1784939565.200467 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3bd81): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bd81): Mirror 5: 0xe20f2045 (stale) Mirror 6: 0xe20f2045 (stale) CRC-32 checksum value for chunk [0, 0x3bd81): Mirror 1: 0x412f7e21 Mirror 7: 0x412f7e21 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bd81: skipped 000315 1784939566.335988 trunc from 0x03bd81 to 0x01aedc (0x20ea4 bytes) 000316 1784939566.430101 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1aedd): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1aedd): Mirror 5: 0x4744c3b7 (stale) Mirror 6: 0x4744c3b7 (stale) Mirror 7: 0x10264613 (stale) CRC-32 checksum value for chunk [0, 0x1aedd): Mirror 1: 0x10264613 Mirror 8: 0x10264613 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1aedd: skipped 000317 1784939567.445029 trunc from 0x010c6f to 0x01359d (0x292f bytes) 000318 1784939567.523739 mapread 0x0015bb thru 0x0072b1 (0x5cf7 bytes) 000320 1784939567.565311 fallocate 0x007de9 thru 0x00ef28 (0x7140 bytes) 000321 1784939567.585797 mapwrite 0x0043ee thru 0x011171 (0xcd84 bytes) 000322 1784939567.673835 trunc from 0x01aedd to 0x02f7ef (0x14913 bytes) 000323 1784939567.706411 fallocate 0x039593 thru 0x03ffff (0x6a6d bytes) 000324 1784939567.719236 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2f7f0): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f7f0): Mirror 5: 0xb32524bd (stale) Mirror 6: 0xb32524bd (stale) Mirror 7: 0x72403a72 (stale) Mirror 8: 0x3dc02cf8 (stale) CRC-32 checksum value for chunk [0, 0x2f7f0): Mirror 1: 0x1c5f8296 Mirror 9: 0x1c5f8296 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f7f0: skipped 000325 1784939569.287499 mapwrite 0x00b50a thru 0x013017 (0x7b0e bytes) 000326 1784939569.458069 write 0x013ae1 thru 0x0239c3 (0xfee3 bytes) 000327 1784939569.484475 read 0x00bc38 thru 0x00d8a9 (0x1c72 bytes) 000328 1784939569.485248 trunc from 0x02f7f0 to 0x024990 (0xae5f bytes) 000329 1784939569.531929 trunc from 0x00f8a1 to 0x014839 (0x4f99 bytes) 000330 1784939569.550472 mapread 0x0076ea thru 0x0118db (0xa1f2 bytes) 000331 1784939569.565766 MIRROR_RESYNC 6 mirrors 000332 1784939571.266676 trunc from 0x024991 to 0x0163a1 (0xe5ef bytes) 000333 1784939571.373931 trunc from 0x0163a2 to 0x029e86 (0x13ae5 bytes) 000334 1784939571.416034 punch from 0x017595 to 0x01e700 (0x716c bytes) 000335 1784939571.446805 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x29e87): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29e87): Mirror 5: 0xa4c35203 (stale) Mirror 6: 0xa4c35203 (stale) Mirror 7: 0xa4c35203 (stale) Mirror 8: 0xa4c35203 (stale) Mirror 9: 0xa4c35203 (stale) CRC-32 checksum value for chunk [0, 0x29e87): Mirror 1: 0x2069ef61 Mirror 10: 0x2069ef61 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29e87: skipped 000336 1784939572.803562 write 0x02f9e8 thru 0x0366b3 (0x6ccc bytes) 000337 1784939572.869390 punch from 0x00bf7b to 0x00e867 (0x28ed bytes) 000338 1784939572.879165 trunc from 0x0366b4 to 0x036110 (0x5a3 bytes) 000339 1784939572.915501 write 0x03ad06 thru 0x03ffff (0x52fa bytes) 000340 1784939572.927618 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x95779142 (stale) Mirror 6: 0x95779142 (stale) Mirror 7: 0x95779142 (stale) Mirror 8: 0x95779142 (stale) Mirror 9: 0x95779142 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x95779142 (stale) Mirror 6: 0x95779142 (stale) Mirror 7: 0x95779142 (stale) Mirror 8: 0x95779142 (stale) Mirror 9: 0x95779142 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000341 1784939573.429000 read 0x016fd9 thru 0x01d7b5 (0x67dd bytes) 000342 1784939573.444003 trunc from 0x00a411 to 0x018559 (0xe149 bytes) 000343 1784939573.457186 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x95779142 (stale) Mirror 6: 0x95779142 (stale) Mirror 7: 0x95779142 (stale) Mirror 8: 0x95779142 (stale) Mirror 9: 0x95779142 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdf88eeb5 Mirror 10: 0xdf88eeb5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000344 1784939574.743207 mapread 0x028490 thru 0x02dfb7 (0x5b28 bytes) 000345 1784939574.769208 mapwrite 0x033868 thru 0x037af7 (0x4290 bytes) 000346 1784939574.865804 punch from 0x016856 to 0x01b806 (0x4fb1 bytes) 000348 1784939574.872139 write 0x003380 thru 0x0048a8 (0x1529 bytes) 000349 1784939574.886333 read 0x009dbd thru 0x014f7e (0xb1c2 bytes) 000350 1784939574.896001 write 0x022a39 thru 0x030194 (0xd75c bytes) 000351 1784939574.903402 punch from 0x02fe0c to 0x0358d7 (0x5acc bytes) 000353 1784939574.924898 mapwrite 0x00d58e thru 0x011612 (0x4085 bytes) 000355 1784939574.946981 mapwrite 0x03656e thru 0x03ffff (0x9a92 bytes) 000356 1784939574.970743 write 0x0352ba thru 0x03ffff (0xad46 bytes) 000357 1784939574.973324 trunc from 0x040000 to 0x03d3cc (0x2c33 bytes) 000359 1784939574.993934 mapwrite 0x02b705 thru 0x02c6e5 (0xfe1 bytes) 000361 1784939575.050261 read 0x009253 thru 0x014239 (0xafe7 bytes) 000362 1784939575.051411 read 0x00e7f3 thru 0x0113f3 (0x2c01 bytes) 000363 1784939575.054566 fallocate 0x0299ec thru 0x0371ef (0xd804 bytes) 000364 1784939575.060547 mapwrite 0x000913 thru 0x00343c (0x2b2a bytes) 000365 1784939575.105124 write 0x03cc9a thru 0x03ffff (0x3366 bytes) 000366 1784939575.110154 write 0x01beb2 thru 0x029fcb (0xe11a bytes) 000367 1784939575.123252 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x95779142 (stale) Mirror 6: 0x95779142 (stale) Mirror 7: 0x95779142 (stale) Mirror 8: 0x95779142 (stale) Mirror 9: 0x95779142 (stale) Mirror 10: 0xdf88eeb5 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xb8f980b2 Mirror 11: 0xb8f980b2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000368 1784939576.710119 mapread 0x00f694 thru 0x011d1b (0x2688 bytes) 000369 1784939576.754007 punch from 0x0265fd to 0x02a75c (0x4160 bytes) 000370 1784939576.814175 mapwrite 0x028fae thru 0x038f5e (0xffb1 bytes) 000371 1784939576.873282 mapwrite 0x001201 thru 0x007eb1 (0x6cb1 bytes) 000372 1784939576.913245 fallocate 0x033004 thru 0x03e2ed (0xb2ea bytes) 000373 1784939576.920525 read 0x0070d5 thru 0x01002c (0x8f58 bytes) 000374 1784939576.927959 trunc from 0x021f61 to 0x022fe7 (0x1087 bytes) 000375 1784939576.936129 punch from 0x01e181 to 0x02b6af (0xd52f bytes) 000376 1784939576.945005 write 0x03c0bb thru 0x03ffff (0x3f45 bytes) 000377 1784939576.957701 trunc from 0x040000 to 0x007e91 (0x3816e bytes) 000378 1784939577.027327 trunc from 0x007e92 to 0x0210ea (0x19259 bytes) 000379 1784939577.054282 mapread 0x0147b1 thru 0x01c4fb (0x7d4b bytes) 000380 1784939577.068223 read 0x01f8de thru 0x0210ea (0x180d bytes) 000381 1784939577.079360 trunc from 0x00a7be to 0x0166ff (0xbf42 bytes) 000382 1784939577.084416 trunc from 0x0210eb to 0x00ffda (0x11110 bytes) 000383 1784939577.101428 mapread 0x001372 thru 0x002cf5 (0x1984 bytes) 000384 1784939577.104254 trunc from 0x00ffdb to 0x02c79b (0x1c7c1 bytes) 000385 1784939577.120988 trunc from 0x02c79c to 0x004680 (0x2811b bytes) 000386 1784939577.143247 trunc from 0x002429 to 0x003f22 (0x1afa bytes) 000387 1784939577.150334 trunc from 0x001cb9 to 0x004680 (0x29c8 bytes) 000388 1784939577.161385 trunc from 0x004019 to 0x004680 (0x668 bytes) 000389 1784939577.171066 write 0x0259dc thru 0x028b72 (0x3197 bytes) 000390 1784939577.174421 trunc from 0x01856e to 0x018cf4 (0x787 bytes) 000392 1784939577.189296 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x28b73): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28b73): Mirror 5: 0xf2a7af1c (stale) Mirror 6: 0xf2a7af1c (stale) Mirror 7: 0xf2a7af1c (stale) Mirror 8: 0xf2a7af1c (stale) Mirror 9: 0xf2a7af1c (stale) Mirror 10: 0xc10a5e9a (stale) Mirror 11: 0xdabac346 (stale) CRC-32 checksum value for chunk [0, 0x28b73): Mirror 1: 0xdeac196c Mirror 12: 0xdeac196c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28b73: skipped 000393 1784939578.548163 fallocate 0x03bce2 thru 0x03f59f (0x38be bytes) 000394 1784939578.607341 trunc from 0x01ca28 to 0x01cee8 (0x4c1 bytes) 000395 1784939578.625176 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x28b73): Mirror 6: 0xf2a7af1c (stale) Mirror 7: 0xf2a7af1c (stale) Mirror 8: 0xf2a7af1c (stale) Mirror 9: 0xf2a7af1c (stale) Mirror 10: 0xc10a5e9a (stale) Mirror 11: 0xdabac346 (stale) Mirror 12: 0xdeac196c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28b73): Mirror 6: 0xf2a7af1c (stale) Mirror 7: 0xf2a7af1c (stale) Mirror 8: 0xf2a7af1c (stale) Mirror 9: 0xf2a7af1c (stale) Mirror 10: 0xc10a5e9a (stale) Mirror 11: 0xdabac346 (stale) Mirror 12: 0xdeac196c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28b73: skipped 000396 1784939579.365383 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x28b73): Mirror 7: 0xf2a7af1c (stale) Mirror 8: 0xf2a7af1c (stale) Mirror 9: 0xf2a7af1c (stale) Mirror 10: 0xc10a5e9a (stale) Mirror 11: 0xdabac346 (stale) Mirror 12: 0xdeac196c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28b73): Mirror 7: 0xf2a7af1c (stale) Mirror 8: 0xf2a7af1c (stale) Mirror 9: 0xf2a7af1c (stale) Mirror 10: 0xc10a5e9a (stale) Mirror 11: 0xdabac346 (stale) Mirror 12: 0xdeac196c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28b73: skipped 000397 1784939580.068206 write 0x035def thru 0x037323 (0x1535 bytes) 000398 1784939580.077394 write 0x00afac thru 0x00ce97 (0x1eec bytes) 000399 1784939580.089438 write 0x031ce2 thru 0x03d13b (0xb45a bytes) 000400 1784939580.097725 mapwrite 0x0353c3 thru 0x03cc41 (0x787f bytes) 000401 1784939580.130919 MIRROR_RESYNC 7 mirrors 000402 1784939583.354987 read 0x011d9b thru 0x012e31 (0x1097 bytes) 000403 1784939583.364866 write 0x03924f thru 0x03ffff (0x6db1 bytes) 000405 1784939583.412043 punch from 0x014341 to 0x019708 (0x53c8 bytes) 000406 1784939583.419018 fallocate 0x01905f thru 0x026395 (0xd337 bytes) 000408 1784939583.426844 punch from 0x027474 to 0x035c96 (0xe823 bytes) 000409 1784939583.433865 read 0x008982 thru 0x0165fe (0xdc7d bytes) 000410 1784939583.451427 write 0x01f88d thru 0x02f5fc (0xfd70 bytes) 000411 1784939583.455926 fallocate 0x03e0c8 thru 0x03ffff (0x1f38 bytes) 000412 1784939583.463691 trunc from 0x009252 to 0x012912 (0x96c1 bytes) 000413 1784939583.476111 mapwrite 0x036885 thru 0x038bcd (0x2349 bytes) 000414 1784939583.517692 fallocate 0x00b6cf thru 0x00d2ad (0x1bdf bytes) 000415 1784939583.526070 mapwrite 0x001b36 thru 0x00b6b6 (0x9b81 bytes) 000416 1784939583.591016 mapwrite 0x03cf1d thru 0x03ffff (0x30e3 bytes) 000417 1784939583.640324 trunc from 0x03795b to 0x03ffff (0x86a5 bytes) 000418 1784939583.653310 read 0x0095a0 thru 0x00e750 (0x51b1 bytes) 000419 1784939583.684973 mapwrite 0x03cb98 thru 0x03ffff (0x3468 bytes) 000420 1784939583.705177 trunc from 0x040000 to 0x019ed4 (0x2612b bytes) 000421 1784939583.739913 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x19ed5): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19ed5): Mirror 7: 0x14da8873 (stale) Mirror 8: 0x14da8873 (stale) Mirror 9: 0x14da8873 (stale) Mirror 10: 0x14da8873 (stale) Mirror 11: 0x14da8873 (stale) Mirror 12: 0x14da8873 (stale) CRC-32 checksum value for chunk [0, 0x19ed5): Mirror 1: 0x429b8624 Mirror 13: 0x429b8624 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19ed5: skipped 000422 1784939585.271485 fallocate 0x00914a thru 0x016807 (0xd6be bytes) 000423 1784939585.320914 trunc from 0x008705 to 0x008bc7 (0x4c3 bytes) 000424 1784939585.327390 punch from 0x0085d2 to 0x00dd8e (0x57bd bytes) 000425 1784939585.333983 read 0x0152f2 thru 0x019ed4 (0x4be3 bytes) 000426 1784939585.344345 mapread 0x00c84c thru 0x016311 (0x9ac6 bytes) 000427 1784939585.370193 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x19ed5): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19ed5): Mirror 7: 0x14da8873 (stale) Mirror 8: 0x14da8873 (stale) Mirror 9: 0x14da8873 (stale) Mirror 10: 0x14da8873 (stale) Mirror 11: 0x14da8873 (stale) Mirror 12: 0x14da8873 (stale) Mirror 13: 0x429b8624 (stale) CRC-32 checksum value for chunk [0, 0x19ed5): Mirror 1: 0x71b49e02 Mirror 14: 0x71b49e02 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19ed5: skipped 000428 1784939586.707533 trunc from 0x019ed5 to 0x03695d (0x1ca89 bytes) 000429 1784939586.817676 trunc from 0x03695e to 0x008bdf (0x2dd7e bytes) 000430 1784939586.857323 write 0x0229e4 thru 0x024b37 (0x2154 bytes) 000431 1784939586.864492 read 0x02173f thru 0x024b37 (0x33f9 bytes) 000432 1784939586.875102 mapwrite 0x026230 thru 0x029de8 (0x3bb9 bytes) 000433 1784939586.981575 trunc from 0x00d8f7 to 0x0179cb (0xa0d5 bytes) 000434 1784939586.990151 trunc from 0x029de9 to 0x030eae (0x70c6 bytes) 000435 1784939587.026186 mapread 0x02107f thru 0x02c5f0 (0xb572 bytes) 000436 1784939587.047020 MIRROR_RESYNC 9 mirrors 000437 1784939589.877592 read 0x00ab2f thru 0x00da23 (0x2ef5 bytes) 000438 1784939589.887592 trunc from 0x030eaf to 0x037bc9 (0x6d1b bytes) 000439 1784939589.967646 read 0x0195df thru 0x0223b4 (0x8dd6 bytes) 000440 1784939589.985313 mapwrite 0x01fdc2 thru 0x02aaf3 (0xad32 bytes) 000441 1784939590.020175 trunc from 0x037bca to 0x0038f0 (0x342d9 bytes) 000442 1784939590.061334 trunc from 0x003622 to 0x0038f0 (0x2cf bytes) 000443 1784939590.070998 punch from 0x00323a to 0x0038f0 (0x6b7 bytes) 000444 1784939590.078271 mapread 0x001c4d thru 0x0038f0 (0x1ca4 bytes) 000445 1784939590.090954 MIRROR_RESYNC 9 mirrors 000446 1784939591.026365 mapwrite 0x01dc37 thru 0x02802c (0xa3f6 bytes) 000448 1784939591.156830 mapwrite 0x00f52a thru 0x01e245 (0xed1c bytes) 000449 1784939591.219021 MIRROR_SPLIT mirror 6 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2802d): Mirror 7: 0x57169b4f (stale) Mirror 8: 0x57169b4f (stale) Mirror 9: 0x57169b4f (stale) Mirror 10: 0x57169b4f (stale) Mirror 11: 0x57169b4f (stale) Mirror 13: 0x57169b4f (stale) Mirror 14: 0x57169b4f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2802d): Mirror 7: 0x57169b4f (stale) Mirror 8: 0x57169b4f (stale) Mirror 9: 0x57169b4f (stale) Mirror 10: 0x57169b4f (stale) Mirror 11: 0x57169b4f (stale) Mirror 13: 0x57169b4f (stale) Mirror 14: 0x57169b4f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2802d: skipped 000450 1784939591.864092 fallocate 0x02f6f7 thru 0x0305b3 (0xebd bytes) 000451 1784939591.871213 mapwrite 0x00bf28 thru 0x00f728 (0x3801 bytes) 000452 1784939591.908242 read 0x00afab thru 0x013cb6 (0x8d0c bytes) 000453 1784939591.909620 mapread 0x002384 thru 0x00beed (0x9b6a bytes) 000455 1784939591.922306 trunc from 0x02a728 to 0x0305b3 (0x5e8c bytes) 000456 1784939591.928091 read 0x00f8a8 thru 0x01540a (0x5b63 bytes) 000457 1784939591.929158 read 0x020df6 thru 0x021f79 (0x1184 bytes) 000458 1784939591.941143 read 0x02b02a thru 0x0305b3 (0x558a bytes) 000459 1784939591.946559 MIRROR_RESYNC 8 mirrors 000460 1784939593.829908 fallocate 0x019e38 thru 0x01f6ca (0x5893 bytes) 000461 1784939593.894192 mapread 0x00f25f thru 0x01685f (0x7601 bytes) 000462 1784939593.947275 read 0x028871 thru 0x0305b3 (0x7d43 bytes) 000463 1784939593.955809 punch from 0x026053 to 0x0305b3 (0xa561 bytes) 000464 1784939593.967880 trunc from 0x02eee4 to 0x0305b3 (0x16d0 bytes) 000465 1784939593.985536 trunc from 0x0305b4 to 0x0051b9 (0x2b3fa bytes) 000467 1784939594.053056 fallocate 0x0266fe thru 0x03155f (0xae62 bytes) 000469 1784939594.069615 trunc from 0x031560 to 0x00fc96 (0x218c9 bytes) 000470 1784939594.111571 read 0x0077f7 thru 0x00fc96 (0x84a0 bytes) 000471 1784939594.141573 write 0x034148 thru 0x03e888 (0xa741 bytes) 000473 1784939594.153452 fallocate 0x03ff69 thru 0x03ffff (0x97 bytes) 000474 1784939594.164149 write 0x035ebf thru 0x03ffff (0xa141 bytes) 000475 1784939594.199590 MIRROR_RESYNC 8 mirrors 000476 1784939596.162225 trunc from 0x000ef7 to 0x00b2b3 (0xa3bd bytes) 000477 1784939596.239766 punch from 0x03724f to 0x03e94b (0x76fd bytes) 000478 1784939596.252979 mapwrite 0x03b977 thru 0x03ffff (0x4689 bytes) 000479 1784939596.311023 MIRROR_RESYNC 8 mirrors 000480 1784939598.066057 trunc from 0x040000 to 0x025ff0 (0x1a00f bytes) 000481 1784939598.121608 trunc from 0x0180ec to 0x01b399 (0x32ae bytes) 000482 1784939598.128378 write 0x00034f thru 0x00a72b (0xa3dd bytes) 000483 1784939598.143981 fallocate 0x026eb1 thru 0x033978 (0xcac8 bytes) 000484 1784939598.150944 mapwrite 0x016ce7 thru 0x019338 (0x2652 bytes) 000485 1784939598.211586 trunc from 0x033979 to 0x02aed0 (0x8aa8 bytes) 000487 1784939598.232357 write 0x0292bc thru 0x0313dc (0x8121 bytes) 000489 1784939598.240255 mapwrite 0x0015ba thru 0x00ee81 (0xd8c8 bytes) 000491 1784939598.275781 read 0x019c54 thru 0x023a88 (0x9e35 bytes) 000493 1784939598.282498 trunc from 0x0313dd to 0x00d969 (0x23a73 bytes) 000494 1784939598.307289 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xd96a): Mirror 7: 0x7b6bf12d (stale) Mirror 8: 0x7b6bf12d (stale) Mirror 10: 0x7b6bf12d (stale) Mirror 11: 0x7b6bf12d (stale) Mirror 13: 0x7b6bf12d (stale) Mirror 14: 0x7b6bf12d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd96a): Mirror 7: 0x7b6bf12d (stale) Mirror 8: 0x7b6bf12d (stale) Mirror 10: 0x7b6bf12d (stale) Mirror 11: 0x7b6bf12d (stale) Mirror 13: 0x7b6bf12d (stale) Mirror 14: 0x7b6bf12d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd96a: skipped 000495 1784939598.727961 read 0x00d064 thru 0x00d969 (0x906 bytes) 000496 1784939598.733458 fallocate 0x0294b6 thru 0x02a770 (0x12bb bytes) 000498 1784939598.749890 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0xd96a): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd96a): Mirror 7: 0x7b6bf12d (stale) Mirror 8: 0x7b6bf12d (stale) Mirror 10: 0x7b6bf12d (stale) Mirror 11: 0x7b6bf12d (stale) Mirror 13: 0x7b6bf12d (stale) Mirror 14: 0x7b6bf12d (stale) CRC-32 checksum value for chunk [0, 0xd96a): Mirror 1: 0x4cdd6827 Mirror 15: 0x4cdd6827 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd96a: skipped 000499 1784939599.689909 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0xd96a): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd96a): Mirror 7: 0x7b6bf12d (stale) Mirror 8: 0x7b6bf12d (stale) Mirror 10: 0x7b6bf12d (stale) Mirror 11: 0x7b6bf12d (stale) Mirror 13: 0x7b6bf12d (stale) Mirror 14: 0x7b6bf12d (stale) CRC-32 checksum value for chunk [0, 0xd96a): Mirror 1: 0x4cdd6827 Mirror 15: 0x4cdd6827 Mirror 16: 0x4cdd6827 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd96a: skipped 000500 1784939600.658300 read 0x004373 thru 0x004afa (0x788 bytes) 000501 1784939600.666964 MIRROR_SPLIT mirror 8 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xd96a): Mirror 7: 0x7b6bf12d (stale) Mirror 8: 0x7b6bf12d (stale) Mirror 10: 0x7b6bf12d (stale) Mirror 11: 0x7b6bf12d (stale) Mirror 13: 0x7b6bf12d (stale) Mirror 14: 0x7b6bf12d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd96a): Mirror 7: 0x7b6bf12d (stale) Mirror 8: 0x7b6bf12d (stale) Mirror 10: 0x7b6bf12d (stale) Mirror 11: 0x7b6bf12d (stale) Mirror 13: 0x7b6bf12d (stale) Mirror 14: 0x7b6bf12d (stale) CRC-32 checksum value for chunk [0, 0xd96a): Mirror 1: 0x4cdd6827 Mirror 15: 0x4cdd6827 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd96a: skipped 000502 1784939601.732973 mapwrite 0x031d7e thru 0x036c22 (0x4ea5 bytes) 000503 1784939601.892262 trunc from 0x02d8a9 to 0x02f27b (0x19d3 bytes) 000504 1784939601.901056 read 0x028366 thru 0x02ca05 (0x46a0 bytes) 000505 1784939601.909806 read 0x01227f thru 0x01678b (0x450d bytes) 000506 1784939601.931168 trunc from 0x02fa19 to 0x036c22 (0x720a bytes) 000507 1784939601.953503 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36c23): Mirror 7: 0x872b984c (stale) Mirror 10: 0x872b984c (stale) Mirror 11: 0x872b984c (stale) Mirror 13: 0x872b984c (stale) Mirror 14: 0x872b984c (stale) Mirror 15: 0x8ca0802a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36c23): Mirror 7: 0x872b984c (stale) Mirror 10: 0x872b984c (stale) Mirror 11: 0x872b984c (stale) Mirror 13: 0x872b984c (stale) Mirror 14: 0x872b984c (stale) Mirror 15: 0x8ca0802a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36c23: skipped 000508 1784939602.567737 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36c23): Mirror 7: 0x872b984c (stale) Mirror 10: 0x872b984c (stale) Mirror 11: 0x872b984c (stale) Mirror 13: 0x872b984c (stale) Mirror 15: 0x8ca0802a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36c23): Mirror 7: 0x872b984c (stale) Mirror 10: 0x872b984c (stale) Mirror 11: 0x872b984c (stale) Mirror 13: 0x872b984c (stale) Mirror 15: 0x8ca0802a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36c23: skipped 000509 1784939603.028320 write 0x034ed8 thru 0x03ffff (0xb128 bytes) 000510 1784939603.045226 fallocate 0x015850 thru 0x017af2 (0x22a3 bytes) 000511 1784939603.055864 mapread 0x01a0dd thru 0x01d27f (0x31a3 bytes) 000512 1784939603.076867 punch from 0x02a817 to 0x0397ad (0xef97 bytes) 000513 1784939603.099041 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x3678b065 (stale) Mirror 10: 0x3678b065 (stale) Mirror 11: 0x3678b065 (stale) Mirror 13: 0x3678b065 (stale) Mirror 15: 0xc2559c43 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x9f9d099d Mirror 16: 0x9f9d099d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000514 1784939604.558080 mapwrite 0x000710 thru 0x0096d7 (0x8fc8 bytes) 000515 1784939604.745069 trunc from 0x040000 to 0x01a10f (0x25ef0 bytes) 000516 1784939604.817270 mapread 0x017ffe thru 0x019d51 (0x1d54 bytes) 000517 1784939604.828718 trunc from 0x0011ec to 0x009b68 (0x897d bytes) 000518 1784939604.835546 trunc from 0x00bd39 to 0x00c760 (0xa28 bytes) 000519 1784939604.841715 trunc from 0x01a110 to 0x00f4c1 (0xac4e bytes) 000520 1784939604.860783 write 0x03a456 thru 0x03ffff (0x5baa bytes) 000522 1784939604.864794 write 0x01268f thru 0x018a2d (0x639f bytes) 000523 1784939604.879179 write 0x012cf8 thru 0x015a74 (0x2d7d bytes) 000524 1784939604.881440 trunc from 0x02d3a5 to 0x02f65f (0x22bb bytes) 000525 1784939604.892133 trunc from 0x01c1ef to 0x025335 (0x9147 bytes) 000526 1784939604.911734 fallocate 0x02e4fe thru 0x037a36 (0x9539 bytes) 000527 1784939604.923168 write 0x035d2f thru 0x03922e (0x3500 bytes) 000528 1784939604.935724 trunc from 0x040000 to 0x0138f9 (0x2c706 bytes) 000530 1784939604.960198 mapread 0x001931 thru 0x006f66 (0x5636 bytes) 000531 1784939604.975046 fallocate 0x01f445 thru 0x0217b8 (0x2374 bytes) 000534 1784939604.989408 write 0x021863 thru 0x02d636 (0xbdd4 bytes) 000535 1784939604.993433 mapwrite 0x001faf thru 0x0085a1 (0x65f3 bytes) 000536 1784939605.029530 read 0x01ad59 thru 0x01ea35 (0x3cdd bytes) 000537 1784939605.039769 mapread 0x02b7e5 thru 0x02d636 (0x1e52 bytes) 000538 1784939605.042169 write 0x039fba thru 0x03ffff (0x6046 bytes) 000539 1784939605.045100 trunc from 0x022b04 to 0x02a7f8 (0x7cf5 bytes) 000540 1784939605.053192 punch from 0x01da68 to 0x02da1b (0xffb4 bytes) 000541 1784939605.060357 write 0x019ca7 thru 0x01d87e (0x3bd8 bytes) 000543 1784939605.078171 mapread 0x0098b7 thru 0x0146d5 (0xae1f bytes) 000544 1784939605.093332 trunc from 0x040000 to 0x03c415 (0x3bea bytes) 000545 1784939605.144491 mapread 0x037906 thru 0x03c415 (0x4b10 bytes) 000546 1784939605.168836 mapwrite 0x03fa2e thru 0x03ffff (0x5d2 bytes) 000547 1784939605.279141 punch from 0x02c2f7 to 0x035434 (0x913e bytes) 000548 1784939605.286460 punch from 0x018e48 to 0x021ae7 (0x8ca0 bytes) 000550 1784939605.301542 punch from 0x006228 to 0x00eb7d (0x8956 bytes) 000551 1784939605.307299 write 0x038d9b thru 0x03fa72 (0x6cd8 bytes) 000552 1784939605.311747 fallocate 0x036de8 thru 0x03fa99 (0x8cb2 bytes) 000553 1784939605.318994 write 0x026aa8 thru 0x02cc5a (0x61b3 bytes) 000554 1784939605.330654 trunc from 0x040000 to 0x03f778 (0x887 bytes) 000555 1784939605.348097 punch from 0x034875 to 0x039ab6 (0x5242 bytes) 000557 1784939605.380039 mapwrite 0x007b76 thru 0x010bac (0x9037 bytes) 000558 1784939605.412255 mapwrite 0x027822 thru 0x027c65 (0x444 bytes) 000559 1784939605.435234 trunc from 0x02c288 to 0x02d77c (0x14f5 bytes) 000560 1784939605.441989 read 0x014597 thru 0x021001 (0xca6b bytes) 000561 1784939605.467804 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f779): Mirror 7: 0x844dc175 (stale) Mirror 10: 0x844dc175 (stale) Mirror 11: 0x844dc175 (stale) Mirror 13: 0x844dc175 (stale) Mirror 15: 0x1eed9b5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f779): Mirror 7: 0x844dc175 (stale) Mirror 10: 0x844dc175 (stale) Mirror 11: 0x844dc175 (stale) Mirror 13: 0x844dc175 (stale) Mirror 15: 0x1eed9b5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f779: skipped 000562 1784939605.901133 mapread 0x02239c thru 0x028c51 (0x68b6 bytes) 000563 1784939605.934699 trunc from 0x01f49f to 0x0289bf (0x9521 bytes) 000564 1784939605.949128 mapread 0x02049c thru 0x026cb1 (0x6816 bytes) 000565 1784939605.966025 write 0x006913 thru 0x008347 (0x1a35 bytes) 000566 1784939605.993201 write 0x029a45 thru 0x0383c9 (0xe985 bytes) 000567 1784939606.005766 mapwrite 0x029b46 thru 0x02a898 (0xd53 bytes) 000568 1784939606.028977 mapwrite 0x03d521 thru 0x03ffff (0x2adf bytes) 000569 1784939606.055915 fallocate 0x015b3f thru 0x016871 (0xd33 bytes) 000570 1784939606.060039 read 0x002606 thru 0x0056d3 (0x30ce bytes) 000571 1784939606.070130 fallocate 0x0276ce thru 0x02dd77 (0x66aa bytes) 000572 1784939606.080961 punch from 0x0079e5 to 0x014b04 (0xd120 bytes) 000573 1784939606.095038 trunc from 0x040000 to 0x00ce4b (0x331b4 bytes) 000574 1784939606.125213 fallocate 0x024d85 thru 0x030d09 (0xbf85 bytes) 000575 1784939606.137010 punch from 0x005ce4 to 0x00a104 (0x4421 bytes) 000576 1784939606.149438 punch from 0x016f27 to 0x01757b (0x655 bytes) 000577 1784939606.155102 trunc from 0x02761b to 0x028f0c (0x18f2 bytes) 000578 1784939606.162008 mapwrite 0x01240d thru 0x017ab8 (0x56ac bytes) 000579 1784939606.202928 MIRROR_RESYNC 6 mirrors 000580 1784939608.079046 read 0x02d223 thru 0x030d09 (0x3ae7 bytes) 000581 1784939608.083188 mapwrite 0x01ca56 thru 0x01f031 (0x25dc bytes) 000582 1784939608.141131 trunc from 0x01c65a to 0x02bcde (0xf685 bytes) 000583 1784939608.145223 punch from 0x02d8f8 to 0x030d09 (0x3412 bytes) 000584 1784939608.148085 mapread 0x02276b thru 0x029aad (0x7343 bytes) 000586 1784939608.154138 mapread 0x01043f thru 0x0132cb (0x2e8d bytes) 000587 1784939608.160071 mapwrite 0x001744 thru 0x010742 (0xefff bytes) 000588 1784939608.183561 write 0x028346 thru 0x029554 (0x120f bytes) 000589 1784939608.184483 fallocate 0x0198e9 thru 0x027d63 (0xe47b bytes) 000590 1784939608.196899 MIRROR_RESYNC 6 mirrors 000591 1784939610.077034 trunc from 0x0050e7 to 0x00721b (0x2135 bytes) 000592 1784939610.128053 trunc from 0x030d0a to 0x008bd8 (0x28131 bytes) 000593 1784939610.147221 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x8bd9): Mirror 7: 0xbaba8caa (stale) Mirror 11: 0xbaba8caa (stale) Mirror 13: 0xbaba8caa (stale) Mirror 15: 0xbaba8caa (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x8bd9): Mirror 7: 0xbaba8caa (stale) Mirror 11: 0xbaba8caa (stale) Mirror 13: 0xbaba8caa (stale) Mirror 15: 0xbaba8caa (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x8bd9: skipped 000594 1784939610.698817 punch from 0x00840d to 0x008bd8 (0x7cc bytes) 000595 1784939610.705090 trunc from 0x005b5e to 0x0068a8 (0xd4b bytes) 000596 1784939610.710499 write 0x03443d thru 0x03cd7a (0x893e bytes) 000597 1784939610.717121 mapread 0x012a02 thru 0x013a44 (0x1043 bytes) 000598 1784939610.727682 mapwrite 0x00738f thru 0x0172f4 (0xff66 bytes) 000601 1784939610.826831 write 0x03aeed thru 0x03ffff (0x5113 bytes) 000602 1784939610.830917 trunc from 0x004192 to 0x00d590 (0x93ff bytes) 000603 1784939610.836216 fallocate 0x01e28f thru 0x023ee8 (0x5c5a bytes) 000604 1784939610.844909 fallocate 0x021830 thru 0x02934a (0x7b1b bytes) 000605 1784939610.852267 write 0x023b0d thru 0x02d444 (0x9938 bytes) 000606 1784939610.882078 punch from 0x035e36 to 0x03f6fe (0x98c9 bytes) 000607 1784939610.920404 fallocate 0x037592 thru 0x03b814 (0x4283 bytes) 000608 1784939610.937828 trunc from 0x040000 to 0x039c1c (0x63e3 bytes) 000609 1784939610.969446 trunc from 0x039c1d to 0x03b2da (0x16be bytes) 000610 1784939610.996036 fallocate 0x028273 thru 0x028430 (0x1be bytes) 000611 1784939611.004298 trunc from 0x03b2db to 0x03e6ef (0x3415 bytes) 000612 1784939611.026494 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e6f0): Mirror 7: 0x45b8239f (stale) Mirror 11: 0x45b8239f (stale) Mirror 13: 0x45b8239f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e6f0): Mirror 7: 0x45b8239f (stale) Mirror 11: 0x45b8239f (stale) Mirror 13: 0x45b8239f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e6f0: skipped 000613 1784939611.509498 trunc from 0x03e6f0 to 0x02b430 (0x132bf bytes) 000614 1784939611.563293 trunc from 0x0103fe to 0x01bc5f (0xb862 bytes) 000616 1784939611.578159 MIRROR_RESYNC 4 mirrors 000617 1784939612.914912 MIRROR_EXTEND to 5 mirrors 000618 1784939613.809377 mapwrite 0x037d35 thru 0x03e150 (0x641c bytes) 000619 1784939613.963518 trunc from 0x03e151 to 0x029721 (0x14a2f bytes) 000620 1784939613.997102 read 0x01a7c9 thru 0x0202b4 (0x5aec bytes) 000621 1784939614.008983 trunc from 0x0137f6 to 0x0170a6 (0x38b1 bytes) 000622 1784939614.013820 read 0x014ad8 thru 0x0191be (0x46e7 bytes) 000623 1784939614.023966 mapread 0x022bf8 thru 0x029721 (0x6b2a bytes) 000624 1784939614.030203 MIRROR_RESYNC 5 mirrors 000625 1784939615.706704 mapread 0x025f6a thru 0x029721 (0x37b8 bytes) 000626 1784939615.726789 punch from 0x017242 to 0x024a7d (0xd83c bytes) 000627 1784939615.766736 trunc from 0x01f861 to 0x026e7b (0x761b bytes) 000628 1784939615.773023 trunc from 0x029722 to 0x014c1f (0x14b02 bytes) 000629 1784939615.798077 read 0x00cf97 thru 0x014c1f (0x7c89 bytes) 000630 1784939615.808768 trunc from 0x003dec to 0x003fcd (0x1e2 bytes) 000631 1784939615.813794 trunc from 0x014c20 to 0x03c03e (0x2741f bytes) 000632 1784939615.829960 mapwrite 0x0275ff thru 0x030fcc (0x99ce bytes) 000633 1784939615.872923 mapread 0x0105f3 thru 0x013948 (0x3356 bytes) 000634 1784939615.879012 MIRROR_RESYNC 5 mirrors 000635 1784939617.524937 trunc from 0x03c03f to 0x01bb10 (0x2052e bytes) 000636 1784939617.569135 fallocate 0x008baa thru 0x00cfbe (0x4415 bytes) 000637 1784939617.579142 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1bb11): Mirror 7: 0x6bc9b7df (stale) Mirror 11: 0x6bc9b7df (stale) Mirror 14: 0x6bc9b7df (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1bb11): Mirror 7: 0x6bc9b7df (stale) Mirror 11: 0x6bc9b7df (stale) Mirror 14: 0x6bc9b7df (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1bb11: skipped 000638 1784939618.315695 punch from 0x005dab to 0x00e717 (0x896d bytes) 000639 1784939618.330829 fallocate 0x03d106 thru 0x03ffff (0x2efa bytes) 000640 1784939618.355875 fallocate 0x032f31 thru 0x03e58d (0xb65d bytes) 000641 1784939618.368857 mapwrite 0x0071c5 thru 0x00afc1 (0x3dfd bytes) 000642 1784939618.462067 mapwrite 0x013797 thru 0x013a1e (0x288 bytes) 000643 1784939618.534280 trunc from 0x01e736 to 0x022d3e (0x4609 bytes) 000645 1784939618.555801 MIRROR_RESYNC 4 mirrors 000646 1784939620.020172 trunc from 0x012671 to 0x019d89 (0x7719 bytes) 000647 1784939620.058818 trunc from 0x0256af to 0x02ffe5 (0xa937 bytes) 000648 1784939620.065396 trunc from 0x040000 to 0x0139a6 (0x2c659 bytes) 000650 1784939620.135720 write 0x025841 thru 0x031b8d (0xc34d bytes) 000652 1784939620.144080 mapread 0x007a0a thru 0x00f8bf (0x7eb6 bytes) 000653 1784939620.190825 read 0x022a16 thru 0x026787 (0x3d72 bytes) 000654 1784939620.198798 trunc from 0x0196ec to 0x02349b (0x9db0 bytes) 000655 1784939620.204694 write 0x03e9fa thru 0x03ffff (0x1606 bytes) 000656 1784939620.206231 mapread 0x024b8c thru 0x02a3a1 (0x5816 bytes) 000657 1784939620.209958 trunc from 0x040000 to 0x03b054 (0x4fab bytes) 000658 1784939620.241616 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b055): Mirror 7: 0x7b0dcc87 (stale) Mirror 14: 0x7b0dcc87 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b055): Mirror 7: 0x7b0dcc87 (stale) Mirror 14: 0x7b0dcc87 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b055: skipped 000659 1784939620.748934 mapwrite 0x038c2a thru 0x03ffff (0x73d6 bytes) 000660 1784939620.861200 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x5afab6d3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x5afab6d3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000661 1784939621.244174 trunc from 0x0347b0 to 0x03b673 (0x6ec4 bytes) 000663 1784939621.257020 fallocate 0x01c6dc thru 0x027b63 (0xb488 bytes) 000664 1784939621.269391 mapread 0x0359a1 thru 0x03ffff (0xa65f bytes) 000665 1784939621.302278 mapwrite 0x001883 thru 0x003e98 (0x2616 bytes) 000666 1784939621.350152 fallocate 0x01fe5c thru 0x024faf (0x5154 bytes) 000668 1784939621.362711 trunc from 0x034952 to 0x03ffff (0xb6ae bytes) 000669 1784939621.384052 punch from 0x02b28c to 0x0363a1 (0xb116 bytes) 000670 1784939621.401933 read 0x0223e7 thru 0x029831 (0x744b bytes) 000671 1784939621.453175 trunc from 0x021518 to 0x02cc25 (0xb70e bytes) 000672 1784939621.469208 mapread 0x02c834 thru 0x02cc96 (0x463 bytes) 000673 1784939621.491997 fallocate 0x039d3a thru 0x03f170 (0x5437 bytes) 000674 1784939621.503371 mapwrite 0x004bb1 thru 0x006e5d (0x22ad bytes) 000676 1784939621.533939 fallocate 0x036db3 thru 0x03ca19 (0x5c67 bytes) 000677 1784939621.538735 trunc from 0x040000 to 0x0298ad (0x16752 bytes) 000678 1784939621.557684 trunc from 0x025ebb to 0x0298ad (0x39f3 bytes) 000679 1784939621.563162 write 0x020993 thru 0x02abfb (0xa269 bytes) 000680 1784939621.572858 read 0x01cc5b thru 0x02abfb (0xdfa1 bytes) 000681 1784939621.587558 mapwrite 0x00ad98 thru 0x00afa2 (0x20b bytes) 000682 1784939621.605006 punch from 0x02a291 to 0x02abfb (0x96b bytes) 000683 1784939621.611125 fallocate 0x02067f thru 0x022d6d (0x26ef bytes) 000684 1784939621.616882 fallocate 0x016760 thru 0x01a570 (0x3e11 bytes) 000685 1784939621.627737 punch from 0x021bf3 to 0x025136 (0x3544 bytes) 000687 1784939621.645529 mapread 0x02039d thru 0x02abfb (0xa85f bytes) 000688 1784939621.684791 trunc from 0x02abfc to 0x0033fe (0x277fd bytes) 000689 1784939621.744902 punch from 0x001a25 to 0x0033fe (0x19da bytes) 000690 1784939621.757099 read 0x000e5b thru 0x0033fe (0x25a4 bytes) 000691 1784939621.771955 read 0x0024b3 thru 0x0033fe (0xf4c bytes) 000692 1784939621.772976 mapwrite 0x0125b9 thru 0x021b49 (0xf591 bytes) 000693 1784939621.892122 trunc from 0x021b4a to 0x02611a (0x45d1 bytes) 000694 1784939621.911680 read 0x0202b6 thru 0x02611a (0x5e65 bytes) 000695 1784939621.926823 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2611b): Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2611b): Mirror 14: 0xe30b9e03 (stale) CRC-32 checksum value for chunk [0, 0x2611b): Mirror 1: 0x72a6397f Mirror 15: 0x72a6397f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2611b: skipped 000696 1784939623.044434 mapread 0x00196c thru 0x0035a1 (0x1c36 bytes) 000697 1784939623.110934 fallocate 0x02dc1c thru 0x03388c (0x5c71 bytes) 000698 1784939623.197051 mapread 0x01cb77 thru 0x020ff6 (0x4480 bytes) 000699 1784939623.217153 mapwrite 0x037e10 thru 0x03ffff (0x81f0 bytes) 000701 1784939623.321795 mapread 0x00d9cb thru 0x01417c (0x67b2 bytes) 000702 1784939623.344945 mapread 0x03821f thru 0x03ffff (0x7de1 bytes) 000703 1784939623.346089 trunc from 0x0245ce to 0x02c61d (0x8050 bytes) 000704 1784939623.350491 write 0x017f56 thru 0x01b240 (0x32eb bytes) 000705 1784939623.351564 read 0x00fd04 thru 0x010de8 (0x10e5 bytes) 000706 1784939623.352537 write 0x00ad04 thru 0x01146f (0x676c bytes) 000707 1784939623.354095 write 0x00277d thru 0x00b108 (0x898c bytes) 000708 1784939623.360769 mapwrite 0x01e8aa thru 0x026a80 (0x81d7 bytes) 000709 1784939623.378348 write 0x001621 thru 0x007274 (0x5c54 bytes) 000710 1784939623.386109 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x5afab6d3 (stale) Mirror 15: 0xce9d8a70 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x327580d9 Mirror 16: 0x327580d9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000711 1784939624.626558 fallocate 0x023dca thru 0x024d6d (0xfa4 bytes) 000712 1784939624.715058 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x5afab6d3 (stale) Mirror 15: 0xce9d8a70 (stale) Mirror 16: 0x327580d9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x327580d9 Mirror 17: 0x327580d9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000713 1784939626.488454 mapread 0x029e69 thru 0x02d33e (0x34d6 bytes) 000715 1784939626.561562 punch from 0x01c3d8 to 0x01fd88 (0x39b1 bytes) 000716 1784939626.626433 mapread 0x03c02b thru 0x03ffff (0x3fd5 bytes) 000717 1784939626.652342 mapwrite 0x01d448 thru 0x02c198 (0xed51 bytes) 000718 1784939626.709227 mapwrite 0x00157a thru 0x00325f (0x1ce6 bytes) 000720 1784939626.753545 mapread 0x01e829 thru 0x029580 (0xad58 bytes) 000721 1784939626.755012 write 0x000a44 thru 0x008a8e (0x804b bytes) 000722 1784939626.781096 mapwrite 0x00f016 thru 0x00f083 (0x6e bytes) 000723 1784939626.813832 MIRROR_RESYNC 5 mirrors 000724 1784939628.444513 mapwrite 0x00273a thru 0x00dfba (0xb881 bytes) 000725 1784939628.552953 write 0x000f59 thru 0x00a5ea (0x9692 bytes) 000727 1784939628.564964 mapwrite 0x0261f0 thru 0x033c04 (0xda15 bytes) 000728 1784939628.654816 read 0x00b95f thru 0x017526 (0xbbc8 bytes) 000729 1784939628.667606 mapread 0x00df95 thru 0x01c8e6 (0xe952 bytes) 000730 1784939628.690872 trunc from 0x02fcdb to 0x039ad6 (0x9dfc bytes) 000731 1784939628.702250 punch from 0x03fa45 to 0x03ffff (0x5bb bytes) 000732 1784939628.712028 write 0x035d8c thru 0x03959d (0x3812 bytes) 000733 1784939628.723217 punch from 0x007981 to 0x01122c (0x98ac bytes) 000734 1784939628.732820 trunc from 0x040000 to 0x03d0e9 (0x2f16 bytes) 000735 1784939628.755996 read 0x025f3b thru 0x035350 (0xf416 bytes) 000736 1784939628.776599 write 0x003b6e thru 0x00edd8 (0xb26b bytes) 000737 1784939628.779227 read 0x010604 thru 0x01c229 (0xbc26 bytes) 000739 1784939628.781051 trunc from 0x00fcfa to 0x019756 (0x9a5d bytes) 000740 1784939628.786314 trunc from 0x00566f to 0x00fefb (0xa88d bytes) 000741 1784939628.828984 punch from 0x037c4f to 0x03d0e9 (0x549b bytes) 000742 1784939628.836169 trunc from 0x03d0ea to 0x00434b (0x38d9e bytes) 000743 1784939628.870560 read 0x001829 thru 0x00355e (0x1d36 bytes) 000745 1784939628.873805 mapwrite 0x01c64b thru 0x025ba5 (0x955b bytes) 000746 1784939628.956644 mapwrite 0x023dc0 thru 0x02a257 (0x6498 bytes) 000747 1784939629.026684 mapread 0x019f8b thru 0x01b025 (0x109b bytes) 000748 1784939629.029255 fallocate 0x01b2f5 thru 0x01ca64 (0x1770 bytes) 000750 1784939629.037866 mapread 0x025556 thru 0x026a03 (0x14ae bytes) 000751 1784939629.041659 read 0x012e1b thru 0x01dfd8 (0xb1be bytes) 000752 1784939629.042798 mapwrite 0x011f38 thru 0x01521b (0x32e4 bytes) 000753 1784939629.067833 fallocate 0x010f51 thru 0x018a58 (0x7b08 bytes) 000754 1784939629.074480 mapwrite 0x028f03 thru 0x02b8b7 (0x29b5 bytes) 000755 1784939629.124165 trunc from 0x0280bc to 0x02b8b7 (0x37fc bytes) 000757 1784939629.131542 write 0x01c97b thru 0x025741 (0x8dc7 bytes) 000758 1784939629.134835 trunc from 0x01bd8d to 0x0295f8 (0xd86c bytes) 000759 1784939629.150593 write 0x016f5a thru 0x01f2aa (0x8351 bytes) 000760 1784939629.158895 trunc from 0x02b8b8 to 0x03d374 (0x11abd bytes) 000761 1784939629.178793 trunc from 0x01fdce to 0x02e683 (0xe8b6 bytes) 000762 1784939629.193053 read 0x019a9d thru 0x028bde (0xf142 bytes) 000763 1784939629.204894 trunc from 0x03d375 to 0x015bc2 (0x277b2 bytes) 000764 1784939629.221280 fallocate 0x000c92 thru 0x007aaf (0x6e1e bytes) 000765 1784939629.227770 mapread 0x002977 thru 0x00fa7a (0xd104 bytes) 000766 1784939629.230300 mapread 0x0015d7 thru 0x008797 (0x71c1 bytes) 000768 1784939629.232885 mapread 0x0088b6 thru 0x00a8e5 (0x2030 bytes) 000769 1784939629.234806 read 0x005d3f thru 0x00c0ab (0x636d bytes) 000770 1784939629.237957 fallocate 0x024bd8 thru 0x0323c9 (0xd7f2 bytes) 000771 1784939629.244473 trunc from 0x004b5c to 0x00674a (0x1bef bytes) 000773 1784939629.252320 trunc from 0x0008d9 to 0x00e2df (0xda07 bytes) 000774 1784939629.260003 mapwrite 0x011631 thru 0x01da83 (0xc453 bytes) 000775 1784939629.312677 write 0x003b58 thru 0x00e981 (0xae2a bytes) 000776 1784939629.314792 write 0x01b0de thru 0x02aae6 (0xfa09 bytes) 000777 1784939629.318901 write 0x03f1fd thru 0x03ffff (0xe03 bytes) 000778 1784939629.321500 trunc from 0x040000 to 0x03f90f (0x6f0 bytes) 000779 1784939629.341933 mapwrite 0x01f5de thru 0x0258c3 (0x62e6 bytes) 000780 1784939629.376292 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f910): Mirror 14: 0x5b891837 (stale) Mirror 15: 0x5b891837 (stale) Mirror 17: 0x5b891837 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f910): Mirror 14: 0x5b891837 (stale) Mirror 15: 0x5b891837 (stale) Mirror 17: 0x5b891837 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f910: skipped 000781 1784939629.895547 trunc from 0x03f910 to 0x03c93a (0x2fd5 bytes) 000782 1784939629.927400 trunc from 0x01ecb0 to 0x02eb90 (0xfee1 bytes) 000783 1784939629.934792 fallocate 0x0015b1 thru 0x001fa1 (0x9f1 bytes) 000784 1784939629.942102 fallocate 0x001cfc thru 0x007950 (0x5c55 bytes) 000785 1784939629.949481 mapwrite 0x01f95d thru 0x021e51 (0x24f5 bytes) 000786 1784939630.003811 punch from 0x00e14d to 0x00e7f6 (0x6aa bytes) 000787 1784939630.011807 mapwrite 0x00c52d thru 0x01a46b (0xdf3f bytes) 000788 1784939630.079199 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3c93b): Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c93b): Mirror 14: 0xb4ca6f6 (stale) Mirror 15: 0xb4ca6f6 (stale) Mirror 17: 0xb4ca6f6 (stale) CRC-32 checksum value for chunk [0, 0x3c93b): Mirror 1: 0x5e6315ed Mirror 18: 0x5e6315ed lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c93b: skipped 000789 1784939631.299209 MIRROR_RESYNC 5 mirrors 000790 1784939632.992028 MIRROR_EXTEND to 6 mirrors 000792 1784939634.213952 write 0x008c31 thru 0x00e92a (0x5cfa bytes) 000793 1784939634.289207 punch from 0x00f021 to 0x0193ef (0xa3cf bytes) 000794 1784939634.295755 write 0x00b5e7 thru 0x016229 (0xac43 bytes) 000795 1784939634.305865 read 0x02a4a4 thru 0x032ab8 (0x8615 bytes) 000796 1784939634.327797 read 0x02335f thru 0x031f0a (0xebac bytes) 000797 1784939634.354881 write 0x03117a thru 0x03cbce (0xba55 bytes) 000798 1784939634.358698 fallocate 0x03aa6f thru 0x03ffff (0x5591 bytes) 000799 1784939634.366873 trunc from 0x03cbcf to 0x01bd83 (0x20e4b bytes) 000800 1784939634.436459 read 0x000707 thru 0x00ae89 (0xa783 bytes) 000801 1784939634.440838 trunc from 0x012de3 to 0x01b549 (0x8767 bytes) 000802 1784939634.456310 trunc from 0x01bd84 to 0x0399eb (0x1dc68 bytes) 000803 1784939634.480722 read 0x02931f thru 0x02b787 (0x2469 bytes) 000804 1784939634.498408 read 0x02d63a thru 0x0399eb (0xc3b2 bytes) 000805 1784939634.499729 punch from 0x00d11e to 0x016e31 (0x9d14 bytes) 000806 1784939634.510216 trunc from 0x022f26 to 0x029bb0 (0x6c8b bytes) 000807 1784939634.519090 trunc from 0x0399ec to 0x011124 (0x288c7 bytes) 000808 1784939634.551563 punch from 0x00c310 to 0x011124 (0x4e15 bytes) 000809 1784939634.571121 mapread 0x00bc66 thru 0x011124 (0x54bf bytes) 000810 1784939634.587416 trunc from 0x011125 to 0x022da0 (0x11c7c bytes) 000811 1784939634.614916 trunc from 0x022da1 to 0x01c360 (0x6a40 bytes) 000813 1784939634.646014 trunc from 0x01c361 to 0x01a339 (0x2027 bytes) 000814 1784939634.666309 trunc from 0x01a33a to 0x012e8f (0x74aa bytes) 000815 1784939634.696992 trunc from 0x012e90 to 0x01dced (0xae5e bytes) 000816 1784939634.718219 mapwrite 0x00ea33 thru 0x01dc63 (0xf231 bytes) 000817 1784939634.759421 mapwrite 0x0145e9 thru 0x023473 (0xee8b bytes) 000818 1784939634.818082 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23474): Mirror 15: 0x4295ea1c (stale) Mirror 17: 0x4295ea1c (stale) Mirror 18: 0x4295ea1c (stale) Mirror 19: 0x4295ea1c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23474): Mirror 15: 0x4295ea1c (stale) Mirror 17: 0x4295ea1c (stale) Mirror 18: 0x4295ea1c (stale) Mirror 19: 0x4295ea1c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23474: skipped 000819 1784939635.395573 mapwrite 0x02507a thru 0x029a19 (0x49a0 bytes) 000820 1784939635.492200 trunc from 0x029a1a to 0x01e5bf (0xb45a bytes) 000821 1784939635.521199 mapread 0x011d42 thru 0x016444 (0x4703 bytes) 000823 1784939635.550893 mapwrite 0x009c86 thru 0x019b98 (0xff13 bytes) 000824 1784939635.614045 fallocate 0x01b7c1 thru 0x025464 (0x9ca4 bytes) 000825 1784939635.626885 fallocate 0x016c29 thru 0x01e200 (0x75d8 bytes) 000827 1784939635.648206 trunc from 0x00ead7 to 0x01d209 (0xe733 bytes) 000829 1784939635.674169 trunc from 0x004236 to 0x012222 (0xdfed bytes) 000830 1784939635.700181 mapwrite 0x03bfe5 thru 0x03f8eb (0x3907 bytes) 000831 1784939635.811045 mapread 0x024b1a thru 0x029f97 (0x547e bytes) 000832 1784939635.834684 fallocate 0x0301c8 thru 0x030e98 (0xcd1 bytes) 000833 1784939635.841938 mapread 0x00ff64 thru 0x01af29 (0xafc6 bytes) 000834 1784939635.919804 mapread 0x0126ea thru 0x0210a3 (0xe9ba bytes) 000835 1784939635.923045 mapread 0x02a889 thru 0x031ad0 (0x7248 bytes) 000836 1784939635.940424 mapread 0x01c4a5 thru 0x01f759 (0x32b5 bytes) 000837 1784939635.941763 mapwrite 0x00f752 thru 0x011b79 (0x2428 bytes) 000838 1784939635.974982 punch from 0x0227b8 to 0x025fbb (0x3804 bytes) 000839 1784939635.987991 write 0x026617 thru 0x0362ed (0xfcd7 bytes) 000840 1784939636.005057 trunc from 0x03f8ec to 0x0159c4 (0x29f27 bytes) 000841 1784939636.053502 trunc from 0x00534c to 0x00721e (0x1ed3 bytes) 000843 1784939636.063799 read 0x0031a3 thru 0x004ea2 (0x1d00 bytes) 000844 1784939636.070460 punch from 0x0063a9 to 0x00e0d2 (0x7d2a bytes) 000846 1784939636.088525 punch from 0x00ccb5 to 0x0159c4 (0x8d10 bytes) 000847 1784939636.096017 trunc from 0x0159c5 to 0x025780 (0xfdbc bytes) 000848 1784939636.127734 punch from 0x01fc57 to 0x025780 (0x5b2a bytes) 000849 1784939636.138895 mapread 0x024814 thru 0x025780 (0xf6d bytes) 000850 1784939636.159824 mapread 0x01ae1b thru 0x01af2d (0x113 bytes) 000852 1784939636.192763 write 0x0345f9 thru 0x03534b (0xd53 bytes) 000853 1784939636.194110 mapread 0x01be8d thru 0x01fbc6 (0x3d3a bytes) 000854 1784939636.204749 fallocate 0x038fe1 thru 0x03ffff (0x701f bytes) 000855 1784939636.231790 punch from 0x032052 to 0x03d37f (0xb32e bytes) 000856 1784939636.252169 punch from 0x0048a2 to 0x00bb6f (0x72ce bytes) 000857 1784939636.268414 punch from 0x02559d to 0x033c47 (0xe6ab bytes) 000858 1784939636.281752 punch from 0x024753 to 0x02a1f7 (0x5aa5 bytes) 000859 1784939636.292091 trunc from 0x040000 to 0x01d324 (0x22cdb bytes) 000861 1784939636.358206 mapread 0x0173b0 thru 0x01cf4c (0x5b9d bytes) 000862 1784939636.365051 punch from 0x007be4 to 0x00f403 (0x7820 bytes) 000863 1784939636.381177 write 0x0225ef thru 0x0227f3 (0x205 bytes) 000864 1784939636.386196 trunc from 0x01f6b7 to 0x0227f3 (0x313d bytes) 000865 1784939636.414129 read 0x021585 thru 0x0227f3 (0x126f bytes) 000866 1784939636.442024 read 0x010bcc thru 0x019bbc (0x8ff1 bytes) 000868 1784939636.456051 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x227f4): Mirror 15: 0xdad227c1 (stale) Mirror 17: 0xdad227c1 (stale) Mirror 19: 0xdad227c1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x227f4): Mirror 15: 0xdad227c1 (stale) Mirror 17: 0xdad227c1 (stale) Mirror 19: 0xdad227c1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x227f4: skipped 000869 1784939636.946463 trunc from 0x0227f4 to 0x003d56 (0x1ea9d bytes) 000870 1784939636.980195 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3d57): Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d57): Mirror 15: 0x90f6e07 (stale) Mirror 17: 0x90f6e07 (stale) Mirror 19: 0x90f6e07 (stale) CRC-32 checksum value for chunk [0, 0x3d57): Mirror 1: 0x90f6e07 Mirror 20: 0x90f6e07 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d57: skipped 000871 1784939638.469893 read 0x000bc3 thru 0x00102a (0x468 bytes) 000873 1784939638.530890 trunc from 0x003d57 to 0x02af76 (0x27220 bytes) 000874 1784939638.712096 write 0x028f74 thru 0x02f87e (0x690b bytes) 000875 1784939638.734028 read 0x01f98e thru 0x0211d2 (0x1845 bytes) 000877 1784939638.777812 trunc from 0x018c27 to 0x01df11 (0x52eb bytes) 000878 1784939638.791196 mapread 0x003929 thru 0x0043e9 (0xac1 bytes) 000879 1784939638.792395 mapwrite 0x0281db thru 0x035e7d (0xdca3 bytes) 000880 1784939638.885724 MIRROR_RESYNC 5 mirrors 000881 1784939640.770037 trunc from 0x013298 to 0x01b960 (0x86c9 bytes) 000882 1784939640.855612 read 0x0212b9 thru 0x02e304 (0xd04c bytes) 000883 1784939640.881889 trunc from 0x02657f to 0x03435f (0xdde1 bytes) 000884 1784939640.902066 trunc from 0x00e44a to 0x0126fc (0x42b3 bytes) 000885 1784939640.936473 trunc from 0x035e7e to 0x03be64 (0x5fe7 bytes) 000886 1784939640.978147 MIRROR_RESYNC 5 mirrors 000887 1784939643.145911 trunc from 0x03bcfb to 0x03be64 (0x16a bytes) 000888 1784939643.214972 fallocate 0x0184e7 thru 0x0227a3 (0xa2bd bytes) 000889 1784939643.222825 mapwrite 0x03f008 thru 0x03ffff (0xff8 bytes) 000890 1784939643.332793 MIRROR_RESYNC 5 mirrors 000891 1784939645.793422 write 0x01bbf6 thru 0x01e6a6 (0x2ab1 bytes) 000892 1784939645.863497 trunc from 0x040000 to 0x02e730 (0x118cf bytes) 000893 1784939645.908540 mapwrite 0x01f135 thru 0x02c68a (0xd556 bytes) 000894 1784939646.034910 write 0x034ebc thru 0x03ffff (0xb144 bytes) 000895 1784939646.036700 write 0x019d6a thru 0x0275dc (0xd873 bytes) 000896 1784939646.047891 MIRROR_RESYNC 5 mirrors 000897 1784939648.141132 trunc from 0x02125a to 0x0306b5 (0xf45c bytes) 000898 1784939648.218263 trunc from 0x040000 to 0x01414b (0x2beb4 bytes) 000899 1784939648.240215 trunc from 0x01414c to 0x02c526 (0x183db bytes) 000900 1784939648.272816 trunc from 0x026fb8 to 0x02c526 (0x556f bytes) 000901 1784939648.287964 read 0x00e007 thru 0x010b54 (0x2b4e bytes) 000902 1784939648.317043 read 0x017214 thru 0x023909 (0xc6f6 bytes) 000903 1784939648.342003 write 0x03033c thru 0x031ee0 (0x1ba5 bytes) 000904 1784939648.343330 punch from 0x010518 to 0x019775 (0x925e bytes) 000905 1784939648.374440 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 15: 0xddb48b46 (stale) Mirror 17: 0xddb48b46 (stale) Mirror 19: 0xddb48b46 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 15: 0xddb48b46 (stale) Mirror 17: 0xddb48b46 (stale) Mirror 19: 0xddb48b46 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31ee1: skipped 000906 1784939649.169606 trunc from 0x017ee1 to 0x01f89c (0x79bc bytes) 000907 1784939649.178400 mapwrite 0x003c41 thru 0x00a924 (0x6ce4 bytes) 000908 1784939649.263158 write 0x002099 thru 0x00b5f1 (0x9559 bytes) 000909 1784939649.280128 fallocate 0x01ca7f thru 0x02a78d (0xdd0f bytes) 000910 1784939649.296570 mapwrite 0x005a69 thru 0x012a99 (0xd031 bytes) 000911 1784939649.390977 read 0x00427d thru 0x0089c9 (0x474d bytes) 000912 1784939649.398394 punch from 0x0065a3 to 0x010c34 (0xa692 bytes) 000913 1784939649.426304 mapread 0x029510 thru 0x031ee0 (0x89d1 bytes) 000914 1784939649.489093 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 15: 0xddb48b46 (stale) Mirror 17: 0xddb48b46 (stale) Mirror 19: 0xddb48b46 (stale) CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 1: 0x526b8e77 Mirror 20: 0x526b8e77 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31ee1: skipped 000915 1784939651.120730 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 15: 0xddb48b46 (stale) Mirror 17: 0xddb48b46 (stale) Mirror 19: 0xddb48b46 (stale) CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 1: 0x526b8e77 Mirror 20: 0x526b8e77 Mirror 21: 0x526b8e77 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31ee1: skipped 000916 1784939652.496548 trunc from 0x005772 to 0x009acb (0x435a bytes) 000917 1784939652.556161 mapread 0x01cd29 thru 0x0275e7 (0xa8bf bytes) 000918 1784939652.643326 trunc from 0x01fc0c to 0x02b625 (0xba1a bytes) 000920 1784939652.673058 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 17: 0xddb48b46 (stale) Mirror 19: 0xddb48b46 (stale) Mirror 20: 0x526b8e77 (stale) Mirror 21: 0x526b8e77 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31ee1): Mirror 17: 0xddb48b46 (stale) Mirror 19: 0xddb48b46 (stale) Mirror 20: 0x526b8e77 (stale) Mirror 21: 0x526b8e77 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31ee1: skipped 000921 1784939653.083911 write 0x022067 thru 0x02c0f2 (0xa08c bytes) 000922 1784939653.098900 read 0x00a064 thru 0x011470 (0x740d bytes) 000924 1784939653.109314 mapread 0x031371 thru 0x031ee0 (0xb70 bytes) 000925 1784939653.115931 write 0x0330a1 thru 0x0351ef (0x214f bytes) 000926 1784939653.117667 mapread 0x025827 thru 0x026105 (0x8df bytes) 000927 1784939653.119469 mapwrite 0x02a6aa thru 0x03160a (0x6f61 bytes) 000928 1784939653.161681 mapwrite 0x01d5f2 thru 0x01e892 (0x12a1 bytes) 000929 1784939653.213736 trunc from 0x0076bb to 0x015959 (0xe29f bytes) 000930 1784939653.227909 write 0x0140ba thru 0x020aa1 (0xc9e8 bytes) 000931 1784939653.242551 read 0x02f76b thru 0x0307ef (0x1085 bytes) 000933 1784939653.249538 mapwrite 0x019971 thru 0x021681 (0x7d11 bytes) 000934 1784939653.307575 read 0x01dd4b thru 0x0233c9 (0x567f bytes) 000935 1784939653.311107 mapread 0x01a04c thru 0x01c9d5 (0x298a bytes) 000936 1784939653.316053 punch from 0x025d15 to 0x02dcba (0x7fa6 bytes) 000937 1784939653.330967 trunc from 0x0351f0 to 0x0384ff (0x3310 bytes) 000938 1784939653.395570 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38500): Mirror 17: 0x9c3671eb (stale) Mirror 19: 0x9c3671eb (stale) Mirror 21: 0xf747ec7d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38500): Mirror 17: 0x9c3671eb (stale) Mirror 19: 0x9c3671eb (stale) Mirror 21: 0xf747ec7d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38500: skipped 000939 1784939653.796463 read 0x023b3f thru 0x02ce19 (0x92db bytes) 000940 1784939653.804302 mapwrite 0x03629c thru 0x038750 (0x24b5 bytes) 000941 1784939653.856570 mapwrite 0x015d87 thru 0x016088 (0x302 bytes) 000942 1784939653.876041 trunc from 0x020f1a to 0x02f92f (0xea16 bytes) 000943 1784939653.882603 punch from 0x03087c to 0x038750 (0x7ed5 bytes) 000944 1784939653.888420 write 0x01cd70 thru 0x02c0fc (0xf38d bytes) 000945 1784939653.895320 punch from 0x0001d9 to 0x009bb8 (0x99e0 bytes) 000946 1784939653.904491 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x38751): Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38751): Mirror 17: 0xca9411b (stale) Mirror 19: 0xca9411b (stale) Mirror 21: 0xabae47d4 (stale) CRC-32 checksum value for chunk [0, 0x38751): Mirror 1: 0xcd8383de Mirror 22: 0xcd8383de lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38751: skipped 000947 1784939655.064100 fallocate 0x028aa3 thru 0x03582c (0xcd8a bytes) 000948 1784939655.116261 trunc from 0x038751 to 0x03fa2c (0x72dc bytes) 000950 1784939655.147715 mapread 0x0397ff thru 0x03fa2c (0x622e bytes) 000951 1784939655.176311 punch from 0x010c0d to 0x01d0f5 (0xc4e9 bytes) 000952 1784939655.187357 MIRROR_RESYNC 5 mirrors 000953 1784939656.860832 mapread 0x0374a2 thru 0x03b70d (0x426c bytes) 000954 1784939656.893967 MIRROR_EXTEND to 6 mirrors 000955 1784939657.926506 read 0x011d06 thru 0x01d832 (0xbb2d bytes) 000956 1784939657.940812 punch from 0x02d772 to 0x02ff26 (0x27b5 bytes) 000957 1784939657.988057 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3fa2d): Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fa2d): Mirror 17: 0xa71d5086 (stale) Mirror 19: 0xa71d5086 (stale) Mirror 21: 0xa71d5086 (stale) Mirror 22: 0xa71d5086 (stale) Mirror 23: 0xa71d5086 (stale) CRC-32 checksum value for chunk [0, 0x3fa2d): Mirror 1: 0xa8424d7 Mirror 24: 0xa8424d7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fa2d: skipped 000958 1784939658.981599 fallocate 0x02279d thru 0x023c65 (0x14c9 bytes) 000959 1784939659.029602 mapwrite 0x01d836 thru 0x020283 (0x2a4e bytes) 000960 1784939659.067004 mapread 0x02414f thru 0x02fbea (0xba9c bytes) 000961 1784939659.084549 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3fa2d): Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fa2d): Mirror 17: 0xa71d5086 (stale) Mirror 19: 0xa71d5086 (stale) Mirror 21: 0xa71d5086 (stale) Mirror 22: 0xa71d5086 (stale) Mirror 23: 0xa71d5086 (stale) Mirror 24: 0xa8424d7 (stale) CRC-32 checksum value for chunk [0, 0x3fa2d): Mirror 1: 0xebc2aa32 Mirror 25: 0xebc2aa32 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fa2d: skipped 000963 1784939660.155713 read 0x015e82 thru 0x01e146 (0x82c5 bytes) 000964 1784939660.180462 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3fa2d): Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fa2d): Mirror 17: 0xa71d5086 (stale) Mirror 19: 0xa71d5086 (stale) Mirror 21: 0xa71d5086 (stale) Mirror 22: 0xa71d5086 (stale) Mirror 23: 0xa71d5086 (stale) Mirror 24: 0xa8424d7 (stale) CRC-32 checksum value for chunk [0, 0x3fa2d): Mirror 1: 0xebc2aa32 Mirror 25: 0xebc2aa32 Mirror 26: 0xebc2aa32 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fa2d: skipped 000965 1784939661.252703 mapwrite 0x021928 thru 0x02b11a (0x97f3 bytes) 000966 1784939661.505244 MIRROR_RESYNC 9 mirrors 000967 1784939664.918401 read 0x00fc07 thru 0x0136c7 (0x3ac1 bytes) 000968 1784939664.933791 mapread 0x032db0 thru 0x03f7d0 (0xca21 bytes) 000969 1784939664.964282 fallocate 0x02c477 thru 0x039e09 (0xd993 bytes) 000970 1784939665.020596 trunc from 0x03c30a to 0x03fa2c (0x3723 bytes) 000971 1784939665.026180 write 0x0145f4 thru 0x02355c (0xef69 bytes) 000972 1784939665.038713 read 0x03db05 thru 0x03fa2c (0x1f28 bytes) 000974 1784939665.049846 write 0x01eaa1 thru 0x024908 (0x5e68 bytes) 000975 1784939665.051087 trunc from 0x03fa2d to 0x011492 (0x2e59a bytes) 000976 1784939665.085166 MIRROR_SPLIT mirror 6 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x11493): Mirror 17: 0x30ed11b5 (stale) Mirror 19: 0x30ed11b5 (stale) Mirror 21: 0x30ed11b5 (stale) Mirror 22: 0x30ed11b5 (stale) Mirror 23: 0x30ed11b5 (stale) Mirror 25: 0x30ed11b5 (stale) Mirror 26: 0x30ed11b5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11493): Mirror 17: 0x30ed11b5 (stale) Mirror 19: 0x30ed11b5 (stale) Mirror 21: 0x30ed11b5 (stale) Mirror 22: 0x30ed11b5 (stale) Mirror 23: 0x30ed11b5 (stale) Mirror 25: 0x30ed11b5 (stale) Mirror 26: 0x30ed11b5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11493: skipped 000978 1784939666.076094 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x11493): Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11493): Mirror 17: 0x30ed11b5 (stale) Mirror 19: 0x30ed11b5 (stale) Mirror 21: 0x30ed11b5 (stale) Mirror 22: 0x30ed11b5 (stale) Mirror 23: 0x30ed11b5 (stale) Mirror 25: 0x30ed11b5 (stale) Mirror 26: 0x30ed11b5 (stale) CRC-32 checksum value for chunk [0, 0x11493): Mirror 1: 0x30ed11b5 Mirror 27: 0x30ed11b5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11493: skipped 000979 1784939667.586305 trunc from 0x011493 to 0x02212e (0x10c9c bytes) 000980 1784939667.656141 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x151:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2212f): Mirror 17: 0x1b0ed2bb (stale) Mirror 19: 0x1b0ed2bb (stale) Mirror 22: 0x1b0ed2bb (stale) Mirror 23: 0x1b0ed2bb (stale) Mirror 25: 0x1b0ed2bb (stale) Mirror 26: 0x1b0ed2bb (stale) Mirror 27: 0xb10d393a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2212f): Mirror 17: 0x1b0ed2bb (stale) Mirror 19: 0x1b0ed2bb (stale) Mirror 22: 0x1b0ed2bb (stale) Mirror 23: 0x1b0ed2bb (stale) Mirror 25: 0x1b0ed2bb (stale) Mirror 26: 0x1b0ed2bb (stale) Mirror 27: 0xb10d393a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2212f: skipped 000981 1784939668.434303 trunc from 0x02212f to 0x03ed7e (0x1cc50 bytes) 000982 1784939668.486923 punch from 0x005ad8 to 0x00ade2 (0x530b bytes) 000983 1784939668.513022 trunc from 0x03ed7f to 0x03a32c (0x4a52 bytes) 000984 1784939668.579390 mapwrite 0x00cf53 thru 0x017abc (0xab6a bytes) 000986 1784939668.715207 mapread 0x031674 thru 0x03a32c (0x8cb9 bytes) 000987 1784939668.752575 fallocate 0x02adb3 thru 0x039c46 (0xee94 bytes) 000989 1784939668.766356 trunc from 0x0057d9 to 0x013c3a (0xe462 bytes) 000990 1784939668.785720 mapwrite 0x0236a1 thru 0x02badb (0x843b bytes) 000991 1784939668.827135 trunc from 0x03a32d to 0x014c48 (0x256e4 bytes) 000992 1784939668.882095 trunc from 0x001142 to 0x00ad47 (0x9c06 bytes) 000993 1784939668.894403 trunc from 0x008d5e to 0x00b29a (0x253d bytes) 000994 1784939668.909240 write 0x021d61 thru 0x02d060 (0xb300 bytes) 000995 1784939668.922178 mapwrite 0x020f7c thru 0x022368 (0x13ed bytes) 000996 1784939668.988334 read 0x025a57 thru 0x029bd5 (0x417f bytes) 000997 1784939668.990324 trunc from 0x00ccbe to 0x01acd5 (0xe018 bytes) 000998 1784939669.001402 fallocate 0x034378 thru 0x03836a (0x3ff3 bytes) 000999 1784939669.011573 mapread 0x01ddfb thru 0x026f7d (0x9183 bytes) 001000 1784939669.014552 punch from 0x00c41a to 0x00ef32 (0x2b19 bytes) All operations completed A-OK!