== sanity-flr test 70a: flr mode fsx test ================ 22:29:41 (1788575381) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 5384 truncating to largest ever: 0xbc61 000001 1788575384.624067 trunc from 00000000 to 0x00bc60 (0xbc61 bytes) 000002 1788575384.639411 read 0x00b0f8 thru 0x00bc60 (0xb69 bytes) 000003 1788575384.644823 read 0x006f8d thru 0x00bc60 (0x4cd4 bytes) truncating to largest ever: 0x137e5 000005 1788575384.654093 trunc from 0x00bc61 to 0x0137e4 (0x7b84 bytes) 000008 1788575384.677909 mapwrite 0x013354 thru 0x01c332 (0x8fdf bytes) 000009 1788575384.720351 mapread 0x01040f thru 0x014248 (0x3e3a bytes) 000010 1788575384.723338 mapread 0x009b2b thru 0x0179d0 (0xdea6 bytes) zero_range to largest ever: 0x1c333 000011 1788575384.724639 trunc from 0x00dd6b to 0x01c332 (0xe5c8 bytes) 000014 1788575384.734377 mapwrite 0x034483 thru 0x03ffff (0xbb7d bytes) fallocating to largest ever: 0x27c44 000015 1788575384.785343 fallocate 0x0219f6 thru 0x027c43 (0x624e bytes) 000016 1788575384.791346 read 0x015435 thru 0x01dfa3 (0x8b6f bytes) 000017 1788575384.809052 trunc from 0x040000 to 0x01c699 (0x23966 bytes) truncating to largest ever: 0x3f812 000018 1788575384.839818 trunc from 0x01c69a to 0x03f811 (0x23178 bytes) 000019 1788575384.866810 write 0x02a409 thru 0x02e75a (0x4352 bytes) 000020 1788575384.881227 trunc from 0x014be9 to 0x020007 (0xb41f bytes) 000021 1788575384.893160 punch from 0x01342e to 0x01d62f (0xa202 bytes) 000023 1788575384.905909 fallocate 0x02ab17 thru 0x02c52d (0x1a17 bytes) 000025 1788575384.918600 punch from 0x03ac3d to 0x03dadb (0x2e9f bytes) fallocating to largest ever: 0x40000 000026 1788575384.931577 fallocate 0x03d1d4 thru 0x03ffff (0x2e2c bytes) 000027 1788575384.937206 fallocate 0x00ec7f thru 0x0109f0 (0x1d72 bytes) 000028 1788575384.942868 write 0x01d70f thru 0x029e25 (0xc717 bytes) 000031 1788575384.962909 trunc from 0x035659 to 0x03f66d (0xa015 bytes) 000032 1788575384.970974 trunc from 0x033394 to 0x03590f (0x257c bytes) 000033 1788575384.977241 trunc from 0x03f812 to 0x0157ab (0x2a066 bytes) 000034 1788575385.000348 punch from 0x00f660 to 0x0157ab (0x614c bytes) 000035 1788575385.009245 mapread 0x0044e3 thru 0x008c42 (0x4760 bytes) 000036 1788575385.012347 fallocate 0x009bca thru 0x01245e (0x8895 bytes) 000037 1788575385.023958 mapwrite 0x01c994 thru 0x028ba8 (0xc215 bytes) 000038 1788575385.261888 punch from 0x026636 to 0x028ba8 (0x2573 bytes) 000039 1788575385.270317 trunc from 0x028625 to 0x028ba8 (0x584 bytes) 000040 1788575385.286215 mapwrite 0x01f19e thru 0x02863f (0x94a2 bytes) 000041 1788575385.417394 mapread 0x005a02 thru 0x0125bb (0xcbba bytes) 000042 1788575385.459422 punch from 0x0261f2 to 0x028ba8 (0x29b7 bytes) 000043 1788575385.466155 trunc from 0x028ba9 to 0x00a79d (0x1e40b bytes) 000044 1788575385.509759 MIRROR_EXTEND to 2 mirrors 000045 1788575386.582344 read 0x0000af thru 0x00a79d (0xa6ef bytes) 000046 1788575386.605438 mapwrite 0x01e2f9 thru 0x01f19a (0xea2 bytes) 000047 1788575386.716349 mapwrite 0x031718 thru 0x0377d4 (0x60bd bytes) 000048 1788575386.832377 mapwrite 0x00dea1 thru 0x0161c2 (0x8322 bytes) 000049 1788575386.940447 fallocate 0x0140e2 thru 0x01e68d (0xa5ac bytes) 000050 1788575386.954206 fallocate 0x0192cd thru 0x01b3cc (0x2100 bytes) 000051 1788575386.978405 punch from 0x02d9f6 to 0x02f2e8 (0x18f3 bytes) 000052 1788575386.992292 mapwrite 0x00e947 thru 0x00f030 (0x6ea bytes) 000053 1788575387.029129 mapread 0x020ae0 thru 0x0269e2 (0x5f03 bytes) 000055 1788575387.069278 MIRROR_RESYNC 2 mirrors 000057 1788575388.361659 trunc from 0x01aa38 to 0x0240a5 (0x966e bytes) 000058 1788575388.427892 read 0x035c6c thru 0x0377d4 (0x1b69 bytes) 000059 1788575388.444342 fallocate 0x015b79 thru 0x0164dd (0x965 bytes) 000060 1788575388.471572 trunc from 0x0377d5 to 0x004c82 (0x32b52 bytes) 000061 1788575388.522477 write 0x002885 thru 0x00ffda (0xd756 bytes) 000062 1788575388.531391 write 0x0379df thru 0x03ca33 (0x5055 bytes) 000063 1788575388.532633 mapwrite 0x00851c thru 0x013f7a (0xba5f bytes) 000064 1788575388.608810 trunc from 0x03ca34 to 0x02dd77 (0xecbc bytes) 000065 1788575388.640725 trunc from 0x00574f to 0x01342d (0xdcdf bytes) 000067 1788575388.652714 read 0x01fd91 thru 0x026ddc (0x704c bytes) 000068 1788575388.686891 trunc from 0x0258b9 to 0x02dd77 (0x84bf bytes) 000069 1788575388.718006 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) 000070 1788575388.988436 trunc from 0x00f0c4 to 0x01c753 (0xd690 bytes) 000071 1788575389.007126 read 0x00a47e thru 0x00e2a9 (0x3e2c bytes) 000072 1788575389.020523 write 0x036ed5 thru 0x03a82f (0x395b bytes) 000073 1788575389.029016 mapwrite 0x011374 thru 0x014695 (0x3322 bytes) 000075 1788575389.136597 read 0x024b21 thru 0x0306d6 (0xbbb6 bytes) 000076 1788575389.164252 trunc from 0x0050a7 to 0x00973f (0x4699 bytes) 000077 1788575389.192244 MIRROR_EXTEND to 2 mirrors 000078 1788575390.932367 mapread 0x000db2 thru 0x001737 (0x986 bytes) 000079 1788575391.052234 read 0x016a09 thru 0x021869 (0xae61 bytes) 000080 1788575391.112754 trunc from 0x001ad3 to 0x00c33f (0xa86d bytes) 000081 1788575391.210312 mapwrite 0x00652f thru 0x01155c (0xb02e bytes) 000082 1788575391.331826 trunc from 0x03a830 to 0x02c051 (0xe7de bytes) 000083 1788575391.379259 trunc from 0x0028cb to 0x00edf7 (0xc52d bytes) 000084 1788575391.391871 punch from 0x019240 to 0x01a105 (0xec6 bytes) 000085 1788575391.413258 trunc from 0x0033c4 to 0x00e1d6 (0xae13 bytes) 000086 1788575391.432191 read 0x01da4e thru 0x02c051 (0xe604 bytes) 000088 1788575391.471649 trunc from 0x02c052 to 0x03a796 (0xe745 bytes) 000089 1788575391.518664 trunc from 0x00b679 to 0x00c09e (0xa26 bytes) 000090 1788575391.534615 fallocate 0x002455 thru 0x007273 (0x4e1f bytes) 000091 1788575391.547371 punch from 0x001c0b to 0x002721 (0xb17 bytes) 000092 1788575391.583652 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) 000093 1788575392.008383 read 0x01c052 thru 0x02be3c (0xfdeb bytes) 000094 1788575392.035252 read 0x030891 thru 0x0367f6 (0x5f66 bytes) 000095 1788575392.075907 read 0x0053ca thru 0x00b76b (0x63a2 bytes) 000096 1788575392.076763 mapwrite 0x012e08 thru 0x013254 (0x44d bytes) 000097 1788575392.110043 trunc from 0x013478 to 0x020de4 (0xd96d bytes) 000098 1788575392.122397 read 0x0107f5 thru 0x01448d (0x3c99 bytes) 000099 1788575392.190289 mapwrite 0x01ce0c thru 0x02bd0b (0xef00 bytes) 000100 1788575392.282187 fallocate 0x00f941 thru 0x01c377 (0xca37 bytes) 000101 1788575392.293052 trunc from 0x018a1e to 0x01afae (0x2591 bytes) 000103 1788575392.309463 trunc from 0x03a797 to 0x03f70f (0x4f79 bytes) 000105 1788575392.396743 mapread 0x011327 thru 0x014f98 (0x3c72 bytes) 000106 1788575392.398521 trunc from 0x00a140 to 0x019cb0 (0xfb71 bytes) 000107 1788575392.420137 write 0x026827 thru 0x02ce7e (0x6658 bytes) 000109 1788575392.434544 mapwrite 0x024898 thru 0x02e143 (0x98ac bytes) 000110 1788575392.556133 punch from 0x006a2f to 0x00e38c (0x795e bytes) 000111 1788575392.562026 trunc from 0x03f710 to 0x00174d (0x3dfc2 bytes) 000112 1788575392.607575 write 0x039a6b thru 0x03d5c9 (0x3b5f bytes) 000113 1788575392.610567 punch from 0x035ac4 to 0x03d5c9 (0x7b06 bytes) 000114 1788575392.656602 trunc from 0x03d5ca to 0x022a90 (0x1ab39 bytes) 000116 1788575392.685461 write 0x02b37e thru 0x037c60 (0xc8e3 bytes) 000117 1788575392.691606 mapread 0x01da4c thru 0x01eca0 (0x1255 bytes) 000118 1788575392.726527 fallocate 0x02ea96 thru 0x0338e4 (0x4e4f bytes) 000119 1788575392.743087 write 0x0209f9 thru 0x02d48b (0xca93 bytes) 000121 1788575392.760548 mapread 0x001922 thru 0x00be7a (0xa559 bytes) 000122 1788575392.896950 fallocate 0x014d24 thru 0x017f87 (0x3264 bytes) 000123 1788575392.926867 read 0x0150ec thru 0x016f9f (0x1eb4 bytes) 000124 1788575392.950837 trunc from 0x037c61 to 0x0116e0 (0x26580 bytes) 000125 1788575393.026842 punch from 0x00b439 to 0x0116e0 (0x62a8 bytes) 000126 1788575393.043267 trunc from 0x009be2 to 0x00f706 (0x5b25 bytes) 000128 1788575393.064021 fallocate 0x02bdcc thru 0x03a6af (0xe8e4 bytes) 000129 1788575393.088497 mapread 0x0254d3 thru 0x02c1b4 (0x6ce2 bytes) 000130 1788575393.221520 read 0x02fcf9 thru 0x030f78 (0x1280 bytes) 000131 1788575393.285837 trunc from 0x03a6b0 to 0x00bc49 (0x2ea66 bytes) 000132 1788575393.320462 punch from 0x00a062 to 0x00bc49 (0x1be8 bytes) 000133 1788575393.339250 mapwrite 0x03995a thru 0x03ffff (0x66a6 bytes) 000134 1788575393.448705 write 0x010afc thru 0x01e9cc (0xded1 bytes) 000135 1788575393.465469 mapwrite 0x039949 thru 0x03fb2c (0x61e4 bytes) 000136 1788575393.500838 read 0x01a4b8 thru 0x023369 (0x8eb2 bytes) 000137 1788575393.523294 MIRROR_EXTEND to 2 mirrors 000138 1788575395.117368 trunc from 0x0047a4 to 0x011c6b (0xd4c8 bytes) 000139 1788575395.220019 punch from 0x00cb32 to 0x015d89 (0x9258 bytes) 000140 1788575395.230170 mapwrite 0x0152a0 thru 0x0212c7 (0xc028 bytes) 000141 1788575395.363123 fallocate 0x0087ae thru 0x010cf2 (0x8545 bytes) 000142 1788575395.370302 mapwrite 0x032b1d thru 0x03b94b (0x8e2f bytes) 000143 1788575395.438140 mapwrite 0x00a047 thru 0x014d29 (0xace3 bytes) 000145 1788575395.512036 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x4838fdc6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x397299e6 Mirror 3: 0x397299e6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000146 1788575397.127004 punch from 0x022562 to 0x029a4b (0x74ea bytes) 000147 1788575397.210700 fallocate 0x00244a thru 0x00f3af (0xcf66 bytes) 000148 1788575397.227254 MIRROR_RESYNC 3 mirrors 000149 1788575398.581366 mapwrite 0x004b66 thru 0x012f70 (0xe40b bytes) 000150 1788575398.811400 mapread 0x0321d6 thru 0x03c887 (0xa6b2 bytes) 000151 1788575398.928094 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x397299e6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x397299e6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000152 1788575399.314182 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x397299e6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x45a6f989 Mirror 4: 0x45a6f989 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000153 1788575400.515881 trunc from 0x026d55 to 0x036333 (0xf5df bytes) 000154 1788575400.593175 write 0x03f327 thru 0x03ffff (0xcd9 bytes) 000155 1788575400.622114 MIRROR_RESYNC 3 mirrors 000156 1788575401.749446 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) 000157 1788575402.053173 MIRROR_RESYNC 2 mirrors 000158 1788575402.550064 fallocate 0x022675 thru 0x02ce38 (0xa7c4 bytes) 000159 1788575402.588653 write 0x0000f0 thru 0x006456 (0x6367 bytes) 000160 1788575402.617960 mapread 0x015680 thru 0x015680 (0x1 bytes) 000161 1788575402.624643 fallocate 0x02329f thru 0x0325da (0xf33c bytes) 000162 1788575402.634841 trunc from 0x040000 to 0x03e4b0 (0x1b4f bytes) 000163 1788575402.680862 mapread 0x02127d thru 0x02c1b8 (0xaf3c bytes) 000164 1788575402.745001 trunc from 0x02a868 to 0x03919f (0xe938 bytes) 000165 1788575402.776674 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) 000166 1788575403.103912 trunc from 0x038ae6 to 0x03e4b0 (0x59cb bytes) 000168 1788575403.123585 trunc from 0x023c66 to 0x02bbe0 (0x7f7b bytes) 000169 1788575403.132544 punch from 0x025a8d to 0x02e255 (0x87c9 bytes) 000170 1788575403.142943 mapread 0x015ee2 thru 0x021196 (0xb2b5 bytes) 000171 1788575403.204957 punch from 0x0096eb to 0x00d1b3 (0x3ac9 bytes) 000172 1788575403.214170 write 0x036f90 thru 0x03ffff (0x9070 bytes) 000173 1788575403.230926 mapwrite 0x01d488 thru 0x020f9c (0x3b15 bytes) 000175 1788575403.263349 punch from 0x03fe77 to 0x03ffff (0x189 bytes) 000176 1788575403.274243 trunc from 0x021f01 to 0x030eef (0xefef bytes) 000177 1788575403.295215 trunc from 0x01fbd3 to 0x026d9a (0x71c8 bytes) 000178 1788575403.317079 trunc from 0x01dda5 to 0x027274 (0x94d0 bytes) 000179 1788575403.343208 MIRROR_EXTEND to 2 mirrors 000180 1788575404.577173 read 0x03674d thru 0x038ad4 (0x2388 bytes) 000181 1788575404.609260 mapwrite 0x002f4f thru 0x0125ab (0xf65d bytes) 000182 1788575404.853137 trunc from 0x040000 to 0x01fa2d (0x205d2 bytes) 000183 1788575404.904197 mapwrite 0x01786f thru 0x01b51f (0x3cb1 bytes) 000184 1788575404.933721 read 0x010f1c thru 0x0195a0 (0x8685 bytes) 000185 1788575404.941181 MIRROR_RESYNC 2 mirrors 000186 1788575405.565730 trunc from 0x01fa2e to 0x0398f6 (0x19ec9 bytes) 000187 1788575405.616905 fallocate 0x025b55 thru 0x0321a4 (0xc650 bytes) 000188 1788575405.626659 MIRROR_RESYNC 2 mirrors 000189 1788575406.234709 mapwrite 0x030981 thru 0x031682 (0xd02 bytes) 000190 1788575406.373906 fallocate 0x026eb3 thru 0x02f47b (0x85c9 bytes) 000192 1788575406.381914 fallocate 0x00c987 thru 0x00d864 (0xede bytes) 000193 1788575406.389043 trunc from 0x001bc1 to 0x00d962 (0xbda2 bytes) 000195 1788575406.398279 trunc from 0x02008b to 0x02a529 (0xa49f bytes) 000196 1788575406.408288 write 0x02fa49 thru 0x03f5b3 (0xfb6b bytes) 000197 1788575406.418863 mapread 0x038e49 thru 0x03f5b3 (0x676b bytes) 000198 1788575406.422870 punch from 0x00a3d7 to 0x01934e (0xef78 bytes) 000200 1788575406.435620 trunc from 0x03f5b4 to 0x028683 (0x16f30 bytes) 000201 1788575406.491231 fallocate 0x00614d thru 0x00c16a (0x601e bytes) 000203 1788575406.507465 trunc from 0x028684 to 0x02e2df (0x5c5c bytes) 000204 1788575406.536833 read 0x027c02 thru 0x02c205 (0x4604 bytes) 000205 1788575406.547812 punch from 0x014aa9 to 0x01bb39 (0x7091 bytes) 000206 1788575406.552908 mapwrite 0x003488 thru 0x00d888 (0xa401 bytes) 000207 1788575406.592955 trunc from 0x02e2e0 to 0x0350d2 (0x6df3 bytes) 000208 1788575406.621713 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) 000209 1788575406.838580 read 0x00b689 thru 0x019088 (0xda00 bytes) 000210 1788575406.856099 write 0x032356 thru 0x03846a (0x6115 bytes) 000211 1788575406.878599 write 0x02a31b thru 0x02b231 (0xf17 bytes) 000212 1788575406.904514 trunc from 0x03846b to 0x032b87 (0x58e3 bytes) 000213 1788575406.950257 mapwrite 0x03f98e thru 0x03ffff (0x672 bytes) 000214 1788575407.036761 MIRROR_EXTEND to 2 mirrors 000215 1788575408.032004 read 0x01d0ca thru 0x026934 (0x986b bytes) 000216 1788575408.057090 fallocate 0x0000f7 thru 0x006d35 (0x6c3f bytes) 000218 1788575408.159227 read 0x02f01a thru 0x03496e (0x5955 bytes) 000220 1788575408.200677 mapread 0x02d653 thru 0x03ae0b (0xd7b9 bytes) 000221 1788575408.206992 fallocate 0x01d04b thru 0x020aa4 (0x3a5a bytes) 000222 1788575408.218698 read 0x00c6a3 thru 0x00ee9f (0x27fd bytes) 000223 1788575408.231018 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe3dd5e90 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe3dd5e90 Mirror 3: 0xe3dd5e90 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000224 1788575409.982035 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe3dd5e90 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe3dd5e90 Mirror 3: 0xe3dd5e90 Mirror 4: 0xe3dd5e90 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000225 1788575411.730561 mapread 0x01933c thru 0x0229b4 (0x9679 bytes) 000226 1788575411.774052 trunc from 0x02c250 to 0x03774f (0xb500 bytes) 000227 1788575411.816504 mapread 0x03ca5c thru 0x03ffff (0x35a4 bytes) 000228 1788575411.829489 mapwrite 0x017fca thru 0x021d77 (0x9dae bytes) 000229 1788575411.880185 read 0x02834c thru 0x029e1b (0x1ad0 bytes) 000230 1788575411.888429 trunc from 0x026529 to 0x027567 (0x103f bytes) 000233 1788575411.903760 trunc from 0x040000 to 0x015241 (0x2adbe bytes) 000234 1788575411.979988 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x15242): Mirror 3: 0xa47aa86d (stale) Mirror 4: 0xa47aa86d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x15242): Mirror 3: 0xa47aa86d (stale) Mirror 4: 0xa47aa86d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x15242: skipped 000235 1788575412.363357 punch from 0x007ce1 to 0x00c3d2 (0x46f2 bytes) 000236 1788575412.372180 trunc from 0x00525f to 0x00b999 (0x673b bytes) 000237 1788575412.386879 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x15242): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x15242): Mirror 3: 0xa47aa86d (stale) Mirror 4: 0xa47aa86d (stale) CRC-32 checksum value for chunk [0, 0x15242): Mirror 1: 0x1cc910dd Mirror 5: 0x1cc910dd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x15242: skipped 000238 1788575413.996922 trunc from 0x0074f0 to 0x0077e3 (0x2f4 bytes) 000239 1788575414.084540 mapread 0x00e4c2 thru 0x013ec8 (0x5a07 bytes) 000240 1788575414.141608 mapwrite 0x02a69c thru 0x031d4e (0x76b3 bytes) 000242 1788575414.290770 punch from 0x02e224 to 0x031d4e (0x3b2b bytes) 000243 1788575414.311618 MIRROR_RESYNC 4 mirrors 000244 1788575416.333291 fallocate 0x00fb3f thru 0x01900c (0x94ce bytes) 000245 1788575416.448619 trunc from 0x02ed12 to 0x030ea7 (0x2196 bytes) 000246 1788575416.458051 write 0x00047e thru 0x00f489 (0xf00c bytes) 000247 1788575416.479058 trunc from 0x0260a0 to 0x02f0e5 (0x9046 bytes) 000248 1788575416.485757 trunc from 0x031d4f to 0x024836 (0xd518 bytes) 000249 1788575416.515897 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24837): Mirror 4: 0x671e4ce2 (stale) Mirror 5: 0x671e4ce2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24837): Mirror 4: 0x671e4ce2 (stale) Mirror 5: 0x671e4ce2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24837: skipped 000250 1788575417.076873 mapwrite 0x00665e thru 0x00b1e0 (0x4b83 bytes) 000251 1788575417.178392 mapwrite 0x00bce2 thru 0x00de52 (0x2171 bytes) 000252 1788575417.200396 MIRROR_RESYNC 3 mirrors 000253 1788575418.281342 read 0x014b28 thru 0x0200a8 (0xb581 bytes) 000255 1788575418.291112 mapread 0x018d4c thru 0x024836 (0xbaeb bytes) 000256 1788575418.319401 MIRROR_EXTEND to 4 mirrors 000257 1788575419.325664 read 0x00e183 thru 0x0109c3 (0x2841 bytes) 000258 1788575419.349743 trunc from 0x024837 to 0x00cc4d (0x17be9 bytes) 000259 1788575419.419346 fallocate 0x03b8bd thru 0x03ff68 (0x46ac bytes) 000260 1788575419.437665 trunc from 0x03ff69 to 0x022c02 (0x1d366 bytes) 000261 1788575419.480823 trunc from 0x00991e to 0x01022a (0x690d bytes) 000262 1788575419.490041 write 0x0037f2 thru 0x00bd05 (0x8514 bytes) 000263 1788575419.520100 read 0x022b7a thru 0x022c02 (0x89 bytes) 000264 1788575419.541486 punch from 0x01623e to 0x01b19f (0x4f62 bytes) 000265 1788575419.555159 mapwrite 0x037f53 thru 0x03ffff (0x80ad bytes) 000266 1788575419.659240 mapread 0x006921 thru 0x01252d (0xbc0d bytes) 000267 1788575419.664770 punch from 0x0272af to 0x0326ec (0xb43e bytes) 000268 1788575419.676937 write 0x014b03 thru 0x01a666 (0x5b64 bytes) 000269 1788575419.694394 MIRROR_RESYNC 4 mirrors 000270 1788575421.359934 MIRROR_EXTEND to 5 mirrors 000271 1788575422.609047 MIRROR_RESYNC 5 mirrors 000272 1788575423.242145 punch from 0x038b82 to 0x03ffff (0x747e bytes) 000273 1788575423.323171 mapread 0x01cdee thru 0x028116 (0xb329 bytes) 000274 1788575423.368331 trunc from 0x040000 to 0x03b587 (0x4a78 bytes) 000275 1788575423.409296 write 0x017103 thru 0x01ffbf (0x8ebd bytes) 000276 1788575423.419721 MIRROR_RESYNC 5 mirrors 000277 1788575425.174502 trunc from 0x02baaf to 0x03002f (0x4581 bytes) 000278 1788575425.212202 fallocate 0x008f8a thru 0x011f31 (0x8fa8 bytes) 000279 1788575425.220015 trunc from 0x032f40 to 0x039704 (0x67c5 bytes) 000280 1788575425.224586 mapread 0x02d8e1 thru 0x038ebc (0xb5dc bytes) 000281 1788575425.250404 punch from 0x02b81e to 0x02d565 (0x1d48 bytes) 000282 1788575425.256238 fallocate 0x012ff8 thru 0x021817 (0xe820 bytes) 000284 1788575425.266310 MIRROR_RESYNC 5 mirrors 000286 1788575426.715261 mapwrite 0x02e50d thru 0x038a52 (0xa546 bytes) 000288 1788575426.912417 write 0x01169f thru 0x019512 (0x7e74 bytes) 000289 1788575426.925603 write 0x0395fe thru 0x03d16a (0x3b6d bytes) 000290 1788575426.930522 write 0x0142be thru 0x01e213 (0x9f56 bytes) 000291 1788575426.937399 mapread 0x03b370 thru 0x03d16a (0x1dfb bytes) 000292 1788575426.951427 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3d16b): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d16b): Mirror 4: 0xa95a70be (stale) Mirror 5: 0xa95a70be (stale) Mirror 6: 0xa95a70be (stale) Mirror 7: 0xa95a70be (stale) CRC-32 checksum value for chunk [0, 0x3d16b): Mirror 1: 0x8c02aa4d Mirror 8: 0x8c02aa4d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d16b: skipped 000293 1788575428.299397 trunc from 0x0100e6 to 0x017b08 (0x7a23 bytes) 000295 1788575428.344419 fallocate 0x021f42 thru 0x02b6f8 (0x97b7 bytes) 000296 1788575428.350311 trunc from 0x03d16b to 0x01d696 (0x1fad4 bytes) 000297 1788575428.382282 write 0x00a12d thru 0x0113c2 (0x7296 bytes) 000298 1788575428.397163 write 0x01b03e thru 0x0239f0 (0x89b3 bytes) 000299 1788575428.406601 mapread 0x015727 thru 0x01d929 (0x8203 bytes) 000301 1788575428.432772 fallocate 0x004e35 thru 0x008758 (0x3924 bytes) 000302 1788575428.439189 write 0x01760e thru 0x019513 (0x1f06 bytes) 000303 1788575428.441045 punch from 0x01f907 to 0x01fa3b (0x135 bytes) 000304 1788575428.457069 fallocate 0x0233cf thru 0x027998 (0x45ca bytes) 000305 1788575428.462946 mapwrite 0x02693b thru 0x029a28 (0x30ee bytes) 000306 1788575428.505616 mapread 0x024f25 thru 0x02689b (0x1977 bytes) 000307 1788575428.507768 punch from 0x00f03b to 0x0122ce (0x3294 bytes) 000309 1788575428.519723 mapwrite 0x02f821 thru 0x03a680 (0xae60 bytes) 000310 1788575428.589377 punch from 0x005a8a to 0x0149f7 (0xef6e bytes) 000311 1788575428.608279 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a681): Mirror 4: 0xcddb62d (stale) Mirror 5: 0xcddb62d (stale) Mirror 6: 0xcddb62d (stale) Mirror 7: 0xcddb62d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a681): Mirror 4: 0xcddb62d (stale) Mirror 5: 0xcddb62d (stale) Mirror 6: 0xcddb62d (stale) Mirror 7: 0xcddb62d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a681: skipped 000312 1788575429.194697 read 0x02adfc thru 0x02c385 (0x158a bytes) 000313 1788575429.201611 trunc from 0x017398 to 0x023760 (0xc3c9 bytes) 000314 1788575429.208171 fallocate 0x030ab1 thru 0x0352d0 (0x4820 bytes) 000317 1788575429.216251 trunc from 0x03a681 to 0x00f76f (0x2af11 bytes) 000318 1788575429.237660 fallocate 0x03e1d9 thru 0x03ffff (0x1e27 bytes) 000319 1788575429.244279 mapwrite 0x016da1 thru 0x01cc39 (0x5e99 bytes) 000320 1788575429.317476 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x1cc3a): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cc3a): Mirror 4: 0xccaf0f (stale) Mirror 5: 0xccaf0f (stale) Mirror 6: 0xccaf0f (stale) Mirror 7: 0xccaf0f (stale) CRC-32 checksum value for chunk [0, 0x1cc3a): Mirror 1: 0x62132b39 Mirror 8: 0x62132b39 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cc3a: skipped 000321 1788575430.178636 mapread 0x00e3b4 thru 0x01cc39 (0xe886 bytes) 000322 1788575430.228235 trunc from 0x01cc3a to 0x0309f8 (0x13dbf bytes) 000323 1788575430.336306 write 0x03d607 thru 0x03e072 (0xa6c bytes) 000324 1788575430.338350 trunc from 0x03e073 to 0x00a8d5 (0x3379d bytes) 000325 1788575430.364223 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0xa8d6): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa8d6): Mirror 4: 0x19725fbd (stale) Mirror 5: 0x19725fbd (stale) Mirror 6: 0x19725fbd (stale) Mirror 7: 0x19725fbd (stale) Mirror 8: 0x585882ad (stale) CRC-32 checksum value for chunk [0, 0xa8d6): Mirror 1: 0x585882ad Mirror 9: 0x585882ad lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa8d6: skipped 000326 1788575431.774336 trunc from 0x007fa6 to 0x00a8d5 (0x2930 bytes) 000327 1788575431.834198 mapread 0x00145a thru 0x00a8d5 (0x947c bytes) 000328 1788575431.855766 mapwrite 0x036823 thru 0x03dc66 (0x7444 bytes) 000329 1788575431.917531 trunc from 0x03dc67 to 0x01d287 (0x209df bytes) 000330 1788575431.957870 MIRROR_RESYNC 7 mirrors 000331 1788575433.580295 trunc from 0x018fd3 to 0x01a2dd (0x130b bytes) 000332 1788575433.646726 mapwrite 0x03ad27 thru 0x03ee2b (0x4105 bytes) 000333 1788575433.801360 punch from 0x00f9f1 to 0x01da6e (0xe07e bytes) 000334 1788575433.823515 write 0x02946b thru 0x02a1e5 (0xd7b bytes) 000335 1788575433.852382 trunc from 0x010caf to 0x017257 (0x65a9 bytes) 000336 1788575433.885960 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3ee2c): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ee2c): Mirror 4: 0xb09ec8a0 (stale) Mirror 5: 0xb09ec8a0 (stale) Mirror 6: 0xb09ec8a0 (stale) Mirror 7: 0xb09ec8a0 (stale) Mirror 8: 0xb09ec8a0 (stale) Mirror 9: 0xb09ec8a0 (stale) CRC-32 checksum value for chunk [0, 0x3ee2c): Mirror 1: 0x9b3f8ec6 Mirror 10: 0x9b3f8ec6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ee2c: skipped 000337 1788575435.372058 punch from 0x015247 to 0x0164b4 (0x126e bytes) 000338 1788575435.458555 read 0x0129ea thru 0x01edbd (0xc3d4 bytes) 000339 1788575435.478260 trunc from 0x02d4ff to 0x031fdd (0x4adf bytes) 000340 1788575435.484670 fallocate 0x0168fd thru 0x01d5ae (0x6cb2 bytes) 000341 1788575435.500595 write 0x02da19 thru 0x03c5f1 (0xebd9 bytes) 000342 1788575435.519630 trunc from 0x03cbbb to 0x03e097 (0x14dd bytes) 000343 1788575435.566290 fallocate 0x01f743 thru 0x022692 (0x2f50 bytes) 000344 1788575435.577585 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ee2c): Mirror 4: 0xb09ec8a0 (stale) Mirror 6: 0xb09ec8a0 (stale) Mirror 7: 0xb09ec8a0 (stale) Mirror 8: 0xb09ec8a0 (stale) Mirror 9: 0xb09ec8a0 (stale) Mirror 10: 0x9b3f8ec6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ee2c): Mirror 4: 0xb09ec8a0 (stale) Mirror 6: 0xb09ec8a0 (stale) Mirror 7: 0xb09ec8a0 (stale) Mirror 8: 0xb09ec8a0 (stale) Mirror 9: 0xb09ec8a0 (stale) Mirror 10: 0x9b3f8ec6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ee2c: skipped 000346 1788575436.198306 trunc from 0x0219e5 to 0x02ddbc (0xc3d8 bytes) 000347 1788575436.217150 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ee2c): Mirror 4: 0xb09ec8a0 (stale) Mirror 6: 0xb09ec8a0 (stale) Mirror 7: 0xb09ec8a0 (stale) Mirror 8: 0xb09ec8a0 (stale) Mirror 10: 0x9b3f8ec6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ee2c): Mirror 4: 0xb09ec8a0 (stale) Mirror 6: 0xb09ec8a0 (stale) Mirror 7: 0xb09ec8a0 (stale) Mirror 8: 0xb09ec8a0 (stale) Mirror 10: 0x9b3f8ec6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ee2c: skipped 000348 1788575436.816331 trunc from 0x03ee2c to 0x0015a8 (0x3d883 bytes) 000349 1788575436.856281 trunc from 0x0015a9 to 0x00cddb (0xb833 bytes) 000350 1788575436.879352 read 0x009fc9 thru 0x00b578 (0x15b0 bytes) 000351 1788575436.887277 trunc from 0x00cddc to 0x0339b9 (0x26bde bytes) 000352 1788575436.908201 trunc from 0x0339ba to 0x02381f (0x1019a bytes) 000353 1788575436.930646 punch from 0x01e96c to 0x01ffc9 (0x165e bytes) 000354 1788575436.937087 write 0x031adb thru 0x03d926 (0xbe4c bytes) 000355 1788575436.941330 read 0x007e57 thru 0x012720 (0xa8ca bytes) 000356 1788575436.965176 trunc from 0x03d927 to 0x03e653 (0xd2d bytes) 000357 1788575436.994454 MIRROR_RESYNC 6 mirrors 000358 1788575438.491034 trunc from 0x0204de to 0x02d503 (0xd026 bytes) 000359 1788575438.554355 mapread 0x01a29b thru 0x01da0d (0x3773 bytes) 000360 1788575438.604497 fallocate 0x00c078 thru 0x0163b7 (0xa340 bytes) 000361 1788575438.624903 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: 0xad687b83 (stale) Mirror 6: 0xad687b83 (stale) Mirror 7: 0xad687b83 (stale) Mirror 8: 0xad687b83 (stale) Mirror 10: 0xad687b83 (stale) CRC-32 checksum value for chunk [0, 0x3e654): Mirror 1: 0xad687b83 Mirror 11: 0xad687b83 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e654: skipped 000362 1788575440.217253 MIRROR_RESYNC 7 mirrors 000363 1788575442.088243 MIRROR_EXTEND to 8 mirrors 000364 1788575443.111384 trunc from 0x0307e9 to 0x039f54 (0x976c bytes) 000365 1788575443.150895 mapwrite 0x02494e thru 0x030d12 (0xc3c5 bytes) 000366 1788575443.196072 mapwrite 0x0241ad thru 0x02e88d (0xa6e1 bytes) 000367 1788575443.218575 punch from 0x01855e to 0x018c17 (0x6ba bytes) 000368 1788575443.225216 read 0x03afc6 thru 0x03e653 (0x368e bytes) 000369 1788575443.235506 read 0x02cddb thru 0x0397fd (0xca23 bytes) 000370 1788575443.259280 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: 0xad687b83 (stale) Mirror 6: 0xad687b83 (stale) Mirror 7: 0xad687b83 (stale) Mirror 8: 0xad687b83 (stale) Mirror 10: 0xad687b83 (stale) Mirror 11: 0xad687b83 (stale) Mirror 12: 0xad687b83 (stale) CRC-32 checksum value for chunk [0, 0x3e654): Mirror 1: 0x3553a26 Mirror 13: 0x3553a26 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e654: skipped 000371 1788575444.591926 mapwrite 0x00b821 thru 0x00cdaa (0x158a bytes) 000372 1788575444.757190 write 0x02e554 thru 0x02edb3 (0x860 bytes) 000373 1788575444.776404 trunc from 0x003f14 to 0x011dbb (0xdea8 bytes) 000374 1788575444.784447 read 0x00fbb4 thru 0x0131d1 (0x361e bytes) 000375 1788575444.794507 trunc from 0x00a231 to 0x015f0d (0xbcdd bytes) 000376 1788575444.821878 punch from 0x018659 to 0x019474 (0xe1c bytes) 000377 1788575444.829190 punch from 0x02fc92 to 0x03e653 (0xe9c2 bytes) 000378 1788575444.843753 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: 0xad687b83 (stale) Mirror 6: 0xad687b83 (stale) Mirror 7: 0xad687b83 (stale) Mirror 8: 0xad687b83 (stale) Mirror 10: 0xad687b83 (stale) Mirror 11: 0xad687b83 (stale) Mirror 12: 0xad687b83 (stale) Mirror 13: 0x3553a26 (stale) CRC-32 checksum value for chunk [0, 0x3e654): Mirror 1: 0x6834d829 Mirror 14: 0x6834d829 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e654: skipped 000379 1788575446.492485 write 0x026f28 thru 0x02b075 (0x414e bytes) 000380 1788575446.617110 MIRROR_SPLIT mirror 4 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: 0xad687b83 (stale) Mirror 6: 0xad687b83 (stale) Mirror 7: 0xad687b83 (stale) Mirror 10: 0xad687b83 (stale) Mirror 11: 0xad687b83 (stale) Mirror 12: 0xad687b83 (stale) Mirror 13: 0x3553a26 (stale) Mirror 14: 0x6834d829 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: 0xad687b83 (stale) Mirror 6: 0xad687b83 (stale) Mirror 7: 0xad687b83 (stale) Mirror 10: 0xad687b83 (stale) Mirror 11: 0xad687b83 (stale) Mirror 12: 0xad687b83 (stale) Mirror 13: 0x3553a26 (stale) Mirror 14: 0x6834d829 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e654: skipped 000381 1788575447.559605 mapread 0x0017f0 thru 0x005f6a (0x477b bytes) 000382 1788575447.594837 punch from 0x03529d to 0x03e653 (0x93b7 bytes) 000383 1788575447.604266 MIRROR_SPLIT mirror 2 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: 0xad687b83 (stale) Mirror 7: 0xad687b83 (stale) Mirror 10: 0xad687b83 (stale) Mirror 11: 0xad687b83 (stale) Mirror 12: 0xad687b83 (stale) Mirror 13: 0x3553a26 (stale) Mirror 14: 0x6834d829 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e654): Mirror 4: 0xad687b83 (stale) Mirror 7: 0xad687b83 (stale) Mirror 10: 0xad687b83 (stale) Mirror 11: 0xad687b83 (stale) Mirror 12: 0xad687b83 (stale) Mirror 13: 0x3553a26 (stale) Mirror 14: 0x6834d829 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e654: skipped 000384 1788575448.335395 read 0x036d95 thru 0x03e653 (0x78bf bytes) 000385 1788575448.348352 read 0x0108ba thru 0x0204f0 (0xfc37 bytes) 000386 1788575448.366301 mapwrite 0x0283c3 thru 0x02efc3 (0x6c01 bytes) 000387 1788575448.391290 punch from 0x015c80 to 0x019acb (0x3e4c bytes) 000388 1788575448.397447 punch from 0x01a11c to 0x0254db (0xb3c0 bytes) 000389 1788575448.404375 read 0x0202c4 thru 0x02fa24 (0xf761 bytes) 000391 1788575448.423278 mapwrite 0x03a7ea thru 0x03ea45 (0x425c bytes) 000392 1788575448.457678 mapwrite 0x00ac18 thru 0x0166aa (0xba93 bytes) 000393 1788575448.485312 trunc from 0x022346 to 0x0305c9 (0xe284 bytes) 000394 1788575448.492935 write 0x01dc53 thru 0x0253a0 (0x774e bytes) 000395 1788575448.503724 mapwrite 0x006242 thru 0x010b2b (0xa8ea bytes) 000396 1788575448.553013 write 0x015003 thru 0x01c499 (0x7497 bytes) 000397 1788575448.555721 punch from 0x002309 to 0x004c3e (0x2936 bytes) 000398 1788575448.562223 read 0x02742f thru 0x034b91 (0xd763 bytes) 000399 1788575448.572646 punch from 0x0224d3 to 0x030fd5 (0xeb03 bytes) 000401 1788575448.580896 read 0x013c14 thru 0x021b78 (0xdf65 bytes) 000402 1788575448.581724 mapread 0x0156f5 thru 0x022ed6 (0xd7e2 bytes) 000403 1788575448.595235 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 4: 0x602fe84f (stale) Mirror 7: 0x602fe84f (stale) Mirror 11: 0x602fe84f (stale) Mirror 12: 0x602fe84f (stale) Mirror 13: 0xbe458af1 (stale) Mirror 14: 0x5b23aadc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 4: 0x602fe84f (stale) Mirror 7: 0x602fe84f (stale) Mirror 11: 0x602fe84f (stale) Mirror 12: 0x602fe84f (stale) Mirror 13: 0xbe458af1 (stale) Mirror 14: 0x5b23aadc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ea46: skipped 000404 1788575449.096588 fallocate 0x034cee thru 0x036d27 (0x203a bytes) 000405 1788575449.103593 read 0x037d30 thru 0x0389f6 (0xcc7 bytes) 000406 1788575449.109853 punch from 0x03e438 to 0x03ea45 (0x60e bytes) 000407 1788575449.120325 read 0x01573f thru 0x021bf4 (0xc4b6 bytes) 000408 1788575449.147184 MIRROR_RESYNC 7 mirrors 000409 1788575451.496276 fallocate 0x0176f0 thru 0x01993d (0x224e bytes) 000411 1788575451.550915 mapwrite 0x00df27 thru 0x018218 (0xa2f2 bytes) 000412 1788575451.606687 mapread 0x002288 thru 0x004291 (0x200a bytes) 000413 1788575451.622124 MIRROR_RESYNC 7 mirrors 000414 1788575453.812701 trunc from 0x00f337 to 0x018598 (0x9262 bytes) 000415 1788575453.872838 mapread 0x035b65 thru 0x03ea45 (0x8ee1 bytes) 000416 1788575453.908355 write 0x0005dd thru 0x000d0c (0x730 bytes) 000417 1788575453.916891 write 0x02c57a thru 0x03ae5e (0xe8e5 bytes) 000418 1788575453.930057 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 4: 0x22a07add (stale) Mirror 7: 0x22a07add (stale) Mirror 11: 0x22a07add (stale) Mirror 12: 0x22a07add (stale) Mirror 13: 0x22a07add (stale) Mirror 14: 0x22a07add (stale) CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 1: 0x232f0213 Mirror 15: 0x232f0213 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ea46: skipped 000420 1788575455.868189 write 0x01188d thru 0x01fa81 (0xe1f5 bytes) 000421 1788575456.011121 mapread 0x002bb9 thru 0x00f496 (0xc8de bytes) 000422 1788575456.044184 punch from 0x03e0f1 to 0x03ea45 (0x955 bytes) 000423 1788575456.053211 fallocate 0x024585 thru 0x02f229 (0xaca5 bytes) 000424 1788575456.060168 write 0x015c4a thru 0x01c2d9 (0x6690 bytes) 000425 1788575456.062282 mapread 0x0315a4 thru 0x03b90c (0xa369 bytes) 000427 1788575456.131485 read 0x02c509 thru 0x03226c (0x5d64 bytes) 000428 1788575456.139553 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 4: 0x22a07add (stale) Mirror 7: 0x22a07add (stale) Mirror 11: 0x22a07add (stale) Mirror 12: 0x22a07add (stale) Mirror 13: 0x22a07add (stale) Mirror 14: 0x22a07add (stale) Mirror 15: 0x232f0213 (stale) CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 1: 0x540b3ab5 Mirror 16: 0x540b3ab5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ea46: skipped 000429 1788575457.216230 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 4: 0x22a07add (stale) Mirror 7: 0x22a07add (stale) Mirror 11: 0x22a07add (stale) Mirror 12: 0x22a07add (stale) Mirror 13: 0x22a07add (stale) Mirror 14: 0x22a07add (stale) Mirror 15: 0x232f0213 (stale) CRC-32 checksum value for chunk [0, 0x3ea46): Mirror 1: 0x540b3ab5 Mirror 16: 0x540b3ab5 Mirror 17: 0x540b3ab5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ea46: skipped 000430 1788575458.747917 mapwrite 0x008796 thru 0x009930 (0x119b bytes) 000431 1788575458.862119 read 0x03cffa thru 0x03d044 (0x4b bytes) 000432 1788575458.869601 punch from 0x0211a0 to 0x02c34c (0xb1ad bytes) 000433 1788575458.875570 mapread 0x023d85 thru 0x029926 (0x5ba2 bytes) 000434 1788575458.886656 punch from 0x025993 to 0x0264e3 (0xb51 bytes) 000435 1788575458.891549 fallocate 0x00ea15 thru 0x010570 (0x1b5c bytes) 000436 1788575458.896261 read 0x02f69b thru 0x037450 (0x7db6 bytes) 000437 1788575458.933252 trunc from 0x03ea46 to 0x01366e (0x2b3d7 bytes) 000438 1788575458.976432 write 0x00c921 thru 0x00cc60 (0x340 bytes) 000439 1788575458.979176 punch from 0x002b4f to 0x00c332 (0x97e4 bytes) 000441 1788575458.993293 write 0x024bd9 thru 0x02ab72 (0x5f9a bytes) 000442 1788575458.995298 fallocate 0x0331b3 thru 0x0383e9 (0x5237 bytes) 000443 1788575459.001017 trunc from 0x0011dd to 0x00fcc4 (0xeae8 bytes) 000444 1788575459.008843 read 0x026120 thru 0x02fb57 (0x9a38 bytes) 000446 1788575459.031441 trunc from 0x0383ea to 0x009478 (0x2ef71 bytes) 000447 1788575459.056238 mapread 0x00126b thru 0x00628d (0x5023 bytes) 000449 1788575459.058289 write 0x02a4d4 thru 0x0371b3 (0xcce0 bytes) 000450 1788575459.061859 mapread 0x030e46 thru 0x036fbd (0x6178 bytes) 000451 1788575459.063229 trunc from 0x0371b4 to 0x038ab2 (0x18ff bytes) 000452 1788575459.094637 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x38ab3): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38ab3): Mirror 4: 0x5f34a99e (stale) Mirror 7: 0x5f34a99e (stale) Mirror 11: 0x5f34a99e (stale) Mirror 12: 0x5f34a99e (stale) Mirror 13: 0x5f34a99e (stale) Mirror 14: 0x5f34a99e (stale) Mirror 15: 0xfde23e38 (stale) Mirror 16: 0x5cdda672 (stale) Mirror 17: 0x5cdda672 (stale) CRC-32 checksum value for chunk [0, 0x38ab3): Mirror 1: 0xc229c05b Mirror 18: 0xc229c05b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38ab3: skipped 000453 1788575460.637156 fallocate 0x0003f6 thru 0x007f5c (0x7b67 bytes) 000454 1788575460.700138 trunc from 0x038ab3 to 0x025a56 (0x1305c bytes) 000455 1788575460.768188 mapwrite 0x01be22 thru 0x01db0f (0x1cee bytes) 000456 1788575460.830875 read 0x00361b thru 0x00c371 (0x8d57 bytes) 000457 1788575460.851805 trunc from 0x01e00a to 0x025a56 (0x7a4d bytes) 000458 1788575460.874115 punch from 0x0168bf to 0x01ec84 (0x83c6 bytes) 000459 1788575460.897455 punch from 0x00b611 to 0x018bcf (0xd5bf bytes) 000460 1788575460.910144 punch from 0x01c877 to 0x024ea1 (0x862b bytes) 000461 1788575460.920392 mapwrite 0x039461 thru 0x03acca (0x186a bytes) 000462 1788575461.014089 MIRROR_RESYNC 11 mirrors 000463 1788575463.558922 trunc from 0x03accb to 0x0201b5 (0x1ab15 bytes) 000464 1788575463.608600 punch from 0x016b18 to 0x01d911 (0x6dfa bytes) 000465 1788575463.617000 trunc from 0x0201b6 to 0x02cc6b (0xcab6 bytes) 000466 1788575463.643763 trunc from 0x002bc6 to 0x003a92 (0xecd bytes) 000467 1788575463.649627 read 0x00e216 thru 0x01d700 (0xf4eb bytes) 000468 1788575463.663351 fallocate 0x02bf11 thru 0x02f522 (0x3612 bytes) 000469 1788575463.669862 read 0x0147b7 thru 0x01d5bc (0x8e06 bytes) 000470 1788575463.671069 trunc from 0x00482d to 0x011153 (0xc927 bytes) 000471 1788575463.676868 punch from 0x00f654 to 0x00f700 (0xad bytes) 000474 1788575463.685094 mapwrite 0x0014c9 thru 0x0098eb (0x8423 bytes) 000475 1788575463.720172 fallocate 0x024a36 thru 0x02bdbc (0x7387 bytes) 000476 1788575463.726570 mapread 0x028371 thru 0x02cc6b (0x48fb bytes) 000477 1788575463.728047 trunc from 0x0211a3 to 0x02cc6b (0xbac9 bytes) 000479 1788575463.736905 mapread 0x006c6d thru 0x00f684 (0x8a18 bytes) 000480 1788575463.743904 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x2cc6c): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2cc6c): Mirror 4: 0x79b78911 (stale) Mirror 7: 0x79b78911 (stale) Mirror 11: 0x79b78911 (stale) Mirror 12: 0x79b78911 (stale) Mirror 13: 0x79b78911 (stale) Mirror 14: 0x79b78911 (stale) Mirror 15: 0x79b78911 (stale) Mirror 16: 0x79b78911 (stale) Mirror 17: 0x79b78911 (stale) Mirror 18: 0x79b78911 (stale) CRC-32 checksum value for chunk [0, 0x2cc6c): Mirror 1: 0x6537f3e3 Mirror 19: 0x6537f3e3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2cc6c: skipped 000481 1788575465.276034 trunc from 0x01c427 to 0x025858 (0x9432 bytes) 000482 1788575465.382983 mapwrite 0x00f2e8 thru 0x01e0d3 (0xedec bytes) 000483 1788575465.573676 mapread 0x01ea0d thru 0x02caba (0xe0ae bytes) 000484 1788575465.603355 fallocate 0x00d5c1 thru 0x013095 (0x5ad5 bytes) 000485 1788575465.622478 MIRROR_SPLIT mirror 5 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2cc6c): Mirror 4: 0x79b78911 (stale) Mirror 7: 0x79b78911 (stale) Mirror 11: 0x79b78911 (stale) Mirror 12: 0x79b78911 (stale) Mirror 14: 0x79b78911 (stale) Mirror 15: 0x79b78911 (stale) Mirror 16: 0x79b78911 (stale) Mirror 17: 0x79b78911 (stale) Mirror 18: 0x79b78911 (stale) Mirror 19: 0x6537f3e3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2cc6c): Mirror 4: 0x79b78911 (stale) Mirror 7: 0x79b78911 (stale) Mirror 11: 0x79b78911 (stale) Mirror 12: 0x79b78911 (stale) Mirror 14: 0x79b78911 (stale) Mirror 15: 0x79b78911 (stale) Mirror 16: 0x79b78911 (stale) Mirror 17: 0x79b78911 (stale) Mirror 18: 0x79b78911 (stale) Mirror 19: 0x6537f3e3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2cc6c: skipped 000486 1788575466.717712 punch from 0x020a0d to 0x02b1a9 (0xa79d bytes) 000487 1788575466.731064 mapread 0x01d688 thru 0x02cc6b (0xf5e4 bytes) 000488 1788575466.767227 mapwrite 0x0279ee thru 0x028dcd (0x13e0 bytes) 000489 1788575466.782077 trunc from 0x02cc6c to 0x0151ba (0x17ab1 bytes) 000490 1788575466.804726 trunc from 0x004c64 to 0x005787 (0xb24 bytes) 000491 1788575466.812589 trunc from 0x0151bb to 0x010fdc (0x41de bytes) 000492 1788575466.831760 trunc from 0x010fdd to 0x01e1d9 (0xd1fd bytes) 000493 1788575466.862476 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x1e1da): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e1da): Mirror 4: 0x24c0a5d8 (stale) Mirror 7: 0x24c0a5d8 (stale) Mirror 11: 0x24c0a5d8 (stale) Mirror 12: 0x24c0a5d8 (stale) Mirror 14: 0x24c0a5d8 (stale) Mirror 15: 0x24c0a5d8 (stale) Mirror 16: 0x24c0a5d8 (stale) Mirror 17: 0x24c0a5d8 (stale) Mirror 18: 0x24c0a5d8 (stale) Mirror 19: 0x20aa3e29 (stale) CRC-32 checksum value for chunk [0, 0x1e1da): Mirror 1: 0x489e74f1 Mirror 20: 0x489e74f1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e1da: skipped 000494 1788575468.198408 trunc from 0x01e1da to 0x01babf (0x271a bytes) 000495 1788575468.261099 punch from 0x006c7a to 0x00a54f (0x38d6 bytes) 000496 1788575468.267358 trunc from 0x009e2d to 0x0138a2 (0x9a76 bytes) 000497 1788575468.272157 mapread 0x014d23 thru 0x01babf (0x6d9d bytes) 000498 1788575468.292529 trunc from 0x01bac0 to 0x0259f8 (0x9f39 bytes) 000499 1788575468.320720 mapread 0x01cc3e thru 0x0259f8 (0x8dbb bytes) 000500 1788575468.341316 punch from 0x01b876 to 0x0259f8 (0xa183 bytes) 000502 1788575468.348194 trunc from 0x0259f9 to 0x020c40 (0x4db8 bytes) 000503 1788575468.369587 trunc from 0x002b21 to 0x003306 (0x7e6 bytes) 000504 1788575468.381674 mapwrite 0x010375 thru 0x0200e3 (0xfd6f bytes) 000505 1788575468.449519 mapwrite 0x007bb0 thru 0x01741b (0xf86c bytes) 000506 1788575468.508913 write 0x03aea6 thru 0x03ffff (0x515a bytes) 000507 1788575468.510948 write 0x015a9a thru 0x01d3d5 (0x793c bytes) 000508 1788575468.513632 trunc from 0x01039d to 0x020069 (0xfccd bytes) 000509 1788575468.536610 read 0x02f550 thru 0x03d3bd (0xde6e bytes) 000511 1788575468.550052 trunc from 0x00dcb7 to 0x012f58 (0x52a2 bytes) 000512 1788575468.556613 write 0x037fd0 thru 0x03ee67 (0x6e98 bytes) 000513 1788575468.558437 write 0x00c001 thru 0x0118d4 (0x58d4 bytes) 000515 1788575468.569616 mapread 0x0089fe thru 0x009610 (0xc13 bytes) 000517 1788575468.571339 punch from 0x01b404 to 0x0203e5 (0x4fe2 bytes) 000519 1788575468.580248 write 0x02608a thru 0x02b566 (0x54dd bytes) 000520 1788575468.603964 MIRROR_SPLIT mirror 9 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa98aa065 (stale) Mirror 7: 0xa98aa065 (stale) Mirror 11: 0xa98aa065 (stale) Mirror 12: 0xa98aa065 (stale) Mirror 14: 0xa98aa065 (stale) Mirror 15: 0xa98aa065 (stale) Mirror 16: 0xa98aa065 (stale) Mirror 17: 0xa98aa065 (stale) Mirror 19: 0x42dd07d6 (stale) Mirror 20: 0x97c48cf1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa98aa065 (stale) Mirror 7: 0xa98aa065 (stale) Mirror 11: 0xa98aa065 (stale) Mirror 12: 0xa98aa065 (stale) Mirror 14: 0xa98aa065 (stale) Mirror 15: 0xa98aa065 (stale) Mirror 16: 0xa98aa065 (stale) Mirror 17: 0xa98aa065 (stale) Mirror 19: 0x42dd07d6 (stale) Mirror 20: 0x97c48cf1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000521 1788575469.554844 write 0x011672 thru 0x013d0b (0x269a bytes) 000522 1788575469.575931 mapread 0x00dd8d thru 0x016957 (0x8bcb bytes) 000524 1788575469.625653 trunc from 0x0363d4 to 0x03df97 (0x7bc4 bytes) 000525 1788575469.637145 mapread 0x01f4ab thru 0x025ea3 (0x69f9 bytes) 000526 1788575469.663444 mapread 0x01c650 thru 0x02a60b (0xdfbc bytes) 000529 1788575469.690321 read 0x00abcd thru 0x0172eb (0xc71f bytes) 000530 1788575469.696319 MIRROR_SPLIT mirror 3 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa98aa065 (stale) Mirror 7: 0xa98aa065 (stale) Mirror 12: 0xa98aa065 (stale) Mirror 14: 0xa98aa065 (stale) Mirror 15: 0xa98aa065 (stale) Mirror 16: 0xa98aa065 (stale) Mirror 17: 0xa98aa065 (stale) Mirror 19: 0x42dd07d6 (stale) Mirror 20: 0x97c48cf1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa98aa065 (stale) Mirror 7: 0xa98aa065 (stale) Mirror 12: 0xa98aa065 (stale) Mirror 14: 0xa98aa065 (stale) Mirror 15: 0xa98aa065 (stale) Mirror 16: 0xa98aa065 (stale) Mirror 17: 0xa98aa065 (stale) Mirror 19: 0x42dd07d6 (stale) Mirror 20: 0x97c48cf1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000531 1788575470.275230 mapwrite 0x0212dc thru 0x025882 (0x45a7 bytes) 000532 1788575470.340271 read 0x037c51 thru 0x0380af (0x45f bytes) 000533 1788575470.358353 MIRROR_SPLIT mirror 9 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa98aa065 (stale) Mirror 7: 0xa98aa065 (stale) Mirror 12: 0xa98aa065 (stale) Mirror 14: 0xa98aa065 (stale) Mirror 15: 0xa98aa065 (stale) Mirror 16: 0xa98aa065 (stale) Mirror 17: 0xa98aa065 (stale) Mirror 19: 0x42dd07d6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa98aa065 (stale) Mirror 7: 0xa98aa065 (stale) Mirror 12: 0xa98aa065 (stale) Mirror 14: 0xa98aa065 (stale) Mirror 15: 0xa98aa065 (stale) Mirror 16: 0xa98aa065 (stale) Mirror 17: 0xa98aa065 (stale) Mirror 19: 0x42dd07d6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000534 1788575471.115464 fallocate 0x037750 thru 0x03ece0 (0x7591 bytes) 000535 1788575471.123074 trunc from 0x040000 to 0x033382 (0xcc7d bytes) 000537 1788575471.149479 punch from 0x017da4 to 0x023d95 (0xbff2 bytes) 000538 1788575471.164023 read 0x027330 thru 0x0302dd (0x8fae bytes) 000539 1788575471.183301 punch from 0x017ce4 to 0x01f929 (0x7c46 bytes) 000540 1788575471.189251 fallocate 0x0228ae thru 0x027b83 (0x52d6 bytes) 000541 1788575471.201366 trunc from 0x01665e to 0x025ea6 (0xf849 bytes) 000542 1788575471.217032 trunc from 0x033383 to 0x00c510 (0x26e72 bytes) 000543 1788575471.242252 trunc from 0x006a55 to 0x00c510 (0x5abc bytes) 000544 1788575471.250883 trunc from 0x0094cd to 0x00c510 (0x3044 bytes) 000545 1788575471.258395 trunc from 0x00c511 to 0x008983 (0x3b8d bytes) 000546 1788575471.278477 trunc from 0x008984 to 0x001585 (0x73fe bytes) 000547 1788575471.302940 fallocate 0x02c851 thru 0x02cff6 (0x7a6 bytes) 000548 1788575471.312631 punch from 0x000401 to 0x001585 (0x1185 bytes) 000550 1788575471.341324 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x1586): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1586): Mirror 4: 0x41063ec0 (stale) Mirror 7: 0x41063ec0 (stale) Mirror 12: 0x41063ec0 (stale) Mirror 14: 0x41063ec0 (stale) Mirror 15: 0x41063ec0 (stale) Mirror 16: 0x41063ec0 (stale) Mirror 17: 0x41063ec0 (stale) Mirror 19: 0x9c077db7 (stale) CRC-32 checksum value for chunk [0, 0x1586): Mirror 1: 0x38009948 Mirror 20: 0x38009948 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1586: skipped 000551 1788575472.398370 read 0x000b20 thru 0x001585 (0xa66 bytes) 000552 1788575472.412377 trunc from 0x0003a7 to 0x001585 (0x11df bytes) 000553 1788575472.519124 fallocate 0x00a713 thru 0x00b278 (0xb66 bytes) 000554 1788575472.561357 trunc from 0x0079c6 to 0x00b278 (0x38b3 bytes) 000555 1788575472.580739 MIRROR_SPLIT mirror 1 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xb279): Mirror 7: 0xf50b142a (stale) Mirror 12: 0xf50b142a (stale) Mirror 14: 0xf50b142a (stale) Mirror 15: 0xf50b142a (stale) Mirror 16: 0xf50b142a (stale) Mirror 17: 0xf50b142a (stale) Mirror 19: 0x6b41854c (stale) Mirror 20: 0xe99c0b4f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xb279): Mirror 7: 0xf50b142a (stale) Mirror 12: 0xf50b142a (stale) Mirror 14: 0xf50b142a (stale) Mirror 15: 0xf50b142a (stale) Mirror 16: 0xf50b142a (stale) Mirror 17: 0xf50b142a (stale) Mirror 19: 0x6b41854c (stale) Mirror 20: 0xe99c0b4f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xb279: skipped 000556 1788575473.351353 MIRROR_RESYNC 9 mirrors 000557 1788575474.305190 mapwrite 0x010f70 thru 0x01356f (0x2600 bytes) 000558 1788575474.469272 fallocate 0x03022d thru 0x03bbb4 (0xb988 bytes) 000559 1788575474.476083 trunc from 0x019f0f to 0x027ae2 (0xdbd4 bytes) 000560 1788575474.481531 mapread 0x00910b thru 0x00a76e (0x1664 bytes) 000561 1788575474.495248 mapwrite 0x0117cc thru 0x01d972 (0xc1a7 bytes) 000562 1788575474.538609 punch from 0x020f76 to 0x022540 (0x15cb bytes) 000563 1788575474.545247 mapread 0x033563 thru 0x036a04 (0x34a2 bytes) 000564 1788575474.561303 mapwrite 0x00423e thru 0x004b1c (0x8df bytes) 000565 1788575474.575527 read 0x03970e thru 0x03bbb4 (0x24a7 bytes) 000566 1788575474.576271 mapread 0x035645 thru 0x03bbb4 (0x6570 bytes) 000567 1788575474.577753 read 0x00a10f thru 0x016ba6 (0xca98 bytes) 000568 1788575474.578742 mapread 0x002cb2 thru 0x01253d (0xf88c bytes) 000569 1788575474.580398 fallocate 0x015638 thru 0x01f8e7 (0xa2b0 bytes) 000572 1788575474.587428 mapread 0x036f52 thru 0x03870e (0x17bd bytes) 000573 1788575474.596892 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bbb5): Mirror 12: 0x1e0ba52e (stale) Mirror 14: 0x1e0ba52e (stale) Mirror 15: 0x1e0ba52e (stale) Mirror 16: 0x1e0ba52e (stale) Mirror 17: 0x1e0ba52e (stale) Mirror 19: 0x1e0ba52e (stale) Mirror 20: 0x1e0ba52e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bbb5): Mirror 12: 0x1e0ba52e (stale) Mirror 14: 0x1e0ba52e (stale) Mirror 15: 0x1e0ba52e (stale) Mirror 16: 0x1e0ba52e (stale) Mirror 17: 0x1e0ba52e (stale) Mirror 19: 0x1e0ba52e (stale) Mirror 20: 0x1e0ba52e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bbb5: skipped 000574 1788575475.397467 punch from 0x00f787 to 0x01b415 (0xbc8f bytes) 000575 1788575475.403598 fallocate 0x00fb86 thru 0x016691 (0x6b0c bytes) 000576 1788575475.409479 fallocate 0x0176b7 thru 0x024218 (0xcb62 bytes) 000577 1788575475.415399 trunc from 0x02c942 to 0x02e9d2 (0x2091 bytes) 000578 1788575475.421268 write 0x00f1d4 thru 0x01b407 (0xc234 bytes) 000579 1788575475.437467 mapread 0x029eed thru 0x034c1d (0xad31 bytes) 000580 1788575475.479963 MIRROR_SPLIT mirror 6 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bbb5): Mirror 12: 0x1e0ba52e (stale) Mirror 14: 0x1e0ba52e (stale) Mirror 15: 0x1e0ba52e (stale) Mirror 16: 0x1e0ba52e (stale) Mirror 17: 0x1e0ba52e (stale) Mirror 20: 0x1e0ba52e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bbb5): Mirror 12: 0x1e0ba52e (stale) Mirror 14: 0x1e0ba52e (stale) Mirror 15: 0x1e0ba52e (stale) Mirror 16: 0x1e0ba52e (stale) Mirror 17: 0x1e0ba52e (stale) Mirror 20: 0x1e0ba52e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bbb5: skipped 000581 1788575476.311282 mapwrite 0x01febb thru 0x02e38a (0xe4d0 bytes) 000582 1788575476.438048 trunc from 0x03bbb5 to 0x00246f (0x39745 bytes) 000583 1788575476.496763 punch from 0x001555 to 0x00246f (0xf1b bytes) 000584 1788575476.535631 mapread 0x000cab thru 0x00246f (0x17c5 bytes) 000585 1788575476.542147 punch from 0x001efc to 0x00246f (0x574 bytes) 000586 1788575476.550467 trunc from 0x001775 to 0x00246f (0xcfb bytes) 000587 1788575476.566940 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2470): Mirror 12: 0xed99051c (stale) Mirror 15: 0xed99051c (stale) Mirror 16: 0xed99051c (stale) Mirror 17: 0xed99051c (stale) Mirror 20: 0xed99051c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2470): Mirror 12: 0xed99051c (stale) Mirror 15: 0xed99051c (stale) Mirror 16: 0xed99051c (stale) Mirror 17: 0xed99051c (stale) Mirror 20: 0xed99051c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2470: skipped 000588 1788575477.222416 mapread 0x001ff7 thru 0x00246f (0x479 bytes) 000589 1788575477.258702 punch from 0x00184e to 0x00246f (0xc22 bytes) 000590 1788575477.272729 read 0x000f42 thru 0x00246f (0x152e bytes) 000591 1788575477.285510 trunc from 0x002470 to 0x01e2ed (0x1be7e bytes) 000592 1788575477.322367 mapwrite 0x03bb6f thru 0x03f928 (0x3dba bytes) 000595 1788575477.380094 read 0x002458 thru 0x00e760 (0xc309 bytes) 000596 1788575477.392390 punch from 0x02f70d to 0x0335c8 (0x3ebc bytes) 000597 1788575477.403533 trunc from 0x03f929 to 0x00687b (0x390ad bytes) 000598 1788575477.425970 mapwrite 0x030b64 thru 0x03a4cd (0x996a bytes) 000599 1788575477.535831 write 0x034499 thru 0x03fe2e (0xb996 bytes) 000600 1788575477.537749 read 0x006401 thru 0x00e86e (0x846e bytes) 000601 1788575477.547670 read 0x01751e thru 0x024185 (0xcc68 bytes) 000602 1788575477.548475 fallocate 0x011bd6 thru 0x01c087 (0xa4b2 bytes) 000603 1788575477.554744 punch from 0x03a6e6 to 0x03eeda (0x47f5 bytes) 000604 1788575477.576511 read 0x012f60 thru 0x022cee (0xfd8f bytes) 000605 1788575477.579639 trunc from 0x03fe2f to 0x025898 (0x1a596 bytes) 000606 1788575477.607726 trunc from 0x015a4f to 0x01c229 (0x67db bytes) 000607 1788575477.612186 punch from 0x00b684 to 0x00ea47 (0x33c4 bytes) 000608 1788575477.616995 punch from 0x009e48 to 0x017d0c (0xdec5 bytes) 000609 1788575477.628489 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x25899): Mirror 12: 0x8a9d57e5 (stale) Mirror 15: 0x8a9d57e5 (stale) Mirror 16: 0x8a9d57e5 (stale) Mirror 17: 0x8a9d57e5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25899): Mirror 12: 0x8a9d57e5 (stale) Mirror 15: 0x8a9d57e5 (stale) Mirror 16: 0x8a9d57e5 (stale) Mirror 17: 0x8a9d57e5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25899: skipped 000610 1788575478.037431 trunc from 0x025899 to 0x0021da (0x236be bytes) 000611 1788575478.071359 mapread 0x000f8e thru 0x0021da (0x124d bytes) 000612 1788575478.095911 write 0x00e401 thru 0x014686 (0x6286 bytes) 000613 1788575478.097914 fallocate 0x0188cb thru 0x018e62 (0x598 bytes) 000614 1788575478.107639 write 0x01d5c0 thru 0x023292 (0x5cd3 bytes) 000615 1788575478.109935 trunc from 0x012f66 to 0x01d34e (0xa3e9 bytes) 000616 1788575478.131503 punch from 0x014166 to 0x01f86b (0xb706 bytes) 000617 1788575478.141553 write 0x024c7c thru 0x02d9ff (0x8d84 bytes) 000618 1788575478.144968 trunc from 0x021743 to 0x029a07 (0x82c5 bytes) 000619 1788575478.164549 write 0x03b759 thru 0x03ffff (0x48a7 bytes) 000620 1788575478.170442 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x32a7a14f (stale) Mirror 16: 0x32a7a14f (stale) Mirror 17: 0x32a7a14f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x32a7a14f (stale) Mirror 16: 0x32a7a14f (stale) Mirror 17: 0x32a7a14f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000621 1788575478.540906 mapwrite 0x020be7 thru 0x0278a0 (0x6cba bytes) 000622 1788575478.605668 write 0x0126ad thru 0x0152f6 (0x2c4a bytes) 000623 1788575478.627255 mapwrite 0x0178a5 thru 0x01d418 (0x5b74 bytes) 000624 1788575478.673420 punch from 0x00da92 to 0x010506 (0x2a75 bytes) 000625 1788575478.679966 trunc from 0x01d341 to 0x01e5e1 (0x12a1 bytes) 000626 1788575478.689152 read 0x015a00 thru 0x017db7 (0x23b8 bytes) 000628 1788575478.690130 trunc from 0x040000 to 0x00fb35 (0x304ca bytes) 000629 1788575478.716274 trunc from 0x00fb36 to 0x00800c (0x7b29 bytes) 000630 1788575478.742771 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x800d): Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x800d): Mirror 15: 0x61ae0a11 (stale) Mirror 16: 0x61ae0a11 (stale) Mirror 17: 0x61ae0a11 (stale) CRC-32 checksum value for chunk [0, 0x800d): Mirror 1: 0x61ae0a11 Mirror 18: 0x61ae0a11 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x800d: skipped 000631 1788575479.477060 mapread 0x002119 thru 0x003b14 (0x19fc bytes) 000632 1788575479.510503 trunc from 0x00800d to 0x015dc3 (0xddb7 bytes) 000633 1788575479.584147 read 0x00b06e thru 0x015dc3 (0xad56 bytes) 000634 1788575479.595651 trunc from 0x015dc4 to 0x028ed0 (0x1310d bytes) 000635 1788575479.614558 write 0x02061d thru 0x021f84 (0x1968 bytes) 000636 1788575479.631093 trunc from 0x028ed1 to 0x008d21 (0x201af bytes) 000637 1788575479.650069 mapread 0x003a2f thru 0x008d21 (0x52f3 bytes) 000638 1788575479.681656 mapread 0x003288 thru 0x008d21 (0x5a9a bytes) 000639 1788575479.687800 mapread 0x006034 thru 0x008d21 (0x2cee bytes) 000640 1788575479.692165 write 0x0030e6 thru 0x005790 (0x26ab bytes) 000641 1788575479.701971 read 0x004d86 thru 0x008d21 (0x3f9c bytes) 000642 1788575479.706138 write 0x003f2e thru 0x00c1c1 (0x8294 bytes) 000643 1788575479.712122 punch from 0x00909b to 0x00c1c1 (0x3127 bytes) 000645 1788575479.746295 punch from 0x00bba4 to 0x00c1c1 (0x61e bytes) 000646 1788575479.751612 trunc from 0x0062cb to 0x00c1c1 (0x5ef7 bytes) 000647 1788575479.759517 fallocate 0x03676a thru 0x03935a (0x2bf1 bytes) 000648 1788575479.771252 mapread 0x002f45 thru 0x00c1c1 (0x927d bytes) 000649 1788575479.791861 fallocate 0x004987 thru 0x00779e (0x2e18 bytes) 000650 1788575479.798174 read 0x00786b thru 0x00c1c1 (0x4957 bytes) 000651 1788575479.801869 mapwrite 0x033d0e thru 0x03ef62 (0xb255 bytes) 000653 1788575479.871021 mapread 0x017448 thru 0x0220da (0xac93 bytes) 000654 1788575479.873373 trunc from 0x03ef63 to 0x018c79 (0x262e9 bytes) 000655 1788575479.898162 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x18c7a): Mirror 15: 0x788b58e (stale) Mirror 16: 0x788b58e (stale) Mirror 18: 0x788b58e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x18c7a): Mirror 15: 0x788b58e (stale) Mirror 16: 0x788b58e (stale) Mirror 18: 0x788b58e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x18c7a: skipped 000656 1788575480.389489 mapread 0x00821b thru 0x011d19 (0x9aff bytes) 000657 1788575480.416243 mapread 0x00d528 thru 0x016c4c (0x9725 bytes) 000658 1788575480.439654 fallocate 0x03c794 thru 0x03e403 (0x1c70 bytes) 000659 1788575480.447266 write 0x01b46a thru 0x01e429 (0x2fc0 bytes) 000660 1788575480.458163 write 0x00d9bc thru 0x01d5c6 (0xfc0b bytes) 000661 1788575480.462390 mapwrite 0x0066eb thru 0x0165af (0xfec5 bytes) 000662 1788575480.531970 fallocate 0x03d436 thru 0x03d859 (0x424 bytes) 000663 1788575480.573337 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1e42a): Mirror 15: 0x31d26d27 (stale) Mirror 16: 0x31d26d27 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e42a): Mirror 15: 0x31d26d27 (stale) Mirror 16: 0x31d26d27 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e42a: skipped 000664 1788575481.063861 punch from 0x013736 to 0x01ca6d (0x9338 bytes) 000665 1788575481.075143 trunc from 0x011d23 to 0x01e429 (0xc707 bytes) 000666 1788575481.094128 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1e42a): Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e42a): Mirror 15: 0x31d26d27 (stale) Mirror 16: 0x31d26d27 (stale) CRC-32 checksum value for chunk [0, 0x1e42a): Mirror 1: 0x492eb008 Mirror 17: 0x492eb008 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e42a: skipped 000667 1788575482.220390 MIRROR_RESYNC 4 mirrors 000668 1788575483.272484 trunc from 0x0151f4 to 0x019b2d (0x493a bytes) 000669 1788575483.325411 mapwrite 0x00bfc0 thru 0x010b6f (0x4bb0 bytes) 000670 1788575483.379721 write 0x00570d thru 0x00ef26 (0x981a bytes) 000671 1788575483.391206 trunc from 0x01e42a to 0x011029 (0xd400 bytes) 000672 1788575483.433337 mapread 0x0057ef thru 0x00e975 (0x9187 bytes) 000673 1788575483.438370 trunc from 0x010f96 to 0x011029 (0x94 bytes) 000674 1788575483.449456 mapwrite 0x02942d thru 0x02eb01 (0x56d5 bytes) 000676 1788575483.519436 fallocate 0x0038a7 thru 0x0066a1 (0x2dfb bytes) 000677 1788575483.528801 write 0x01ab26 thru 0x01e153 (0x362e bytes) 000678 1788575483.541232 mapread 0x019ea7 thru 0x01a466 (0x5c0 bytes) 000679 1788575483.556759 mapread 0x02bdd0 thru 0x02eb01 (0x2d32 bytes) 000680 1788575483.559468 mapread 0x020f0f thru 0x02da9b (0xcb8d bytes) 000682 1788575483.562474 fallocate 0x03f91e thru 0x03ffff (0x6e2 bytes) 000683 1788575483.574309 read 0x008e19 thru 0x00c943 (0x3b2b bytes) 000684 1788575483.576671 mapwrite 0x03a8bb thru 0x03ffff (0x5745 bytes) 000685 1788575483.616772 trunc from 0x00d9bf to 0x0124d9 (0x4b1b bytes) 000686 1788575483.623812 read 0x0136a6 thru 0x021f4f (0xe8aa bytes) 000687 1788575483.624575 fallocate 0x033d69 thru 0x03ffff (0xc297 bytes) 000688 1788575483.635452 mapwrite 0x01ff95 thru 0x02137b (0x13e7 bytes) 000689 1788575483.652615 trunc from 0x040000 to 0x026fe3 (0x1901c bytes) 000690 1788575483.675127 write 0x01b6c5 thru 0x026555 (0xae91 bytes) 000692 1788575483.679292 write 0x0205b3 thru 0x0289c6 (0x8414 bytes) 000693 1788575483.682497 trunc from 0x0289c7 to 0x026516 (0x24b0 bytes) 000694 1788575483.702157 mapread 0x005085 thru 0x00ea7d (0x99f9 bytes) 000695 1788575483.713306 mapwrite 0x01c2c0 thru 0x01cdd8 (0xb19 bytes) 000696 1788575483.732401 mapwrite 0x006bcb thru 0x007d39 (0x116f bytes) 000697 1788575483.748355 write 0x020fe1 thru 0x0278eb (0x690b bytes) 000698 1788575483.750550 mapwrite 0x029784 thru 0x0383c0 (0xec3d bytes) 000699 1788575483.818296 mapread 0x029997 thru 0x02e79b (0x4e05 bytes) 000700 1788575483.820346 write 0x027ae4 thru 0x033cd0 (0xc1ed bytes) 000701 1788575483.823223 trunc from 0x0383c1 to 0x030bd9 (0x77e7 bytes) 000702 1788575483.850830 trunc from 0x003ca5 to 0x0127e7 (0xeb43 bytes) 000703 1788575483.860530 mapwrite 0x03f260 thru 0x03ffff (0xda0 bytes) 000704 1788575483.919122 trunc from 0x040000 to 0x024dcf (0x1b230 bytes) 000706 1788575483.939574 write 0x00b320 thru 0x011dee (0x6acf bytes) 000707 1788575483.952642 mapread 0x02006d thru 0x024dcf (0x4d63 bytes) 000708 1788575483.954588 trunc from 0x020d3c to 0x024dcf (0x4094 bytes) 000709 1788575483.961372 read 0x00bb47 thru 0x012b5d (0x7017 bytes) 000710 1788575483.975094 trunc from 0x024dd0 to 0x0020f0 (0x22cdf bytes) 000711 1788575484.003049 mapread 0x0004e8 thru 0x0020f0 (0x1c09 bytes) 000712 1788575484.009495 mapread 0x000cdb thru 0x0020f0 (0x1416 bytes) 000713 1788575484.013125 write 0x0391eb thru 0x03ede4 (0x5bfa bytes) 000714 1788575484.017709 trunc from 0x015b42 to 0x019ba6 (0x4065 bytes) 000715 1788575484.024543 mapwrite 0x03f66a thru 0x03ffff (0x996 bytes) 000716 1788575484.076302 trunc from 0x01c3c8 to 0x01e520 (0x2159 bytes) 000717 1788575484.083173 trunc from 0x040000 to 0x00566f (0x3a990 bytes) 000718 1788575484.111255 mapread 0x004fea thru 0x00566f (0x686 bytes) 000719 1788575484.128244 trunc from 0x005670 to 0x01b190 (0x15b21 bytes) 000720 1788575484.157060 trunc from 0x01b191 to 0x0105cc (0xabc4 bytes) 000721 1788575484.176150 trunc from 0x00babf to 0x0105cc (0x4b0e bytes) 000722 1788575484.184748 punch from 0x0010bb to 0x005483 (0x43c9 bytes) 000723 1788575484.205749 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x105cd): Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x105cd): Mirror 15: 0x4710f2c4 (stale) Mirror 16: 0x4710f2c4 (stale) Mirror 17: 0x4710f2c4 (stale) CRC-32 checksum value for chunk [0, 0x105cd): Mirror 1: 0x5421f16d Mirror 18: 0x5421f16d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x105cd: skipped 000724 1788575485.377587 trunc from 0x0105cd to 0x0215fa (0x1102e bytes) 000725 1788575485.438121 read 0x00e35d thru 0x015c44 (0x78e8 bytes) 000726 1788575485.448488 fallocate 0x03895b thru 0x03ffff (0x76a5 bytes) 000727 1788575485.453562 mapwrite 0x0301ac thru 0x033ec8 (0x3d1d bytes) 000728 1788575485.499751 read 0x00ce5d thru 0x0147e7 (0x798b bytes) 000729 1788575485.511376 fallocate 0x011ccb thru 0x01a1b1 (0x84e7 bytes) 000730 1788575485.517075 read 0x02768c thru 0x02b5be (0x3f33 bytes) 000731 1788575485.518565 mapwrite 0x00546c thru 0x00b776 (0x630b bytes) 000732 1788575485.543260 fallocate 0x0294b8 thru 0x0366ec (0xd235 bytes) 000733 1788575485.549563 mapread 0x03bd10 thru 0x03ffff (0x42f0 bytes) 000734 1788575485.552447 trunc from 0x02b96a to 0x037ff9 (0xc690 bytes) 000735 1788575485.558505 mapread 0x019f0f thru 0x02862c (0xe71e bytes) 000736 1788575485.561247 punch from 0x01fa6a to 0x026165 (0x66fc bytes) 000737 1788575485.566636 trunc from 0x040000 to 0x039dc0 (0x623f bytes) 000738 1788575485.593586 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x39dc1): Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39dc1): Mirror 15: 0xe436fb3 (stale) Mirror 16: 0xe436fb3 (stale) Mirror 17: 0xe436fb3 (stale) Mirror 18: 0x50207342 (stale) CRC-32 checksum value for chunk [0, 0x39dc1): Mirror 1: 0x976cc259 Mirror 19: 0x976cc259 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39dc1: skipped 000739 1788575486.883571 write 0x02054a thru 0x026f6d (0x6a24 bytes) 000740 1788575487.017634 trunc from 0x039dc1 to 0x024280 (0x15b40 bytes) 000741 1788575487.050574 read 0x02421b thru 0x024280 (0x66 bytes) 000742 1788575487.052081 read 0x010131 thru 0x016340 (0x6210 bytes) 000743 1788575487.073267 punch from 0x01934f to 0x023079 (0x9d2b bytes) 000744 1788575487.117440 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24281): Mirror 16: 0xf3580c3e (stale) Mirror 17: 0xf3580c3e (stale) Mirror 18: 0x9d4333c5 (stale) Mirror 19: 0x9c4dc5f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24281): Mirror 16: 0xf3580c3e (stale) Mirror 17: 0xf3580c3e (stale) Mirror 18: 0x9d4333c5 (stale) Mirror 19: 0x9c4dc5f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24281: skipped 000745 1788575487.840360 trunc from 0x00cc74 to 0x01caca (0xfe57 bytes) 000746 1788575487.847422 trunc from 0x024281 to 0x017165 (0xd11b bytes) 000747 1788575487.875941 read 0x001455 thru 0x0065ae (0x515a bytes) 000748 1788575487.888202 punch from 0x00c7a6 to 0x00e8c6 (0x2121 bytes) 000749 1788575487.895661 read 0x0036a0 thru 0x003901 (0x262 bytes) 000750 1788575487.896555 trunc from 0x016e1a to 0x017165 (0x34c bytes) 000751 1788575487.916393 MIRROR_RESYNC 5 mirrors 000752 1788575489.390410 trunc from 0x017166 to 0x00ff8e (0x71d7 bytes) 000753 1788575489.442375 punch from 0x00b3c1 to 0x00c64c (0x128c bytes) 000755 1788575489.450211 punch from 0x006e61 to 0x009dc5 (0x2f65 bytes) 000756 1788575489.465261 MIRROR_RESYNC 5 mirrors 000757 1788575490.912443 mapwrite 0x02a054 thru 0x031ac0 (0x7a6d bytes) 000758 1788575491.012124 punch from 0x0109dd to 0x015eec (0x5510 bytes) 000761 1788575491.019125 mapread 0x008258 thru 0x00d956 (0x56ff bytes) 000762 1788575491.033824 punch from 0x017a24 to 0x022d61 (0xb33e bytes) 000763 1788575491.042383 trunc from 0x031ac1 to 0x036058 (0x4598 bytes) 000764 1788575491.086514 mapread 0x02c4d5 thru 0x036058 (0x9b84 bytes) 000765 1788575491.108325 trunc from 0x01de2e to 0x02750b (0x96de bytes) 000766 1788575491.119119 trunc from 0x023c40 to 0x0339b2 (0xfd73 bytes) 000767 1788575491.124617 mapread 0x0155d6 thru 0x0217df (0xc20a bytes) 000768 1788575491.159926 trunc from 0x030507 to 0x036058 (0x5b52 bytes) 000769 1788575491.172299 read 0x028c27 thru 0x031c20 (0x8ffa bytes) 000770 1788575491.188400 trunc from 0x026cfe to 0x031031 (0xa334 bytes) 000771 1788575491.196626 fallocate 0x031718 thru 0x0318ce (0x1b7 bytes) 000772 1788575491.202769 fallocate 0x01a991 thru 0x0240cc (0x973c bytes) 000773 1788575491.209348 mapwrite 0x013367 thru 0x01d8e1 (0xa57b bytes) 000774 1788575491.232205 fallocate 0x008359 thru 0x014cc5 (0xc96d bytes) 000775 1788575491.237643 mapread 0x01b246 thru 0x024d1c (0x9ad7 bytes) 000776 1788575491.238684 read 0x0145f7 thru 0x0239ab (0xf3b5 bytes) 000777 1788575491.239348 punch from 0x009e53 to 0x0195ac (0xf75a bytes) 000778 1788575491.251630 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x36059): Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36059): Mirror 16: 0xb45111bc (stale) Mirror 17: 0xb45111bc (stale) Mirror 18: 0xb45111bc (stale) Mirror 19: 0xb45111bc (stale) CRC-32 checksum value for chunk [0, 0x36059): Mirror 1: 0x5dfcdb9d Mirror 20: 0x5dfcdb9d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36059: skipped 000779 1788575492.399136 fallocate 0x023a2d thru 0x028d13 (0x52e7 bytes) 000780 1788575492.449462 trunc from 0x032cc6 to 0x036058 (0x3393 bytes) 000781 1788575492.459145 trunc from 0x027d86 to 0x02f337 (0x75b2 bytes) 000782 1788575492.469195 mapread 0x003b72 thru 0x005fe3 (0x2472 bytes) 000783 1788575492.507562 mapwrite 0x025f8c thru 0x02828b (0x2300 bytes) 000784 1788575492.543007 trunc from 0x036059 to 0x0193c1 (0x1cc97 bytes) 000785 1788575492.609573 mapwrite 0x0154c4 thru 0x024fe4 (0xfb21 bytes) 000786 1788575492.678398 mapread 0x016793 thru 0x016ec9 (0x737 bytes) 000787 1788575492.679428 fallocate 0x01c36d thru 0x01daa2 (0x1736 bytes) 000788 1788575492.685088 mapread 0x00d8fc thru 0x010c65 (0x336a bytes) 000789 1788575492.686051 trunc from 0x009964 to 0x00d3bd (0x3a5a bytes) 000790 1788575492.692173 fallocate 0x024c22 thru 0x028c61 (0x4040 bytes) 000791 1788575492.706153 MIRROR_RESYNC 6 mirrors 000792 1788575494.690453 read 0x020eb5 thru 0x024fe4 (0x4130 bytes) 000793 1788575494.700927 fallocate 0x028f97 thru 0x036eba (0xdf24 bytes) 000794 1788575494.751001 read 0x016c2c thru 0x016edf (0x2b4 bytes) 000795 1788575494.766545 fallocate 0x001274 thru 0x003b9d (0x292a bytes) 000797 1788575494.773537 write 0x015342 thru 0x01900e (0x3ccd bytes) 000798 1788575494.778103 trunc from 0x01b993 to 0x024fe4 (0x9652 bytes) 000799 1788575494.792234 punch from 0x02196c to 0x024fe4 (0x3679 bytes) 000800 1788575494.803980 punch from 0x0003af to 0x00d650 (0xd2a2 bytes) 000801 1788575494.814499 write 0x0280e0 thru 0x03514c (0xd06d bytes) 000803 1788575494.820522 read 0x00d74e thru 0x015f44 (0x87f7 bytes) 000804 1788575494.838500 trunc from 0x0135b4 to 0x02316c (0xfbb9 bytes) 000805 1788575494.856756 mapwrite 0x01b73a thru 0x01f16e (0x3a35 bytes) 000806 1788575494.942486 trunc from 0x0283fd to 0x02c157 (0x3d5b bytes) 000807 1788575494.953036 mapwrite 0x007232 thru 0x015d72 (0xeb41 bytes) 000808 1788575494.999076 trunc from 0x01839e to 0x02112b (0x8d8e bytes) 000809 1788575495.006566 read 0x02bb25 thru 0x03514c (0x9628 bytes) 000810 1788575495.017864 fallocate 0x00ae82 thru 0x00cee0 (0x205f bytes) 000811 1788575495.022940 trunc from 0x03514d to 0x013269 (0x21ee3 bytes) 000812 1788575495.051376 write 0x00f22f thru 0x014f21 (0x5cf3 bytes) 000813 1788575495.053350 trunc from 0x0101b9 to 0x0132d2 (0x311a bytes) 000815 1788575495.071520 mapwrite 0x0376f5 thru 0x03827c (0xb88 bytes) 000816 1788575495.141311 write 0x00d003 thru 0x012930 (0x592e bytes) 000817 1788575495.153538 read 0x003356 thru 0x009d97 (0x6a42 bytes) 000818 1788575495.154884 mapwrite 0x033bb0 thru 0x03ffff (0xc450 bytes) 000819 1788575495.245547 trunc from 0x040000 to 0x0121c6 (0x2de39 bytes) 000820 1788575495.264748 mapread 0x000ca0 thru 0x008fcc (0x832d bytes) 000821 1788575495.267911 trunc from 0x0121c7 to 0x02ec73 (0x1caad bytes) 000823 1788575495.294883 mapwrite 0x008630 thru 0x00cb15 (0x44e6 bytes) 000824 1788575495.323568 trunc from 0x02ec74 to 0x029841 (0x5432 bytes) 000825 1788575495.362633 trunc from 0x0065d6 to 0x00b119 (0x4b44 bytes) 000827 1788575495.380995 mapwrite 0x010aa9 thru 0x0137be (0x2d16 bytes) 000828 1788575495.421027 trunc from 0x003253 to 0x00c9fa (0x97a8 bytes) 000829 1788575495.434371 trunc from 0x029842 to 0x01146a (0x183d7 bytes) 000830 1788575495.460180 fallocate 0x00e9a7 thru 0x00eb61 (0x1bb bytes) 000831 1788575495.471365 write 0x0224c8 thru 0x02caa4 (0xa5dd bytes) 000832 1788575495.474453 punch from 0x027f15 to 0x027f21 (0xd bytes) 000833 1788575495.501766 punch from 0x00369c to 0x0079bc (0x4321 bytes) 000834 1788575495.512007 mapread 0x02c03e thru 0x02caa4 (0xa67 bytes) 000836 1788575495.513614 fallocate 0x029384 thru 0x02ce59 (0x3ad6 bytes) 000837 1788575495.522422 trunc from 0x02caa5 to 0x015ac6 (0x16fde bytes) 000838 1788575495.546314 write 0x021f37 thru 0x029d10 (0x7dda bytes) 000839 1788575495.555263 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x29d11): Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29d11): Mirror 16: 0x8f0a4b13 (stale) Mirror 17: 0x8f0a4b13 (stale) Mirror 18: 0x8f0a4b13 (stale) Mirror 19: 0x8f0a4b13 (stale) Mirror 20: 0x8f0a4b13 (stale) CRC-32 checksum value for chunk [0, 0x29d11): Mirror 1: 0x26bf6569 Mirror 21: 0x26bf6569 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29d11: skipped 000840 1788575496.775042 fallocate 0x01009b thru 0x0152cb (0x5231 bytes) 000841 1788575496.815525 fallocate 0x03db8f thru 0x03ffff (0x2471 bytes) 000842 1788575496.822369 punch from 0x016b2d to 0x023204 (0xc6d8 bytes) 000843 1788575496.832303 read 0x019307 thru 0x022988 (0x9682 bytes) 000844 1788575496.851853 read 0x03c340 thru 0x03cf7f (0xc40 bytes) 000846 1788575496.876634 trunc from 0x040000 to 0x01ba98 (0x24567 bytes) 000847 1788575496.920482 trunc from 0x01ba99 to 0x0072de (0x147ba bytes) 000848 1788575496.942080 read 0x005972 thru 0x005d1e (0x3ad bytes) 000849 1788575496.943252 mapread 0x002b90 thru 0x0072de (0x474f bytes) 000850 1788575496.950242 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x72df): Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x72df): Mirror 16: 0x503f1e75 (stale) Mirror 17: 0x503f1e75 (stale) Mirror 18: 0x503f1e75 (stale) Mirror 19: 0x503f1e75 (stale) Mirror 20: 0x503f1e75 (stale) Mirror 21: 0xaa9d24a2 (stale) CRC-32 checksum value for chunk [0, 0x72df): Mirror 1: 0xaa9d24a2 Mirror 22: 0xaa9d24a2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x72df: skipped 000851 1788575498.111778 mapwrite 0x011c99 thru 0x019c97 (0x7fff bytes) 000852 1788575498.228547 mapread 0x013de4 thru 0x01642f (0x264c bytes) 000854 1788575498.230114 read 0x008553 thru 0x00e61c (0x60ca bytes) 000855 1788575498.238343 punch from 0x00ac6d to 0x00c713 (0x1aa7 bytes) 000857 1788575498.244995 mapread 0x0101a5 thru 0x012d7a (0x2bd6 bytes) 000858 1788575498.246367 punch from 0x009d72 to 0x00ac7e (0xf0d bytes) 000859 1788575498.251181 mapwrite 0x0343a8 thru 0x03ffff (0xbc58 bytes) 000860 1788575498.329403 punch from 0x023aa2 to 0x02b11d (0x767c bytes) 000861 1788575498.340506 read 0x02e25e thru 0x031f29 (0x3ccc bytes) 000862 1788575498.342299 fallocate 0x00ad3f thru 0x00ea7c (0x3d3e bytes) 000863 1788575498.357754 punch from 0x0265cc to 0x0285a8 (0x1fdd bytes) 000864 1788575498.363222 fallocate 0x0352e9 thru 0x03faef (0xa807 bytes) 000865 1788575498.373528 mapwrite 0x012a36 thru 0x014249 (0x1814 bytes) 000866 1788575498.391360 read 0x03e98c thru 0x03ffff (0x1674 bytes) 000867 1788575498.393058 trunc from 0x00610c to 0x00c7d6 (0x66cb bytes) 000868 1788575498.405151 MIRROR_RESYNC 8 mirrors 000869 1788575500.709915 write 0x03cd32 thru 0x03ff49 (0x3218 bytes) 000870 1788575500.768719 MIRROR_RESYNC 8 mirrors 000871 1788575502.878905 punch from 0x016d8f to 0x01d33d (0x65af bytes) 000873 1788575502.971223 trunc from 0x03f27d to 0x03ffff (0xd83 bytes) 000874 1788575502.990834 trunc from 0x0112bc to 0x01f3f2 (0xe137 bytes) 000875 1788575503.002198 punch from 0x01f7fd to 0x027cdb (0x84df bytes) 000877 1788575503.009876 trunc from 0x040000 to 0x01c190 (0x23e6f bytes) 000880 1788575503.060217 trunc from 0x01b43d to 0x01c190 (0xd54 bytes) 000881 1788575503.069156 fallocate 0x006ed9 thru 0x0115fc (0xa724 bytes) 000882 1788575503.111423 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1c191): Mirror 16: 0x5888e5ae (stale) Mirror 17: 0x5888e5ae (stale) Mirror 18: 0x5888e5ae (stale) Mirror 19: 0x5888e5ae (stale) Mirror 21: 0x5888e5ae (stale) Mirror 22: 0x5888e5ae (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c191): Mirror 16: 0x5888e5ae (stale) Mirror 17: 0x5888e5ae (stale) Mirror 18: 0x5888e5ae (stale) Mirror 19: 0x5888e5ae (stale) Mirror 21: 0x5888e5ae (stale) Mirror 22: 0x5888e5ae (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c191: skipped 000883 1788575503.814415 trunc from 0x0027f2 to 0x00e5f9 (0xbe08 bytes) 000884 1788575503.833297 trunc from 0x01c191 to 0x02264c (0x64bc bytes) 000885 1788575503.870990 write 0x001b40 thru 0x00e80e (0xcccf bytes) 000887 1788575503.899395 mapwrite 0x006efd thru 0x00cc66 (0x5d6a bytes) 000888 1788575503.935340 mapread 0x020101 thru 0x02264c (0x254c bytes) 000889 1788575503.985993 mapwrite 0x00ef7c thru 0x01473e (0x57c3 bytes) 000890 1788575504.021412 mapread 0x005213 thru 0x006139 (0xf27 bytes) 000891 1788575504.022486 fallocate 0x02c828 thru 0x03788f (0xb068 bytes) 000892 1788575504.028355 write 0x00c445 thru 0x01adc0 (0xe97c bytes) 000893 1788575504.048006 fallocate 0x036e0b thru 0x0394ee (0x26e4 bytes) 000894 1788575504.054412 write 0x0129f6 thru 0x01f2cf (0xc8da bytes) 000895 1788575504.057763 mapread 0x015eca thru 0x01aab5 (0x4bec bytes) 000896 1788575504.059408 trunc from 0x0394ef to 0x0169ae (0x22b40 bytes) 000897 1788575504.075289 fallocate 0x0015ef thru 0x00b335 (0x9d47 bytes) 000899 1788575504.083144 trunc from 0x0169af to 0x01a8ed (0x3f3f bytes) 000900 1788575504.106067 write 0x034e16 thru 0x03fbbe (0xada9 bytes) 000901 1788575504.113981 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fbbf): Mirror 16: 0x8effd58e (stale) Mirror 17: 0x8effd58e (stale) Mirror 18: 0x8effd58e (stale) Mirror 21: 0x8effd58e (stale) Mirror 22: 0x8effd58e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fbbf): Mirror 16: 0x8effd58e (stale) Mirror 17: 0x8effd58e (stale) Mirror 18: 0x8effd58e (stale) Mirror 21: 0x8effd58e (stale) Mirror 22: 0x8effd58e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fbbf: skipped 000902 1788575504.653253 mapread 0x00272a thru 0x007ff9 (0x58d0 bytes) 000903 1788575504.683680 mapread 0x015381 thru 0x01d0e2 (0x7d62 bytes) 000905 1788575504.700386 mapread 0x0177f3 thru 0x01d127 (0x5935 bytes) 000906 1788575504.702056 read 0x039b84 thru 0x03c039 (0x24b6 bytes) 000907 1788575504.709731 mapwrite 0x023824 thru 0x02b3ff (0x7bdc bytes) 000909 1788575504.743608 trunc from 0x03fbbf to 0x03c02a (0x3b94 bytes) 000910 1788575504.802901 read 0x00746b thru 0x00a481 (0x3017 bytes) 000911 1788575504.804218 fallocate 0x006733 thru 0x013715 (0xcfe3 bytes) 000912 1788575504.826211 punch from 0x036d4e to 0x03c02a (0x52dd bytes) 000913 1788575504.841876 punch from 0x03a943 to 0x03c02a (0x16e8 bytes) 000914 1788575504.850389 mapread 0x000c53 thru 0x004ebf (0x426d bytes) 000915 1788575504.868710 write 0x0165bb thru 0x022ec2 (0xc908 bytes) 000916 1788575504.871188 trunc from 0x01c469 to 0x029b10 (0xd6a8 bytes) 000917 1788575504.899684 read 0x01588d thru 0x024282 (0xe9f6 bytes) 000918 1788575504.915391 write 0x034bb8 thru 0x03ffff (0xb448 bytes) 000919 1788575504.925951 mapread 0x03525f thru 0x03737d (0x211f bytes) 000920 1788575504.928050 mapwrite 0x0200ac thru 0x0299af (0x9904 bytes) 000921 1788575504.983098 mapread 0x0164cb thru 0x0169e6 (0x51c bytes) 000922 1788575504.984964 mapwrite 0x00bbcd thru 0x00c150 (0x584 bytes) 000923 1788575505.000387 fallocate 0x01e401 thru 0x02677d (0x837d bytes) 000924 1788575505.005622 mapread 0x01289b thru 0x015521 (0x2c87 bytes) 000925 1788575505.006480 mapwrite 0x034cc7 thru 0x03ffff (0xb339 bytes) 000926 1788575505.031949 mapread 0x02dd83 thru 0x036ae1 (0x8d5f bytes) 000927 1788575505.033048 mapread 0x03c9d3 thru 0x03ffff (0x362d bytes) 000928 1788575505.034673 fallocate 0x023b3e thru 0x031a20 (0xdee3 bytes) 000929 1788575505.040879 read 0x00e2f9 thru 0x011b53 (0x385b bytes) 000930 1788575505.041608 trunc from 0x040000 to 0x01b43a (0x24bc5 bytes) 000931 1788575505.068312 fallocate 0x018257 thru 0x018db5 (0xb5f bytes) 000933 1788575505.082076 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x1b43b): Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b43b): Mirror 16: 0xbc6429f3 (stale) Mirror 17: 0xbc6429f3 (stale) Mirror 18: 0xbc6429f3 (stale) Mirror 21: 0xbc6429f3 (stale) Mirror 22: 0xbc6429f3 (stale) CRC-32 checksum value for chunk [0, 0x1b43b): Mirror 1: 0xe40867db Mirror 23: 0xe40867db lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b43b: skipped 000934 1788575506.275231 trunc from 0x01b43b to 0x01949b (0x1f9f bytes) 000935 1788575506.337028 mapread 0x006195 thru 0x00f85d (0x96c9 bytes) 000936 1788575506.376584 trunc from 0x01949c to 0x030598 (0x170fd bytes) 000937 1788575506.398930 mapwrite 0x0128b5 thru 0x015886 (0x2fd2 bytes) 000938 1788575506.423999 mapwrite 0x039bdc thru 0x03ffff (0x6424 bytes) 000940 1788575506.472366 mapwrite 0x016fa5 thru 0x01aa36 (0x3a92 bytes) 000941 1788575506.497310 read 0x009463 thru 0x00ace5 (0x1883 bytes) 000942 1788575506.503365 mapread 0x02c1e9 thru 0x039af2 (0xd90a bytes) 000943 1788575506.519313 trunc from 0x040000 to 0x03e736 (0x18c9 bytes) 000944 1788575506.555577 fallocate 0x026a44 thru 0x030c60 (0xa21d bytes) 000945 1788575506.571215 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3e737): Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e737): Mirror 16: 0x5edf517c (stale) Mirror 17: 0x5edf517c (stale) Mirror 18: 0x5edf517c (stale) Mirror 21: 0x5edf517c (stale) Mirror 22: 0x5edf517c (stale) Mirror 23: 0xebc5a2e4 (stale) CRC-32 checksum value for chunk [0, 0x3e737): Mirror 1: 0xeeebf686 Mirror 24: 0xeeebf686 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e737: skipped 000946 1788575507.721219 read 0x0328d7 thru 0x03bf47 (0x9671 bytes) 000947 1788575507.747574 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3e737): Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e737): Mirror 16: 0x5edf517c (stale) Mirror 17: 0x5edf517c (stale) Mirror 18: 0x5edf517c (stale) Mirror 21: 0x5edf517c (stale) Mirror 22: 0x5edf517c (stale) Mirror 23: 0xebc5a2e4 (stale) CRC-32 checksum value for chunk [0, 0x3e737): Mirror 1: 0xeeebf686 Mirror 24: 0xeeebf686 Mirror 25: 0xeeebf686 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e737: skipped 000948 1788575508.963719 mapread 0x006a1a thru 0x00c374 (0x595b bytes) 000949 1788575508.989111 write 0x0307ef thru 0x0345e8 (0x3dfa bytes) 000950 1788575509.078507 MIRROR_RESYNC 9 mirrors 000951 1788575511.392366 trunc from 0x02483e to 0x02865d (0x3e20 bytes) 000952 1788575511.443428 mapread 0x0372a4 thru 0x039322 (0x207f bytes) 000953 1788575511.464616 mapread 0x00c02b thru 0x01ad54 (0xed2a bytes) 000955 1788575511.485462 write 0x037ff9 thru 0x03bf30 (0x3f38 bytes) 000957 1788575511.487123 trunc from 0x03e737 to 0x008203 (0x36533 bytes) 000958 1788575511.513145 fallocate 0x019215 thru 0x023700 (0xa4ec bytes) 000959 1788575511.519658 mapread 0x004f22 thru 0x008203 (0x32e2 bytes) 000961 1788575511.533716 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x8204): Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x8204): Mirror 16: 0x9803b425 (stale) Mirror 17: 0x9803b425 (stale) Mirror 18: 0x9803b425 (stale) Mirror 21: 0x9803b425 (stale) Mirror 22: 0x9803b425 (stale) Mirror 23: 0x9803b425 (stale) Mirror 24: 0x9803b425 (stale) Mirror 25: 0x9803b425 (stale) CRC-32 checksum value for chunk [0, 0x8204): Mirror 1: 0x9803b425 Mirror 26: 0x9803b425 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x8204: skipped 000963 1788575512.451170 trunc from 0x008204 to 0x037864 (0x2f661 bytes) 000964 1788575512.545896 trunc from 0x037865 to 0x003359 (0x3450b bytes) 000967 1788575512.570192 mapwrite 0x017d6d thru 0x01f115 (0x73a9 bytes) 000968 1788575512.648493 mapread 0x017dfe thru 0x01843f (0x642 bytes) 000969 1788575512.650349 mapwrite 0x01a1f6 thru 0x01ac9a (0xaa5 bytes) 000970 1788575512.673928 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x1f116): Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f116): Mirror 16: 0x56cc217 (stale) Mirror 17: 0x56cc217 (stale) Mirror 18: 0x56cc217 (stale) Mirror 21: 0x56cc217 (stale) Mirror 22: 0x56cc217 (stale) Mirror 23: 0x56cc217 (stale) Mirror 24: 0x56cc217 (stale) Mirror 25: 0x56cc217 (stale) Mirror 26: 0x41ef2b5c (stale) CRC-32 checksum value for chunk [0, 0x1f116): Mirror 1: 0x6c275c40 Mirror 27: 0x6c275c40 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f116: skipped 000971 1788575513.751501 punch from 0x00ce3f to 0x010c6a (0x3e2c bytes) 000972 1788575513.846366 mapwrite 0x029503 thru 0x0303d9 (0x6ed7 bytes) 000973 1788575513.988179 trunc from 0x0303da to 0x038555 (0x817c bytes) 000974 1788575514.035281 mapwrite 0x018ae2 thru 0x02844a (0xf969 bytes) 000975 1788575514.089063 mapwrite 0x000a00 thru 0x006987 (0x5f88 bytes) 000976 1788575514.143254 fallocate 0x024e8b thru 0x031a3b (0xcbb1 bytes) 000977 1788575514.159147 trunc from 0x02357f to 0x0302df (0xcd61 bytes) 000978 1788575514.170588 fallocate 0x01d1f2 thru 0x021ae4 (0x48f3 bytes) 000979 1788575514.179509 write 0x01d913 thru 0x02cb0f (0xf1fd bytes) 000980 1788575514.188935 fallocate 0x01dd10 thru 0x024376 (0x6667 bytes) 000981 1788575514.198688 read 0x028ecc thru 0x032390 (0x94c5 bytes) 000982 1788575514.209756 mapread 0x005475 thru 0x014b8e (0xf71a bytes) 000983 1788575514.221048 MIRROR_SPLIT mirror 2 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38556): Mirror 16: 0x8291c346 (stale) Mirror 18: 0x8291c346 (stale) Mirror 21: 0x8291c346 (stale) Mirror 22: 0x8291c346 (stale) Mirror 23: 0x8291c346 (stale) Mirror 24: 0x8291c346 (stale) Mirror 25: 0x8291c346 (stale) Mirror 26: 0x8dc3b53b (stale) Mirror 27: 0xb5ed6638 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38556): Mirror 16: 0x8291c346 (stale) Mirror 18: 0x8291c346 (stale) Mirror 21: 0x8291c346 (stale) Mirror 22: 0x8291c346 (stale) Mirror 23: 0x8291c346 (stale) Mirror 24: 0x8291c346 (stale) Mirror 25: 0x8291c346 (stale) Mirror 26: 0x8dc3b53b (stale) Mirror 27: 0xb5ed6638 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38556: skipped 000984 1788575514.908911 read 0x0269b6 thru 0x0291da (0x2825 bytes) 000985 1788575514.918105 trunc from 0x038556 to 0x03b3cb (0x2e76 bytes) 000987 1788575514.942421 MIRROR_SPLIT mirror 2 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x16b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b3cc): Mirror 16: 0xa6088af2 (stale) Mirror 21: 0xa6088af2 (stale) Mirror 22: 0xa6088af2 (stale) Mirror 23: 0xa6088af2 (stale) Mirror 24: 0xa6088af2 (stale) Mirror 25: 0xa6088af2 (stale) Mirror 26: 0xee8c1f64 (stale) Mirror 27: 0xe6082584 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b3cc): Mirror 16: 0xa6088af2 (stale) Mirror 21: 0xa6088af2 (stale) Mirror 22: 0xa6088af2 (stale) Mirror 23: 0xa6088af2 (stale) Mirror 24: 0xa6088af2 (stale) Mirror 25: 0xa6088af2 (stale) Mirror 26: 0xee8c1f64 (stale) Mirror 27: 0xe6082584 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b3cc: skipped 000988 1788575515.626325 trunc from 0x03b3cc to 0x020199 (0x1b232 bytes) 000989 1788575515.651721 trunc from 0x02019a to 0x00ccce (0x134cb bytes) 000990 1788575515.679928 MIRROR_RESYNC 9 mirrors 000991 1788575517.545062 write 0x009a25 thru 0x0163dd (0xc9b9 bytes) 000992 1788575517.618413 trunc from 0x0163de to 0x01033f (0x609e bytes) 000993 1788575517.653404 write 0x02225a thru 0x0280c8 (0x5e6f bytes) 000995 1788575517.656480 read 0x02619a thru 0x0280c8 (0x1f2f bytes) 000996 1788575517.657751 trunc from 0x0280c9 to 0x014b7f (0x13549 bytes) 000997 1788575517.687526 fallocate 0x0137b6 thru 0x01f7f5 (0xc040 bytes) 000998 1788575517.695751 read 0x008bda thru 0x00c9a1 (0x3dc8 bytes) 000999 1788575517.707848 trunc from 0x01d337 to 0x01f7f5 (0x24bf bytes) 001000 1788575517.712951 fallocate 0x006b9b thru 0x00ee06 (0x826c bytes) All operations completed A-OK!