== sanity-flr test 70a: flr mode fsx test ================ 01:31:29 (1784093489) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 3489 skipping zero size read truncating to largest ever: 0x181e1 000003 1784093490.015716 trunc from 00000000 to 0x0181e0 (0x181e1 bytes) 000004 1784093490.023082 punch from 0x01076a to 0x0181e0 (0x7a77 bytes) 000005 1784093490.025724 write 0x00e529 thru 0x01d142 (0xec1a bytes) 000007 1784093490.028817 mapread 0x00668c thru 0x007feb (0x1960 bytes) 000008 1784093490.033170 mapwrite 0x015a87 thru 0x0174c7 (0x1a41 bytes) 000009 1784093490.041053 mapread 0x00339c thru 0x00696a (0x35cf bytes) truncating to largest ever: 0x1d087 000010 1784093490.044870 trunc from 0x01d143 to 0x01d086 (0xbc bytes) 000011 1784093490.052530 trunc from 0x01d087 to 0x01cb39 (0x54d bytes) 000012 1784093490.057102 write 0x03279a thru 0x03b8cd (0x9134 bytes) 000014 1784093490.058991 read 0x03879e thru 0x03b8cd (0x3130 bytes) 000015 1784093490.059434 punch from 0x035b81 to 0x03b8cd (0x5d4d bytes) 000016 1784093490.064255 write 0x011977 thru 0x01b738 (0x9dc2 bytes) 000018 1784093490.065833 trunc from 0x0367e6 to 0x0375db (0xdf6 bytes) 000019 1784093490.067848 fallocate 0x0012f3 thru 0x00a623 (0x9331 bytes) 000020 1784093490.069944 mapwrite 0x000639 thru 0x001d9e (0x1766 bytes) 000021 1784093490.079242 trunc from 0x00e86e to 0x016c96 (0x8429 bytes) truncating to largest ever: 0x28681 000022 1784093490.081472 trunc from 0x03b8ce to 0x028680 (0x1324d bytes) 000023 1784093490.087386 trunc from 0x028681 to 0x0284f2 (0x18e bytes) 000024 1784093490.093287 trunc from 0x006539 to 0x0110f2 (0xabba bytes) 000026 1784093490.098861 write 0x011d68 thru 0x01a79c (0x8a35 bytes) 000029 1784093490.103367 mapwrite 0x037e2f thru 0x03ffff (0x81d1 bytes) 000030 1784093490.120222 mapread 0x01c3e5 thru 0x02489b (0x84b7 bytes) 000032 1784093490.124728 trunc from 0x00f989 to 0x012304 (0x297c bytes) 000033 1784093490.127016 read 0x03f35f thru 0x03ffff (0xca1 bytes) 000034 1784093490.127507 trunc from 0x040000 to 0x01f90d (0x206f2 bytes) fallocating to largest ever: 0x40000 000035 1784093490.132780 fallocate 0x03df58 thru 0x03ffff (0x20a8 bytes) 000036 1784093490.135664 fallocate 0x03dc6c thru 0x03ffff (0x2394 bytes) 000037 1784093490.138128 mapread 0x00cdb2 thru 0x0190e4 (0xc333 bytes) 000038 1784093490.144889 write 0x0200e8 thru 0x026342 (0x625b bytes) 000039 1784093490.146027 trunc from 0x040000 to 0x028fa7 (0x17058 bytes) 000040 1784093490.152090 trunc from 0x028fa8 to 0x017a22 (0x11585 bytes) 000041 1784093490.158269 mapread 0x013848 thru 0x017a22 (0x41db bytes) 000043 1784093490.160040 fallocate 0x024d11 thru 0x025d31 (0x1021 bytes) 000045 1784093490.162841 mapread 0x005aae thru 0x006db9 (0x130c bytes) 000046 1784093490.163783 trunc from 0x00e4f3 to 0x017a22 (0x9530 bytes) 000047 1784093490.166169 trunc from 0x017a23 to 0x02fedc (0x184ba bytes) 000048 1784093490.172253 mapwrite 0x03ba1a thru 0x03f9fc (0x3fe3 bytes) 000049 1784093490.191298 fallocate 0x02be3e thru 0x02db02 (0x1cc5 bytes) 000050 1784093490.193925 mapread 0x00e9b9 thru 0x00ec04 (0x24c bytes) 000051 1784093490.197034 mapwrite 0x0315e9 thru 0x03c173 (0xab8b bytes) 000053 1784093490.222679 trunc from 0x03f870 to 0x03f9fc (0x18d bytes) 000055 1784093490.225435 trunc from 0x01c936 to 0x025c04 (0x92cf bytes) 000056 1784093490.228029 trunc from 0x03f9fd to 0x00e6c0 (0x3133c bytes) 000057 1784093490.234034 trunc from 0x00e6c1 to 0x024d2f (0x1666f bytes) 000058 1784093490.239553 fallocate 0x03e854 thru 0x03ffff (0x17ac bytes) 000059 1784093490.241902 write 0x02cf87 thru 0x02de3e (0xeb8 bytes) 000060 1784093490.243001 write 0x00a5db thru 0x017aa6 (0xd4cc bytes) 000061 1784093490.245998 trunc from 0x02de3f to 0x021393 (0xcaab bytes) 000062 1784093490.253004 mapread 0x002684 thru 0x00ceb8 (0xa835 bytes) 000063 1784093490.254167 mapread 0x00f10c thru 0x018986 (0x987b bytes) 000064 1784093490.257978 write 0x019624 thru 0x01c33d (0x2d1a bytes) 000066 1784093490.266448 punch from 0x01b8eb to 0x021393 (0x5aa9 bytes) 000067 1784093490.273265 write 0x0282d8 thru 0x033cd5 (0xb9fe bytes) 000068 1784093490.274997 write 0x0313ad thru 0x036370 (0x4fc4 bytes) 000069 1784093490.276547 read 0x02f9e8 thru 0x033a2a (0x4043 bytes) 000070 1784093490.277028 mapwrite 0x029177 thru 0x030889 (0x7713 bytes) 000071 1784093490.289555 write 0x03a066 thru 0x03aa93 (0xa2e bytes) 000072 1784093490.290538 trunc from 0x03aa94 to 0x029481 (0x11612 bytes) 000073 1784093490.301296 punch from 0x017f1d to 0x027b8e (0xfc72 bytes) 000074 1784093490.304963 fallocate 0x003726 thru 0x00ba9b (0x8376 bytes) 000075 1784093490.308847 trunc from 0x01c357 to 0x023589 (0x7233 bytes) 000076 1784093490.318270 MIRROR_EXTEND to 2 mirrors 000077 1784093490.628854 trunc from 0x008796 to 0x00f5f7 (0x6e62 bytes) 000079 1784093490.643460 punch from 0x01c276 to 0x01e410 (0x219b bytes) 000080 1784093490.647496 mapwrite 0x01873a thru 0x01880a (0xd1 bytes) 000081 1784093490.658460 fallocate 0x02587f thru 0x02ad3c (0x54be bytes) 000082 1784093490.661445 trunc from 0x028cfc to 0x029481 (0x786 bytes) 000084 1784093490.668739 read 0x00828c thru 0x00c83e (0x45b3 bytes) 000085 1784093490.673861 trunc from 0x000860 to 0x00a791 (0x9f32 bytes) 000086 1784093490.677413 trunc from 0x0075da to 0x00e4dd (0x6f04 bytes) 000088 1784093490.680829 trunc from 0x029482 to 0x0259b8 (0x3ac9 bytes) 000089 1784093490.691219 fallocate 0x032b82 thru 0x03e1bf (0xb63e bytes) 000090 1784093490.694272 read 0x01b25e thru 0x025165 (0x9f08 bytes) 000091 1784093490.701199 punch from 0x015c17 to 0x021fa7 (0xc391 bytes) 000092 1784093490.710082 trunc from 0x001f91 to 0x00b0b2 (0x9122 bytes) 000093 1784093490.715715 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x259b9): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x259b9): Mirror 2: 0xc544e1f5 (stale) CRC-32 checksum value for chunk [0, 0x259b9): Mirror 1: 0x27dff577 Mirror 3: 0x27dff577 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x259b9: skipped 000094 1784093491.080886 trunc from 0x0259b9 to 0x020d0e (0x4caa bytes) 000095 1784093491.114870 fallocate 0x004c27 thru 0x0093d1 (0x47ab bytes) 000096 1784093491.118105 mapread 0x013dc3 thru 0x0183ce (0x460c bytes) 000097 1784093491.131776 trunc from 0x020d0f to 0x015f29 (0xade5 bytes) 000098 1784093491.146077 trunc from 0x015f2a to 0x03b767 (0x2583e bytes) 000099 1784093491.153446 mapread 0x01681f thru 0x0195e4 (0x2dc6 bytes) 000100 1784093491.159553 mapwrite 0x032a65 thru 0x03670a (0x3ca6 bytes) 000101 1784093491.181209 read 0x01acf0 thru 0x022b6b (0x7e7c bytes) 000102 1784093491.187845 read 0x013c20 thru 0x020361 (0xc742 bytes) 000103 1784093491.188463 write 0x03be84 thru 0x03ffff (0x417c bytes) 000104 1784093491.198759 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x771d859d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x771d859d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000105 1784093491.347603 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x771d859d (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6fbc16b4 Mirror 3: 0x6fbc16b4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000106 1784093491.804413 mapread 0x00c0b3 thru 0x01072a (0x4678 bytes) 000107 1784093491.824327 punch from 0x03cd0b to 0x03ffff (0x32f5 bytes) 000108 1784093491.839002 read 0x018472 thru 0x01b942 (0x34d1 bytes) 000109 1784093491.846704 fallocate 0x0327ed thru 0x03ffff (0xd813 bytes) 000110 1784093491.850238 fallocate 0x02cf6b thru 0x0319b5 (0x4a4b bytes) 000111 1784093491.857521 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x771d859d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x771d859d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000112 1784093492.028523 mapread 0x00edbc thru 0x011ef7 (0x313c bytes) 000113 1784093492.042419 trunc from 0x040000 to 0x02459c (0x1ba63 bytes) 000114 1784093492.059932 trunc from 0x02459d to 0x0110b2 (0x134ea bytes) 000115 1784093492.070554 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) 000116 1784093492.139309 trunc from 0x00e02a to 0x0110b2 (0x3089 bytes) 000117 1784093492.143382 write 0x01450a thru 0x01a614 (0x610b bytes) 000118 1784093492.147133 mapread 0x0151c3 thru 0x01a614 (0x5452 bytes) 000119 1784093492.148323 read 0x00c4a5 thru 0x00cbf3 (0x74f bytes) 000121 1784093492.154221 trunc from 0x01a615 to 0x0119c5 (0x8c4f bytes) 000123 1784093492.168239 read 0x009089 thru 0x0119c5 (0x893d bytes) 000124 1784093492.173439 trunc from 0x006135 to 0x00ad49 (0x4c15 bytes) 000126 1784093492.176922 fallocate 0x008e09 thru 0x0175a6 (0xe79e bytes) 000127 1784093492.184551 fallocate 0x019b84 thru 0x01e00e (0x448b bytes) 000129 1784093492.191890 trunc from 0x0175a7 to 0x03745b (0x1feb5 bytes) 000130 1784093492.204281 read 0x00a68b thru 0x00fbae (0x5524 bytes) 000131 1784093492.214960 fallocate 0x0007fb thru 0x005c2b (0x5431 bytes) 000133 1784093492.220389 trunc from 0x0298cb to 0x03533c (0xba72 bytes) 000136 1784093492.227152 trunc from 0x00da82 to 0x013cd0 (0x624f bytes) 000137 1784093492.231533 punch from 0x000380 to 0x00af8a (0xac0b bytes) 000138 1784093492.236186 mapwrite 0x005483 thru 0x0088d9 (0x3457 bytes) 000139 1784093492.260074 fallocate 0x02bc17 thru 0x0313cd (0x57b7 bytes) 000140 1784093492.263960 read 0x017d16 thru 0x01a1ec (0x24d7 bytes) 000141 1784093492.264480 trunc from 0x01bc0c to 0x0214ee (0x58e3 bytes) 000143 1784093492.267958 read 0x02670b thru 0x030e67 (0xa75d bytes) 000144 1784093492.275720 mapread 0x01a9e1 thru 0x023fbf (0x95df bytes) 000145 1784093492.276802 read 0x029131 thru 0x03385d (0xa72d bytes) 000146 1784093492.277285 mapwrite 0x01cefb thru 0x01eae8 (0x1bee bytes) 000147 1784093492.290761 read 0x000d50 thru 0x00ff7c (0xf22d bytes) 000148 1784093492.291478 write 0x03ee75 thru 0x03ffff (0x118b bytes) 000149 1784093492.292362 read 0x03f218 thru 0x03ffff (0xde8 bytes) 000150 1784093492.292942 fallocate 0x026c39 thru 0x032254 (0xb61c bytes) 000151 1784093492.297641 write 0x004dfa thru 0x0120c0 (0xd2c7 bytes) 000152 1784093492.299441 mapwrite 0x021bb8 thru 0x0250da (0x3523 bytes) 000153 1784093492.315265 mapread 0x01a50c thru 0x02985a (0xf34f bytes) 000154 1784093492.319264 MIRROR_EXTEND to 2 mirrors 000155 1784093492.670454 trunc from 0x040000 to 0x019d95 (0x2626a bytes) 000156 1784093492.694825 trunc from 0x017c29 to 0x019d95 (0x216d bytes) 000157 1784093492.697180 mapread 0x0158d7 thru 0x019d95 (0x44bf bytes) 000158 1784093492.706379 fallocate 0x03d65f thru 0x03ffff (0x29a1 bytes) 000159 1784093492.712037 fallocate 0x002181 thru 0x00784d (0x56cd bytes) 000160 1784093492.715011 punch from 0x01db94 to 0x02b907 (0xdd74 bytes) 000161 1784093492.722693 MIRROR_RESYNC 2 mirrors 000163 1784093492.919644 punch from 0x02f5cb to 0x039c8d (0xa6c3 bytes) 000166 1784093492.930854 fallocate 0x039e95 thru 0x03ffff (0x616b bytes) 000167 1784093492.933240 mapwrite 0x007869 thru 0x00d712 (0x5eaa bytes) 000168 1784093492.949081 mapwrite 0x0213b4 thru 0x022590 (0x11dd bytes) 000169 1784093492.957729 write 0x015a00 thru 0x01b8e3 (0x5ee4 bytes) 000170 1784093492.960270 mapread 0x0234ea thru 0x0248a6 (0x13bd bytes) 000171 1784093492.961020 mapwrite 0x029678 thru 0x034773 (0xb0fc bytes) 000172 1784093492.974188 fallocate 0x02050e thru 0x022f95 (0x2a88 bytes) 000173 1784093492.976130 mapwrite 0x00d615 thru 0x0114b7 (0x3ea3 bytes) 000174 1784093492.984081 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xaec83c2a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdece34b1 Mirror 3: 0xdece34b1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000176 1784093493.254396 mapread 0x0208fb thru 0x020afb (0x201 bytes) 000177 1784093493.261033 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xaec83c2a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdece34b1 Mirror 3: 0xdece34b1 Mirror 4: 0xdece34b1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000178 1784093493.570719 mapread 0x01e1df thru 0x02767c (0x949e bytes) 000179 1784093493.579994 trunc from 0x038415 to 0x0390c8 (0xcb4 bytes) 000180 1784093493.599986 mapwrite 0x02396d thru 0x0306e5 (0xcd79 bytes) 000182 1784093493.623263 punch from 0x035006 to 0x036b74 (0x1b6f bytes) 000183 1784093493.626298 fallocate 0x03575d thru 0x03d383 (0x7c27 bytes) 000184 1784093493.629489 write 0x02d6fc thru 0x032714 (0x5019 bytes) 000185 1784093493.633272 punch from 0x0383b7 to 0x03ffff (0x7c49 bytes) 000186 1784093493.635968 fallocate 0x02c2c0 thru 0x02c796 (0x4d7 bytes) 000187 1784093493.641701 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xaec83c2a (stale) Mirror 3: 0xdece34b1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xaec83c2a (stale) Mirror 3: 0xdece34b1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000188 1784093493.768948 trunc from 0x040000 to 0x038fa4 (0x705b bytes) 000189 1784093493.775316 trunc from 0x037e72 to 0x038fa4 (0x1133 bytes) 000190 1784093493.780491 mapread 0x02807f thru 0x030043 (0x7fc5 bytes) 000191 1784093493.787395 write 0x022488 thru 0x02707d (0x4bf6 bytes) 000192 1784093493.790806 write 0x013de7 thru 0x014d92 (0xfac bytes) 000193 1784093493.794627 trunc from 0x038fa5 to 0x013d40 (0x25264 bytes) 000194 1784093493.801013 mapwrite 0x000cd2 thru 0x005d28 (0x5057 bytes) 000195 1784093493.813387 mapread 0x005a08 thru 0x00a15f (0x4758 bytes) 000196 1784093493.814496 mapread 0x000205 thru 0x0007f8 (0x5f4 bytes) 000197 1784093493.815322 trunc from 0x000f79 to 0x0100fb (0xf183 bytes) 000198 1784093493.818108 punch from 0x00e64a to 0x00f9a0 (0x1357 bytes) 000199 1784093493.820360 trunc from 0x002ec6 to 0x011335 (0xe470 bytes) 000200 1784093493.822297 punch from 0x0013be to 0x00b396 (0x9fd9 bytes) 000201 1784093493.825630 MIRROR_RESYNC 3 mirrors 000202 1784093494.023822 mapwrite 0x0380bf thru 0x0396a2 (0x15e4 bytes) 000203 1784093494.059386 mapread 0x03425e thru 0x0396a2 (0x5445 bytes) 000204 1784093494.064993 mapwrite 0x01a1ae thru 0x0222ed (0x8140 bytes) 000205 1784093494.081633 mapread 0x0281a9 thru 0x03599c (0xd7f4 bytes) 000206 1784093494.086454 mapwrite 0x01d26d thru 0x01f8d3 (0x2667 bytes) 000207 1784093494.099369 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x396a3): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x396a3): Mirror 2: 0xad73b204 (stale) Mirror 3: 0xad73b204 (stale) CRC-32 checksum value for chunk [0, 0x396a3): Mirror 1: 0x3c2cbdd7 Mirror 4: 0x3c2cbdd7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x396a3: skipped 000208 1784093494.413025 punch from 0x008993 to 0x0095bb (0xc29 bytes) 000210 1784093494.431901 punch from 0x00fe8f to 0x01a341 (0xa4b3 bytes) 000211 1784093494.433889 trunc from 0x0396a3 to 0x03b148 (0x1aa6 bytes) 000212 1784093494.448640 write 0x007fc1 thru 0x015755 (0xd795 bytes) 000213 1784093494.455002 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3b149): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b149): Mirror 2: 0xf7c026b (stale) Mirror 3: 0xf7c026b (stale) Mirror 4: 0xbfc364b3 (stale) CRC-32 checksum value for chunk [0, 0x3b149): Mirror 1: 0x29a07842 Mirror 5: 0x29a07842 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b149: skipped 000214 1784093494.828996 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b149): Mirror 3: 0xf7c026b (stale) Mirror 4: 0xbfc364b3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b149): Mirror 3: 0xf7c026b (stale) Mirror 4: 0xbfc364b3 (stale) CRC-32 checksum value for chunk [0, 0x3b149): Mirror 1: 0x29a07842 Mirror 5: 0x29a07842 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b149: skipped 000215 1784093495.117193 trunc from 0x03b149 to 0x00e885 (0x2c8c3 bytes) 000216 1784093495.141918 mapread 0x004c6c thru 0x00e885 (0x9c1a bytes) 000217 1784093495.150122 write 0x0378be thru 0x03ffff (0x8742 bytes) 000218 1784093495.151410 punch from 0x0188cb to 0x021f3a (0x9670 bytes) 000219 1784093495.154531 read 0x03e2c8 thru 0x03ffff (0x1d38 bytes) 000220 1784093495.157725 MIRROR_RESYNC 4 mirrors 000221 1784093495.529842 trunc from 0x03ac75 to 0x03f759 (0x4ae5 bytes) 000222 1784093495.545546 trunc from 0x040000 to 0x03ff90 (0x6f bytes) 000223 1784093495.561255 mapwrite 0x01e563 thru 0x02bf8b (0xda29 bytes) 000224 1784093495.590086 trunc from 0x019ee9 to 0x026bff (0xcd17 bytes) 000225 1784093495.597216 mapread 0x00a5bf thru 0x019cfc (0xf73e bytes) 000226 1784093495.610680 trunc from 0x03ff91 to 0x03bbfe (0x4392 bytes) 000227 1784093495.620558 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bbff): Mirror 4: 0xcbf1f24b (stale) Mirror 5: 0xcbf1f24b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bbff): Mirror 4: 0xcbf1f24b (stale) Mirror 5: 0xcbf1f24b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bbff: skipped 000228 1784093495.779213 write 0x0369bc thru 0x03ffff (0x9644 bytes) 000229 1784093495.787932 trunc from 0x040000 to 0x0170f5 (0x28f0a bytes) 000230 1784093495.797221 mapwrite 0x01b7ec thru 0x0293ae (0xdbc3 bytes) 000231 1784093495.824891 read 0x01cacc thru 0x0293ae (0xc8e3 bytes) 000232 1784093495.825378 write 0x01cf42 thru 0x021793 (0x4852 bytes) 000233 1784093495.826222 write 0x03f7df thru 0x03ffff (0x821 bytes) 000234 1784093495.826980 write 0x00111b thru 0x00c37d (0xb263 bytes) 000235 1784093495.831486 punch from 0x02f013 to 0x02f6dd (0x6cb bytes) 000236 1784093495.833885 trunc from 0x03e78f to 0x03ffff (0x1871 bytes) 000237 1784093495.839314 read 0x0128de thru 0x01e00d (0xb730 bytes) 000238 1784093495.844144 write 0x0067d2 thru 0x00adc2 (0x45f1 bytes) 000239 1784093495.845277 read 0x031f83 thru 0x038c4c (0x6cca bytes) 000240 1784093495.845952 read 0x01fa6e thru 0x028161 (0x86f4 bytes) 000241 1784093495.847152 trunc from 0x040000 to 0x01c1f7 (0x23e08 bytes) 000242 1784093495.854577 fallocate 0x01e48a thru 0x02bb7d (0xd6f4 bytes) 000243 1784093495.858808 read 0x00c980 thru 0x01a3eb (0xda6c bytes) 000244 1784093495.859761 punch from 0x004316 to 0x00f462 (0xb14d bytes) 000245 1784093495.865576 punch from 0x00aafa to 0x019ff4 (0xf4fb bytes) 000246 1784093495.870258 MIRROR_RESYNC 3 mirrors 000247 1784093496.170075 trunc from 0x02bb7e to 0x01d1d1 (0xe9ac bytes) 000248 1784093496.184522 write 0x025aeb thru 0x030297 (0xa7ad bytes) 000250 1784093496.187065 mapwrite 0x023741 thru 0x02e9e9 (0xb2a9 bytes) 000251 1784093496.200184 fallocate 0x021c02 thru 0x02ebce (0xcfcd bytes) 000252 1784093496.203067 fallocate 0x03e21c thru 0x03ffff (0x1de4 bytes) 000253 1784093496.205099 mapwrite 0x03bcbd thru 0x03ffff (0x4343 bytes) 000254 1784093496.224375 mapread 0x014cbd thru 0x01b8b7 (0x6bfb bytes) 000255 1784093496.228181 trunc from 0x040000 to 0x02f3ff (0x10c00 bytes) 000256 1784093496.234009 fallocate 0x024ed4 thru 0x02f1db (0xa308 bytes) 000257 1784093496.236384 mapread 0x028032 thru 0x02f3ff (0x73ce bytes) 000259 1784093496.237633 mapwrite 0x02fff5 thru 0x03231b (0x2327 bytes) 000260 1784093496.251856 trunc from 0x03231c to 0x00ce07 (0x25514 bytes) 000261 1784093496.257616 write 0x0085ba thru 0x00a330 (0x1d77 bytes) 000262 1784093496.261467 mapread 0x00c847 thru 0x00ce07 (0x5c1 bytes) 000263 1784093496.265708 mapwrite 0x02c483 thru 0x036520 (0xa09e bytes) 000264 1784093496.288074 read 0x01f886 thru 0x01fc62 (0x3dd bytes) 000265 1784093496.291571 MIRROR_RESYNC 3 mirrors 000266 1784093496.538536 trunc from 0x030ca4 to 0x032281 (0x15de bytes) 000267 1784093496.551437 MIRROR_RESYNC 3 mirrors 000268 1784093496.831950 punch from 0x036382 to 0x036520 (0x19f bytes) 000269 1784093496.844084 trunc from 0x036521 to 0x004a9d (0x31a83 bytes) 000270 1784093496.861759 punch from 0x00395d to 0x004a9d (0x1141 bytes) 000271 1784093496.867047 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x4a9e): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x4a9e): Mirror 4: 0x9fd9376b (stale) Mirror 5: 0x9fd9376b (stale) CRC-32 checksum value for chunk [0, 0x4a9e): Mirror 1: 0xec084d66 Mirror 6: 0xec084d66 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x4a9e: skipped 000272 1784093497.146026 punch from 0x0020fa to 0x004a9d (0x29a4 bytes) 000273 1784093497.161186 mapread 0x0020a1 thru 0x004a9d (0x29fd bytes) 000274 1784093497.167854 read 0x00209f thru 0x004a9d (0x29ff bytes) 000275 1784093497.168565 mapread 0x0036d4 thru 0x004a9d (0x13ca bytes) 000277 1784093497.169922 punch from 0x003253 to 0x004a9d (0x184b bytes) 000278 1784093497.172888 write 0x009f2d thru 0x013820 (0x98f4 bytes) 000280 1784093497.177097 punch from 0x006b67 to 0x0101bc (0x9656 bytes) 000281 1784093497.183920 trunc from 0x013821 to 0x03f9f6 (0x2c1d6 bytes) 000282 1784093497.201752 mapread 0x01796d thru 0x020d42 (0x93d6 bytes) 000283 1784093497.212042 fallocate 0x0244bb thru 0x02f180 (0xacc6 bytes) 000284 1784093497.215923 write 0x023801 thru 0x0320cf (0xe8cf bytes) 000285 1784093497.221945 trunc from 0x03f9f7 to 0x0033d7 (0x3c61f bytes) 000286 1784093497.232703 trunc from 0x000cec to 0x0033d7 (0x26ec bytes) 000287 1784093497.237144 read 0x001831 thru 0x0033d7 (0x1ba7 bytes) 000288 1784093497.241191 punch from 0x000a69 to 0x0033d7 (0x296f bytes) 000289 1784093497.246997 mapread 0x001120 thru 0x00256b (0x144c bytes) 000290 1784093497.255321 read 0x002a65 thru 0x0033d7 (0x973 bytes) 000291 1784093497.259473 mapread 0x000815 thru 0x0033d7 (0x2bc3 bytes) 000292 1784093497.260430 write 0x03c377 thru 0x03ffff (0x3c89 bytes) 000293 1784093497.261566 punch from 0x00c733 to 0x00faf7 (0x33c5 bytes) 000294 1784093497.264500 trunc from 0x040000 to 0x025f30 (0x1a0cf bytes) 000295 1784093497.271475 fallocate 0x03b451 thru 0x03ffff (0x4baf bytes) 000296 1784093497.274413 fallocate 0x02533c thru 0x0351bf (0xfe84 bytes) 000297 1784093497.279179 fallocate 0x022def thru 0x02695f (0x3b71 bytes) 000298 1784093497.282484 punch from 0x019192 to 0x026a3c (0xd8ab bytes) 000299 1784093497.285250 mapread 0x01a334 thru 0x028269 (0xdf36 bytes) 000300 1784093497.293634 punch from 0x01a5bf to 0x01d923 (0x3365 bytes) 000301 1784093497.296931 punch from 0x01d67f to 0x0274d4 (0x9e56 bytes) 000302 1784093497.299857 punch from 0x015c15 to 0x017c33 (0x201f bytes) 000303 1784093497.302875 fallocate 0x036ed5 thru 0x03bf10 (0x503c bytes) 000304 1784093497.307079 punch from 0x031630 to 0x0351bf (0x3b90 bytes) 000305 1784093497.309811 write 0x007939 thru 0x011e60 (0xa528 bytes) 000306 1784093497.311088 punch from 0x00b87b to 0x0139fa (0x8180 bytes) 000307 1784093497.317553 mapread 0x0022a8 thru 0x00c316 (0xa06f bytes) 000308 1784093497.324455 fallocate 0x0327a7 thru 0x0384b9 (0x5d13 bytes) 000309 1784093497.329803 punch from 0x0189a4 to 0x020593 (0x7bf0 bytes) 000310 1784093497.334166 fallocate 0x01edfe thru 0x027e9f (0x90a2 bytes) 000311 1784093497.338066 mapread 0x02529c thru 0x026f78 (0x1cdd bytes) 000312 1784093497.347156 write 0x02c7af thru 0x034fb4 (0x8806 bytes) 000313 1784093497.351410 trunc from 0x0384ba to 0x01a810 (0x1dca9 bytes) 000314 1784093497.358953 read 0x00f4f4 thru 0x012c55 (0x3762 bytes) 000315 1784093497.365883 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1a811): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a811): Mirror 4: 0x6890c927 (stale) Mirror 5: 0x6890c927 (stale) Mirror 6: 0x5ad0afd7 (stale) CRC-32 checksum value for chunk [0, 0x1a811): Mirror 1: 0x174dc0d8 Mirror 7: 0x174dc0d8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a811: skipped 000316 1784093497.723429 trunc from 0x001c5f to 0x010cb0 (0xf052 bytes) 000317 1784093497.745967 mapwrite 0x033ffb thru 0x037add (0x3ae3 bytes) 000319 1784093497.775020 read 0x01df78 thru 0x0273e6 (0x946f bytes) 000320 1784093497.780900 punch from 0x0038bf to 0x00cc91 (0x93d3 bytes) 000322 1784093497.785268 mapwrite 0x024cec thru 0x02e9fa (0x9d0f bytes) 000323 1784093497.801555 mapread 0x01f436 thru 0x02c968 (0xd533 bytes) 000324 1784093497.802563 read 0x012375 thru 0x0141a4 (0x1e30 bytes) 000325 1784093497.807289 read 0x007a53 thru 0x00dbce (0x617c bytes) 000326 1784093497.808107 punch from 0x02903d to 0x02ef11 (0x5ed5 bytes) 000327 1784093497.811205 fallocate 0x03db4d thru 0x03dbdd (0x91 bytes) 000329 1784093497.814510 trunc from 0x0302f8 to 0x0304a2 (0x1ab bytes) 000330 1784093497.817312 trunc from 0x03dbde to 0x035ff2 (0x7beb bytes) 000331 1784093497.825850 mapwrite 0x0065b0 thru 0x009054 (0x2aa5 bytes) 000332 1784093497.836146 MIRROR_RESYNC 5 mirrors 000333 1784093498.450623 mapread 0x009c4d thru 0x00cadc (0x2e90 bytes) 000334 1784093498.458228 punch from 0x00de1e to 0x0139df (0x5bc2 bytes) 000335 1784093498.471321 write 0x0156cd thru 0x025311 (0xfc45 bytes) 000336 1784093498.476435 fallocate 0x01bf7c thru 0x029fc8 (0xe04d bytes) 000337 1784093498.479018 mapread 0x0287ac thru 0x02fba3 (0x73f8 bytes) 000338 1784093498.482959 mapread 0x003d39 thru 0x00e8a5 (0xab6d bytes) 000339 1784093498.487412 read 0x020788 thru 0x0277eb (0x7064 bytes) 000340 1784093498.487873 read 0x01abd0 thru 0x025a2a (0xae5b bytes) 000341 1784093498.488254 mapwrite 0x034860 thru 0x039823 (0x4fc4 bytes) 000342 1784093498.508724 punch from 0x0205cc to 0x028a02 (0x8437 bytes) 000343 1784093498.511299 mapread 0x01631e thru 0x023770 (0xd453 bytes) 000344 1784093498.519873 fallocate 0x029610 thru 0x03824e (0xec3f bytes) 000345 1784093498.524450 MIRROR_RESYNC 5 mirrors 000346 1784093499.202555 read 0x009013 thru 0x0157e0 (0xc7ce bytes) 000347 1784093499.205909 fallocate 0x019ab8 thru 0x02961f (0xfb68 bytes) 000348 1784093499.217681 write 0x007028 thru 0x007193 (0x16c bytes) 000349 1784093499.220019 read 0x0068cd thru 0x010577 (0x9cab bytes) 000350 1784093499.225665 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x39824): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39824): Mirror 4: 0x52de7bbf (stale) Mirror 5: 0x52de7bbf (stale) Mirror 6: 0x52de7bbf (stale) Mirror 7: 0x52de7bbf (stale) CRC-32 checksum value for chunk [0, 0x39824): Mirror 1: 0xb51d55f2 Mirror 8: 0xb51d55f2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39824: skipped 000351 1784093499.629203 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39824): Mirror 4: 0x52de7bbf (stale) Mirror 5: 0x52de7bbf (stale) Mirror 6: 0x52de7bbf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39824): Mirror 4: 0x52de7bbf (stale) Mirror 5: 0x52de7bbf (stale) Mirror 6: 0x52de7bbf (stale) CRC-32 checksum value for chunk [0, 0x39824): Mirror 1: 0xb51d55f2 Mirror 8: 0xb51d55f2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39824: skipped 000352 1784093499.874295 fallocate 0x03d440 thru 0x03d8f6 (0x4b7 bytes) 000353 1784093499.891746 trunc from 0x039824 to 0x03426f (0x55b4 bytes) 000354 1784093499.905504 mapwrite 0x024fcb thru 0x028467 (0x349d bytes) 000355 1784093499.920385 trunc from 0x034270 to 0x036947 (0x26d8 bytes) 000356 1784093499.926617 mapread 0x00c0e0 thru 0x016652 (0xa573 bytes) 000357 1784093499.934570 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x36948): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36948): Mirror 4: 0xd35bdc20 (stale) Mirror 5: 0xd35bdc20 (stale) Mirror 6: 0xd35bdc20 (stale) Mirror 8: 0xade5e743 (stale) CRC-32 checksum value for chunk [0, 0x36948): Mirror 1: 0xbdf05583 Mirror 9: 0xbdf05583 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36948: skipped 000358 1784093500.374652 MIRROR_RESYNC 6 mirrors 000359 1784093500.991381 trunc from 0x0264c9 to 0x029714 (0x324c bytes) 000360 1784093501.005186 write 0x00e3c5 thru 0x00e70e (0x34a bytes) 000361 1784093501.009119 trunc from 0x006617 to 0x007df9 (0x17e3 bytes) 000362 1784093501.012210 fallocate 0x00a6fb thru 0x0114cc (0x6dd2 bytes) 000363 1784093501.015623 trunc from 0x0043f8 to 0x00e7c5 (0xa3ce bytes) 000364 1784093501.023750 trunc from 0x0288d3 to 0x02b196 (0x28c4 bytes) 000365 1784093501.027923 punch from 0x00a08d to 0x017ee7 (0xde5b bytes) 000366 1784093501.030963 mapread 0x0024d8 thru 0x00f60e (0xd137 bytes) 000368 1784093501.043749 mapread 0x032d94 thru 0x036947 (0x3bb4 bytes) 000369 1784093501.048231 write 0x030561 thru 0x033e4b (0x38eb bytes) 000370 1784093501.049251 mapread 0x017f60 thru 0x018d6c (0xe0d bytes) 000371 1784093501.053610 mapwrite 0x00107f thru 0x00fe82 (0xee04 bytes) 000372 1784093501.065792 fallocate 0x001a1e thru 0x007230 (0x5813 bytes) 000373 1784093501.069072 trunc from 0x036948 to 0x022eec (0x13a5b bytes) 000374 1784093501.081253 fallocate 0x008213 thru 0x00f51f (0x730d bytes) 000375 1784093501.084691 read 0x0064cd thru 0x00c2b7 (0x5deb bytes) 000377 1784093501.085720 mapread 0x0076f6 thru 0x008069 (0x974 bytes) 000378 1784093501.086648 fallocate 0x02e430 thru 0x02e65a (0x22b bytes) 000379 1784093501.090152 trunc from 0x02e65b to 0x02af2a (0x3730 bytes) 000380 1784093501.099475 fallocate 0x00099a thru 0x0045ee (0x3c55 bytes) 000381 1784093501.102925 read 0x012f09 thru 0x012f47 (0x3f bytes) 000382 1784093501.105965 MIRROR_RESYNC 6 mirrors 000383 1784093501.559662 write 0x000cf2 thru 0x00c3b1 (0xb6c0 bytes) 000387 1784093501.579849 mapread 0x02341c thru 0x02af2a (0x7b0f bytes) 000388 1784093501.588159 write 0x03b925 thru 0x03ffff (0x46db bytes) 000389 1784093501.589201 trunc from 0x01bf45 to 0x028dbe (0xce7a bytes) 000390 1784093501.593564 write 0x02d15e thru 0x0369e8 (0x988b bytes) 000392 1784093501.598552 fallocate 0x00d4f6 thru 0x01868a (0xb195 bytes) 000393 1784093501.603039 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xcf35757f (stale) Mirror 6: 0xcf35757f (stale) Mirror 8: 0xcf35757f (stale) Mirror 9: 0xcf35757f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xcf35757f (stale) Mirror 6: 0xcf35757f (stale) Mirror 8: 0xcf35757f (stale) Mirror 9: 0xcf35757f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000394 1784093501.763105 mapread 0x023622 thru 0x027a45 (0x4424 bytes) 000395 1784093501.769978 mapwrite 0x012f61 thru 0x01a922 (0x79c2 bytes) 000396 1784093501.784715 read 0x011bed thru 0x01cd22 (0xb136 bytes) 000397 1784093501.787631 punch from 0x014e18 to 0x016707 (0x18f0 bytes) 000398 1784093501.790276 mapwrite 0x02ca10 thru 0x02d0d6 (0x6c7 bytes) 000399 1784093501.800797 trunc from 0x035d91 to 0x035db6 (0x26 bytes) 000400 1784093501.807264 write 0x0060ab thru 0x00e1dc (0x8132 bytes) 000401 1784093501.811744 mapread 0x0360ff thru 0x03ffff (0x9f01 bytes) 000402 1784093501.818416 punch from 0x012a97 to 0x015852 (0x2dbc bytes) 000404 1784093501.820992 trunc from 0x01f484 to 0x02b4c3 (0xc040 bytes) 000405 1784093501.825757 mapwrite 0x018f8a thru 0x01e6d5 (0x574c bytes) 000407 1784093501.838185 punch from 0x01a48f to 0x01f024 (0x4b96 bytes) 000408 1784093501.845050 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xcf35757f (stale) Mirror 8: 0xcf35757f (stale) Mirror 9: 0xcf35757f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xcf35757f (stale) Mirror 8: 0xcf35757f (stale) Mirror 9: 0xcf35757f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000410 1784093501.961456 fallocate 0x03457d thru 0x03ffff (0xba83 bytes) 000411 1784093501.963902 fallocate 0x01ae25 thru 0x0230dd (0x82b9 bytes) 000412 1784093501.966065 trunc from 0x01509b to 0x01edda (0x9d40 bytes) 000413 1784093501.968262 punch from 0x018c75 to 0x01b3d7 (0x2763 bytes) 000414 1784093501.970315 fallocate 0x01759d thru 0x01c9c1 (0x5425 bytes) 000415 1784093501.972644 write 0x0222ef thru 0x027f1e (0x5c30 bytes) 000416 1784093501.977910 trunc from 0x019610 to 0x01e75c (0x514d bytes) 000417 1784093501.979988 punch from 0x008ae5 to 0x010113 (0x762f bytes) 000418 1784093501.982112 fallocate 0x003538 thru 0x00b35a (0x7e23 bytes) 000419 1784093501.984211 trunc from 0x0254c8 to 0x026bff (0x1738 bytes) 000420 1784093501.990062 punch from 0x016c57 to 0x01f344 (0x86ee bytes) 000421 1784093501.993108 trunc from 0x00b5c5 to 0x0163f3 (0xae2f bytes) 000422 1784093501.998375 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xcf35757f (stale) Mirror 9: 0xcf35757f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xcf35757f (stale) Mirror 9: 0xcf35757f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000423 1784093502.116984 read 0x02b79b thru 0x02ca40 (0x12a6 bytes) 000424 1784093502.119571 read 0x03e38f thru 0x03eda3 (0xa15 bytes) 000425 1784093502.126557 MIRROR_RESYNC 3 mirrors 000426 1784093502.478561 trunc from 0x040000 to 0x03ecd0 (0x132f bytes) 000427 1784093502.495655 punch from 0x032694 to 0x03b19c (0x8b09 bytes) 000428 1784093502.498479 mapwrite 0x031cdc thru 0x037bd9 (0x5efe bytes) 000429 1784093502.513167 trunc from 0x010727 to 0x01981a (0x90f4 bytes) 000430 1784093502.515211 write 0x00dfc4 thru 0x01d11b (0xf158 bytes) 000431 1784093502.519936 fallocate 0x00156d thru 0x007434 (0x5ec8 bytes) 000433 1784093502.523172 read 0x031ed1 thru 0x03430c (0x243c bytes) 000434 1784093502.523866 fallocate 0x025f4a thru 0x02652c (0x5e3 bytes) 000435 1784093502.526363 trunc from 0x03ecd1 to 0x039f38 (0x4d98 bytes) 000436 1784093502.533175 trunc from 0x039f39 to 0x03a85b (0x923 bytes) 000437 1784093502.538877 fallocate 0x03fe8c thru 0x03ffff (0x174 bytes) 000438 1784093502.541418 trunc from 0x01169c to 0x01e083 (0xc9e8 bytes) 000439 1784093502.547152 read 0x017cf5 thru 0x025baa (0xdeb6 bytes) 000440 1784093502.551374 read 0x038630 thru 0x03a85b (0x222c bytes) 000441 1784093502.551901 trunc from 0x0341bf to 0x03a85b (0x669d bytes) 000442 1784093502.554822 trunc from 0x03858b to 0x03a85b (0x22d1 bytes) 000443 1784093502.557094 punch from 0x00e8a7 to 0x01aaed (0xc247 bytes) 000444 1784093502.559606 trunc from 0x03a85c to 0x006466 (0x343f5 bytes) 000445 1784093502.565831 mapwrite 0x029a79 thru 0x030352 (0x68da bytes) 000446 1784093502.585747 write 0x00718d thru 0x014a23 (0xd897 bytes) 000447 1784093502.587201 trunc from 0x030353 to 0x003cbd (0x2c695 bytes) 000449 1784093502.594959 mapread 0x0028e8 thru 0x003cbd (0x13d6 bytes) 000451 1784093502.596455 fallocate 0x01bfa0 thru 0x01d7fa (0x185b bytes) 000452 1784093502.599694 read 0x0186e4 thru 0x01d7fa (0x5117 bytes) 000453 1784093502.604617 trunc from 0x01d7fb to 0x03a9d2 (0x1d1d8 bytes) 000454 1784093502.615031 trunc from 0x017310 to 0x019092 (0x1d83 bytes) 000455 1784093502.617972 write 0x002d8b thru 0x01282c (0xfaa2 bytes) 000456 1784093502.619713 fallocate 0x0361de thru 0x03ad07 (0x4b2a bytes) 000458 1784093502.624821 read 0x03137e thru 0x03ad07 (0x998a bytes) 000459 1784093502.633141 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3ad08): Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ad08): Mirror 8: 0x3edcb18 (stale) Mirror 9: 0x3edcb18 (stale) CRC-32 checksum value for chunk [0, 0x3ad08): Mirror 1: 0x88f85d5f Mirror 10: 0x88f85d5f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ad08: skipped 000460 1784093502.931578 mapwrite 0x005a4f thru 0x00fa37 (0x9fe9 bytes) 000462 1784093502.990394 trunc from 0x03ad08 to 0x020b7a (0x1a18d bytes) 000463 1784093503.005632 punch from 0x0180eb to 0x0183b6 (0x2cc bytes) 000464 1784093503.008007 fallocate 0x01a256 thru 0x028a7a (0xe825 bytes) 000465 1784093503.010512 trunc from 0x028a7b to 0x02445b (0x461f bytes) 000466 1784093503.017609 mapread 0x003a3c thru 0x00d26d (0x9832 bytes) 000467 1784093503.018816 punch from 0x0187e2 to 0x01bfd0 (0x37ef bytes) 000468 1784093503.024378 mapread 0x01d5ef thru 0x022095 (0x4aa7 bytes) 000469 1784093503.028835 punch from 0x00e5d3 to 0x01dbae (0xf5dc bytes) 000470 1784093503.035033 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2445c): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2445c): Mirror 8: 0x640148e4 (stale) Mirror 9: 0x640148e4 (stale) Mirror 10: 0x262e7acf (stale) CRC-32 checksum value for chunk [0, 0x2445c): Mirror 1: 0x961a8cb Mirror 11: 0x961a8cb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2445c: skipped 000471 1784093503.333023 mapread 0x008622 thru 0x00f705 (0x70e4 bytes) 000472 1784093503.338884 trunc from 0x007098 to 0x008d54 (0x1cbd bytes) 000473 1784093503.350476 write 0x00529f thru 0x00be19 (0x6b7b bytes) 000474 1784093503.355001 punch from 0x0181d4 to 0x02445b (0xc288 bytes) 000475 1784093503.356713 fallocate 0x02f8ef thru 0x033f08 (0x461a bytes) 000476 1784093503.358595 read 0x00c80a thru 0x013c2a (0x7421 bytes) 000478 1784093503.361874 write 0x03493d thru 0x03ffff (0xb6c3 bytes) 000479 1784093503.363315 punch from 0x00dfe1 to 0x0158fd (0x791d bytes) 000480 1784093503.365426 write 0x028316 thru 0x02f92f (0x761a bytes) 000481 1784093503.368659 mapread 0x01d68e thru 0x023053 (0x59c6 bytes) 000483 1784093503.373514 write 0x0325cc thru 0x03b4a9 (0x8ede bytes) 000484 1784093503.376359 mapwrite 0x03cb71 thru 0x03d910 (0xda0 bytes) 000485 1784093503.385243 mapwrite 0x00b8c0 thru 0x017f65 (0xc6a6 bytes) 000486 1784093503.396695 read 0x011bd3 thru 0x020b46 (0xef74 bytes) 000488 1784093503.397980 fallocate 0x0078f0 thru 0x013c7e (0xc38f bytes) 000489 1784093503.400323 mapread 0x010a74 thru 0x011088 (0x615 bytes) 000491 1784093503.403184 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xed67d8f (stale) Mirror 10: 0x4292b3e1 (stale) Mirror 11: 0x7bee7384 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xed67d8f (stale) Mirror 10: 0x4292b3e1 (stale) Mirror 11: 0x7bee7384 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000492 1784093503.549390 MIRROR_RESYNC 4 mirrors 000493 1784093503.858046 write 0x013f8d thru 0x023b18 (0xfb8c bytes) 000494 1784093503.876225 trunc from 0x040000 to 0x002563 (0x3da9c bytes) 000495 1784093503.893305 trunc from 0x002564 to 0x032b5b (0x305f8 bytes) 000496 1784093503.899249 read 0x00c64a thru 0x00df40 (0x18f7 bytes) 000497 1784093503.903736 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32b5c): Mirror 8: 0x7287c25b (stale) Mirror 11: 0x7287c25b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32b5c): Mirror 8: 0x7287c25b (stale) Mirror 11: 0x7287c25b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32b5c: skipped 000498 1784093504.036918 write 0x016b70 thru 0x020f9e (0xa42f bytes) 000499 1784093504.042694 punch from 0x02c399 to 0x032b5b (0x67c3 bytes) 000500 1784093504.045065 trunc from 0x032b5c to 0x03b248 (0x86ed bytes) 000501 1784093504.049889 trunc from 0x03b249 to 0x03be5f (0xc17 bytes) 000503 1784093504.056630 trunc from 0x026ed0 to 0x030d74 (0x9ea5 bytes) 000504 1784093504.059180 mapread 0x03404a thru 0x036c67 (0x2c1e bytes) 000505 1784093504.070821 trunc from 0x03be60 to 0x03a419 (0x1a46 bytes) 000506 1784093504.077333 write 0x03bc04 thru 0x03ffff (0x43fc bytes) 000507 1784093504.078313 mapread 0x013a0e thru 0x02312d (0xf720 bytes) 000508 1784093504.088123 mapwrite 0x022bd9 thru 0x023663 (0xa8b bytes) 000509 1784093504.102405 MIRROR_RESYNC 3 mirrors 000510 1784093504.410914 fallocate 0x03a152 thru 0x03ffff (0x5eae bytes) 000511 1784093504.424310 read 0x03cfa4 thru 0x03ea52 (0x1aaf bytes) 000512 1784093504.428189 trunc from 0x040000 to 0x0165ea (0x29a15 bytes) 000513 1784093504.448264 fallocate 0x02d011 thru 0x036834 (0x9824 bytes) 000514 1784093504.450715 punch from 0x006e70 to 0x01072e (0x98bf bytes) 000515 1784093504.454742 trunc from 0x0165eb to 0x0064a9 (0x10141 bytes) 000516 1784093504.464184 fallocate 0x0213af thru 0x02a21b (0x8e6d bytes) 000517 1784093504.468521 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2a21c): Mirror 8: 0xa00dbf2b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a21c): Mirror 8: 0xa00dbf2b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a21c: skipped 000518 1784093504.565625 trunc from 0x02a21c to 0x02b066 (0xe4b bytes) 000519 1784093504.572859 trunc from 0x02b067 to 0x03d123 (0x120bd bytes) 000520 1784093504.578736 read 0x02fa80 thru 0x03ca3a (0xcfbb bytes) 000521 1784093504.582912 trunc from 0x03d124 to 0x02c1b8 (0x10f6b bytes) 000522 1784093504.594293 trunc from 0x01d3b1 to 0x023884 (0x64d4 bytes) 000523 1784093504.596981 fallocate 0x0322cd thru 0x03ff8e (0xdcc2 bytes) 000524 1784093504.600398 mapread 0x029879 thru 0x02c1b8 (0x2940 bytes) 000525 1784093504.608420 read 0x0044c8 thru 0x0124c9 (0xe002 bytes) 000526 1784093504.618944 mapread 0x01bdf9 thru 0x02692d (0xab35 bytes) 000527 1784093504.620213 fallocate 0x02549b thru 0x0348ae (0xf414 bytes) 000529 1784093504.623666 write 0x0195da thru 0x01ca81 (0x34a8 bytes) 000530 1784093504.626737 MIRROR_RESYNC 2 mirrors 000531 1784093504.882075 write 0x01df6f thru 0x02a340 (0xc3d2 bytes) 000532 1784093504.899423 trunc from 0x027ccb to 0x02dc1d (0x5f53 bytes) 000534 1784093504.909854 fallocate 0x012b18 thru 0x01d284 (0xa76d bytes) 000535 1784093504.913390 mapwrite 0x025608 thru 0x033b88 (0xe581 bytes) 000536 1784093504.938971 fallocate 0x037e53 thru 0x03fea0 (0x804e bytes) 000537 1784093504.942287 fallocate 0x039927 thru 0x03f735 (0x5e0f bytes) 000538 1784093504.947839 trunc from 0x00aaa0 to 0x0124b2 (0x7a13 bytes) 000539 1784093504.951195 trunc from 0x0348af to 0x03a7e6 (0x5f38 bytes) 000540 1784093504.971632 read 0x01e2b5 thru 0x02ce95 (0xebe1 bytes) 000542 1784093504.972757 trunc from 0x03a7e7 to 0x02d7be (0xd028 bytes) 000544 1784093504.986031 read 0x019d2d thru 0x01ae42 (0x1116 bytes) 000545 1784093504.992892 punch from 0x00b21e to 0x019ea6 (0xec89 bytes) 000546 1784093504.996925 trunc from 0x02d7bf to 0x028d63 (0x4a5b bytes) 000547 1784093505.007842 write 0x01eaad thru 0x0231a3 (0x46f7 bytes) 000548 1784093505.009171 write 0x00aa1e thru 0x0135aa (0x8b8d bytes) 000549 1784093505.020777 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) 000550 1784093505.098044 punch from 0x00554c to 0x00e25a (0x8d0f bytes) 000551 1784093505.101116 read 0x015696 thru 0x0201d7 (0xab42 bytes) 000552 1784093505.106652 write 0x00d573 thru 0x014c92 (0x7720 bytes) 000553 1784093505.118177 fallocate 0x00f7cf thru 0x01ce0f (0xd641 bytes) 000554 1784093505.122679 trunc from 0x028d64 to 0x02e1f2 (0x548f bytes) 000555 1784093505.133603 MIRROR_EXTEND to 2 mirrors 000556 1784093505.486702 read 0x005b46 thru 0x00789f (0x1d5a bytes) 000557 1784093505.498176 trunc from 0x02e1f3 to 0x0168f3 (0x178ff bytes) 000559 1784093505.555780 fallocate 0x02e14f thru 0x037686 (0x9538 bytes) 000561 1784093505.560122 punch from 0x005341 to 0x0062d0 (0xf90 bytes) 000562 1784093505.562991 mapread 0x01e842 thru 0x026f2a (0x86e9 bytes) 000563 1784093505.573740 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) 000564 1784093505.630932 mapread 0x01abf1 thru 0x01b329 (0x739 bytes) 000565 1784093505.635832 mapread 0x02d251 thru 0x0370ff (0x9eaf bytes) 000566 1784093505.643487 mapwrite 0x00d2ed thru 0x015d29 (0x8a3d bytes) 000567 1784093505.657096 fallocate 0x010d1f thru 0x019515 (0x87f7 bytes) 000568 1784093505.659970 trunc from 0x037687 to 0x02f5ba (0x80cc bytes) 000569 1784093505.667098 mapwrite 0x00e418 thru 0x017e68 (0x9a51 bytes) 000570 1784093505.685603 MIRROR_EXTEND to 2 mirrors 000571 1784093505.963973 trunc from 0x02f5bb to 0x037428 (0x7e6e bytes) 000572 1784093505.999896 MIRROR_RESYNC 2 mirrors 000573 1784093506.265435 mapread 0x035f37 thru 0x037428 (0x14f2 bytes) 000574 1784093506.280036 mapwrite 0x00e34b thru 0x01e003 (0xfcb9 bytes) 000575 1784093506.357380 fallocate 0x020439 thru 0x02d606 (0xd1ce bytes) 000576 1784093506.362187 mapread 0x01b7f4 thru 0x0211f3 (0x5a00 bytes) 000577 1784093506.369112 mapread 0x029317 thru 0x037428 (0xe112 bytes) 000578 1784093506.381236 fallocate 0x011b5e thru 0x01537c (0x381f bytes) 000579 1784093506.390010 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x37429): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37429): Mirror 2: 0xef6b662c (stale) CRC-32 checksum value for chunk [0, 0x37429): Mirror 1: 0xc8c9c303 Mirror 3: 0xc8c9c303 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37429: skipped 000580 1784093506.737711 write 0x02541b thru 0x0264e1 (0x10c7 bytes) 000581 1784093506.768486 trunc from 0x012ce6 to 0x01dbd9 (0xaef4 bytes) 000582 1784093506.771682 fallocate 0x00e60d thru 0x019e0e (0xb802 bytes) 000583 1784093506.774768 read 0x037384 thru 0x037428 (0xa5 bytes) 000584 1784093506.780775 trunc from 0x030a99 to 0x030b04 (0x6c bytes) 000585 1784093506.783851 trunc from 0x037429 to 0x02ef5b (0x84cd bytes) 000586 1784093506.801630 fallocate 0x01278c thru 0x018a63 (0x62d8 bytes) 000587 1784093506.806750 trunc from 0x01aa41 to 0x01ed0a (0x42ca bytes) 000588 1784093506.810564 mapwrite 0x01bcc4 thru 0x02823f (0xc57c bytes) 000589 1784093506.851820 trunc from 0x023802 to 0x02d2c7 (0x9ac6 bytes) 000590 1784093506.857140 trunc from 0x02ef5c to 0x029c10 (0x534b bytes) 000591 1784093506.866260 punch from 0x028496 to 0x029c10 (0x177b bytes) 000592 1784093506.870067 read 0x022d2e thru 0x029c10 (0x6ee3 bytes) 000593 1784093506.879944 MIRROR_RESYNC 3 mirrors 000594 1784093507.285277 punch from 0x019210 to 0x022d9c (0x9b8d bytes) 000595 1784093507.304041 mapread 0x00824b thru 0x0168d8 (0xe68e bytes) 000596 1784093507.333669 read 0x02683e thru 0x029c10 (0x33d3 bytes) 000597 1784093507.339048 trunc from 0x0138b9 to 0x01d56e (0x9cb6 bytes) 000598 1784093507.342068 trunc from 0x029c11 to 0x003831 (0x263df bytes) 000599 1784093507.353548 mapwrite 0x01ffc4 thru 0x02ee56 (0xee93 bytes) 000600 1784093507.384797 mapread 0x008fde thru 0x00e4a3 (0x54c6 bytes) 000601 1784093507.393786 read 0x00b7e2 thru 0x00edd9 (0x35f8 bytes) 000602 1784093507.394745 punch from 0x01112b to 0x01ffb1 (0xee87 bytes) 000603 1784093507.397769 mapwrite 0x02aa3b thru 0x033a64 (0x902a bytes) 000604 1784093507.442634 write 0x03a487 thru 0x03ffff (0x5b79 bytes) 000605 1784093507.443806 trunc from 0x040000 to 0x03f269 (0xd96 bytes) 000606 1784093507.455879 mapwrite 0x026231 thru 0x031427 (0xb1f7 bytes) 000607 1784093507.474631 mapwrite 0x001eb7 thru 0x002fe8 (0x1132 bytes) 000608 1784093507.482196 mapread 0x00a61c thru 0x00e050 (0x3a35 bytes) 000610 1784093507.483474 read 0x010cdd thru 0x018cbf (0x7fe3 bytes) 000611 1784093507.484041 mapread 0x025461 thru 0x035388 (0xff28 bytes) 000612 1784093507.488924 trunc from 0x03f26a to 0x0028be (0x3c9ab bytes) 000613 1784093507.503265 mapwrite 0x0169e1 thru 0x021114 (0xa734 bytes) 000614 1784093507.554535 trunc from 0x021115 to 0x018011 (0x9103 bytes) 000615 1784093507.560207 trunc from 0x018012 to 0x00c1a1 (0xbe70 bytes) 000616 1784093507.566668 trunc from 0x00c1a2 to 0x01475b (0x85ba bytes) 000617 1784093507.571858 trunc from 0x01475c to 0x0191e2 (0x4a87 bytes) 000618 1784093507.577008 read 0x00552c thru 0x0058f2 (0x3c7 bytes) 000619 1784093507.582713 mapread 0x00c9d6 thru 0x011917 (0x4f42 bytes) 000622 1784093507.584779 mapread 0x018bd9 thru 0x0191e2 (0x60a bytes) 000623 1784093507.585737 write 0x0113ae thru 0x01d825 (0xc478 bytes) 000625 1784093507.587662 mapwrite 0x000844 thru 0x005267 (0x4a24 bytes) 000626 1784093507.598915 trunc from 0x00f906 to 0x01898f (0x908a bytes) 000627 1784093507.602504 mapread 0x001ec1 thru 0x006f0a (0x504a bytes) 000628 1784093507.603599 write 0x02697a thru 0x028446 (0x1acd bytes) 000629 1784093507.604693 mapwrite 0x031e82 thru 0x03ec93 (0xce12 bytes) 000630 1784093507.635837 mapwrite 0x03eb93 thru 0x03ffff (0x146d bytes) 000631 1784093507.654830 write 0x02b9b0 thru 0x03a85f (0xeeb0 bytes) 000632 1784093507.656159 punch from 0x02cd04 to 0x038839 (0xbb36 bytes) 000633 1784093507.664656 mapread 0x0064de thru 0x00c606 (0x6129 bytes) 000634 1784093507.666050 read 0x027e1c thru 0x028c3a (0xe1f bytes) 000635 1784093507.666701 read 0x021548 thru 0x02e55c (0xd015 bytes) 000636 1784093507.671919 mapwrite 0x00664a thru 0x007a6d (0x1424 bytes) 000637 1784093507.679439 mapread 0x02907b thru 0x034095 (0xb01b bytes) 000638 1784093507.680620 trunc from 0x01a532 to 0x01ec01 (0x46d0 bytes) 000639 1784093507.683926 mapwrite 0x005a1c thru 0x015784 (0xfd69 bytes) 000640 1784093507.696591 fallocate 0x0057a3 thru 0x00b453 (0x5cb1 bytes) 000642 1784093507.701635 trunc from 0x040000 to 0x0038dc (0x3c723 bytes) 000643 1784093507.714036 MIRROR_RESYNC 3 mirrors 000644 1784093507.956477 write 0x00ee76 thru 0x016704 (0x788f bytes) 000645 1784093507.980592 mapwrite 0x0296b2 thru 0x029a50 (0x39f bytes) 000646 1784093508.023583 punch from 0x00dc38 to 0x0108c0 (0x2c89 bytes) 000647 1784093508.026254 trunc from 0x029a51 to 0x02fbf6 (0x61a6 bytes) 000649 1784093508.040170 mapread 0x01eb00 thru 0x02a897 (0xbd98 bytes) 000650 1784093508.052013 read 0x01697a thru 0x017305 (0x98c bytes) 000651 1784093508.054723 trunc from 0x00dd4d to 0x016cc7 (0x8f7b bytes) 000652 1784093508.061639 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2fbf7): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fbf7): Mirror 2: 0x55d45315 (stale) Mirror 3: 0x55d45315 (stale) CRC-32 checksum value for chunk [0, 0x2fbf7): Mirror 1: 0xc49159d1 Mirror 4: 0xc49159d1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fbf7: skipped 000653 1784093508.495597 MIRROR_RESYNC 4 mirrors 000654 1784093508.861665 trunc from 0x02c5e2 to 0x02fbf6 (0x3615 bytes) 000655 1784093508.887371 mapwrite 0x017906 thru 0x023832 (0xbf2d bytes) 000656 1784093508.910047 mapwrite 0x01eb25 thru 0x025353 (0x682f bytes) 000658 1784093508.921714 write 0x01df96 thru 0x021664 (0x36cf bytes) 000659 1784093508.924941 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2fbf7): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fbf7): Mirror 2: 0xc49159d1 (stale) Mirror 3: 0xc49159d1 (stale) Mirror 4: 0xc49159d1 (stale) CRC-32 checksum value for chunk [0, 0x2fbf7): Mirror 1: 0xb1db2743 Mirror 5: 0xb1db2743 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fbf7: skipped 000660 1784093509.333535 mapread 0x005c8d thru 0x00eb8a (0x8efe bytes) 000661 1784093509.348382 fallocate 0x00b5f3 thru 0x015cd7 (0xa6e5 bytes) 000662 1784093509.368261 MIRROR_RESYNC 5 mirrors 000663 1784093509.836187 trunc from 0x029ae5 to 0x02fbf6 (0x6112 bytes) 000664 1784093509.854772 trunc from 0x02fbf7 to 0x0336de (0x3ae8 bytes) 000665 1784093509.867531 trunc from 0x01894c to 0x01b6c1 (0x2d76 bytes) 000666 1784093509.870120 punch from 0x02bfd7 to 0x0308af (0x48d9 bytes) 000667 1784093509.872949 punch from 0x02f01a to 0x0336de (0x46c5 bytes) 000669 1784093509.877283 punch from 0x02dba3 to 0x032be9 (0x5047 bytes) 000670 1784093509.881811 write 0x000d75 thru 0x00ee30 (0xe0bc bytes) 000671 1784093509.889727 trunc from 0x0336df to 0x036aca (0x33ec bytes) 000672 1784093509.909483 trunc from 0x021a5c to 0x027377 (0x591c bytes) 000673 1784093509.912719 trunc from 0x0014d2 to 0x006306 (0x4e35 bytes) 000674 1784093509.922238 punch from 0x010df5 to 0x0143de (0x35ea bytes) 000676 1784093509.927105 punch from 0x01a5a9 to 0x0236c9 (0x9121 bytes) 000678 1784093509.931148 write 0x00f617 thru 0x014271 (0x4c5b bytes) 000679 1784093509.941804 read 0x0016f8 thru 0x00521f (0x3b28 bytes) 000680 1784093509.946125 trunc from 0x00ee56 to 0x01920f (0xa3ba bytes) 000681 1784093509.952202 fallocate 0x022c7e thru 0x02cca1 (0xa024 bytes) 000682 1784093509.954973 write 0x0152d3 thru 0x023285 (0xdfb3 bytes) 000683 1784093509.960077 fallocate 0x033508 thru 0x03ffff (0xcaf8 bytes) 000684 1784093509.962633 punch from 0x012460 to 0x015ea3 (0x3a44 bytes) 000685 1784093509.968900 trunc from 0x036acb to 0x03026c (0x685e bytes) 000688 1784093509.976782 read 0x02fdb4 thru 0x03026c (0x4b9 bytes) 000689 1784093509.982154 fallocate 0x01a537 thru 0x01df37 (0x3a01 bytes) 000690 1784093509.984706 mapread 0x00e5ba thru 0x012d17 (0x475e bytes) 000691 1784093509.985568 fallocate 0x014ccb thru 0x021b2e (0xce64 bytes) 000692 1784093509.988153 trunc from 0x03026d to 0x010d4a (0x1f522 bytes) 000693 1784093509.995401 trunc from 0x000194 to 0x002e6f (0x2cdc bytes) 000694 1784093509.999456 punch from 0x0036e1 to 0x008a83 (0x53a3 bytes) 000695 1784093510.002298 punch from 0x0082ba to 0x010d4a (0x8a91 bytes) 000696 1784093510.005235 fallocate 0x002c8c thru 0x00e11a (0xb48f bytes) 000697 1784093510.007883 write 0x02d3a9 thru 0x02da2a (0x682 bytes) 000698 1784093510.008896 punch from 0x002822 to 0x005ca6 (0x3485 bytes) 000699 1784093510.011491 punch from 0x013e89 to 0x0144f9 (0x671 bytes) 000700 1784093510.017874 MIRROR_RESYNC 5 mirrors 000701 1784093510.420569 read 0x014e46 thru 0x01efc8 (0xa183 bytes) 000702 1784093510.424579 fallocate 0x00ceea thru 0x0187d6 (0xb8ed bytes) 000703 1784093510.440048 trunc from 0x02da2b to 0x03d3bb (0xf991 bytes) 000704 1784093510.450986 fallocate 0x036f14 thru 0x03ec23 (0x7d10 bytes) 000705 1784093510.453676 write 0x007b82 thru 0x011b9c (0xa01b bytes) 000706 1784093510.462256 read 0x0165c1 thru 0x023197 (0xcbd7 bytes) 000708 1784093510.467692 trunc from 0x03ec24 to 0x0274bc (0x17767 bytes) 000709 1784093510.476168 mapwrite 0x014084 thru 0x01a699 (0x6616 bytes) 000710 1784093510.487850 trunc from 0x0274bd to 0x02de86 (0x69ca bytes) 000711 1784093510.494381 mapread 0x013932 thru 0x020545 (0xcc14 bytes) 000713 1784093510.497851 MIRROR_RESYNC 5 mirrors 000714 1784093510.900687 read 0x003799 thru 0x0078da (0x4142 bytes) 000715 1784093510.904184 mapread 0x01cd01 thru 0x021ffb (0x52fb bytes) 000716 1784093510.913192 punch from 0x02cf93 to 0x02dcf8 (0xd66 bytes) 000717 1784093510.930089 trunc from 0x02de87 to 0x007897 (0x265ef bytes) 000718 1784093510.955825 write 0x010f0e thru 0x01805c (0x714f bytes) 000719 1784093510.959120 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1805d): Mirror 2: 0xd85d1688 (stale) Mirror 3: 0xd85d1688 (stale) Mirror 4: 0xd85d1688 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1805d): Mirror 2: 0xd85d1688 (stale) Mirror 3: 0xd85d1688 (stale) Mirror 4: 0xd85d1688 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1805d: skipped 000720 1784093511.115431 write 0x007413 thru 0x01581a (0xe408 bytes) 000721 1784093511.122100 mapwrite 0x02f6f7 thru 0x030e46 (0x1750 bytes) 000722 1784093511.154514 trunc from 0x02ee9a to 0x030e46 (0x1fad bytes) 000723 1784093511.157624 trunc from 0x013114 to 0x02183a (0xe727 bytes) 000726 1784093511.165022 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x30e47): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30e47): Mirror 2: 0xdd42b42d (stale) Mirror 3: 0xdd42b42d (stale) Mirror 4: 0xdd42b42d (stale) CRC-32 checksum value for chunk [0, 0x30e47): Mirror 1: 0xd3473d38 Mirror 5: 0xd3473d38 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30e47: skipped 000727 1784093511.509687 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x30e47): Mirror 3: 0xdd42b42d (stale) Mirror 4: 0xdd42b42d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30e47): Mirror 3: 0xdd42b42d (stale) Mirror 4: 0xdd42b42d (stale) CRC-32 checksum value for chunk [0, 0x30e47): Mirror 1: 0xd3473d38 Mirror 5: 0xd3473d38 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30e47: skipped 000728 1784093511.796227 trunc from 0x02b2b2 to 0x030e46 (0x5b95 bytes) 000731 1784093511.828066 fallocate 0x036530 thru 0x038abe (0x258f bytes) 000732 1784093511.831532 punch from 0x0333db to 0x035172 (0x1d98 bytes) 000734 1784093511.834534 fallocate 0x0317ab thru 0x03edbd (0xd613 bytes) 000735 1784093511.837970 mapread 0x02bf90 thru 0x02dc1b (0x1c8c bytes) 000738 1784093511.855494 mapwrite 0x02b43e thru 0x037dd0 (0xc993 bytes) 000739 1784093511.873281 read 0x03a832 thru 0x03c066 (0x1835 bytes) 000740 1784093511.873950 write 0x017da2 thru 0x0246eb (0xc94a bytes) 000741 1784093511.882137 trunc from 0x03edbe to 0x025698 (0x19725 bytes) 000742 1784093511.907536 mapread 0x00d60d thru 0x011d9f (0x4793 bytes) 000743 1784093511.915987 mapread 0x016132 thru 0x022441 (0xc310 bytes) 000744 1784093511.924997 punch from 0x0006df to 0x00fb10 (0xf432 bytes) 000746 1784093511.929750 fallocate 0x028f9d thru 0x02cda1 (0x3e05 bytes) 000747 1784093511.934259 mapread 0x019c61 thru 0x026db9 (0xd159 bytes) 000749 1784093511.940660 punch from 0x012651 to 0x01e7a8 (0xc158 bytes) 000750 1784093511.949068 read 0x02a04a thru 0x02cda1 (0x2d58 bytes) 000751 1784093511.950090 mapwrite 0x0008eb thru 0x004a15 (0x412b bytes) 000753 1784093511.984897 punch from 0x005da3 to 0x014bf1 (0xee4f bytes) 000754 1784093511.991263 punch from 0x000d66 to 0x003420 (0x26bb bytes) 000755 1784093511.997698 mapwrite 0x01afc2 thru 0x02809d (0xd0dc bytes) 000756 1784093512.020940 punch from 0x02b4bd to 0x02cda1 (0x18e5 bytes) 000757 1784093512.024957 trunc from 0x02cda2 to 0x01fa3a (0xd367 bytes) 000758 1784093512.033505 read 0x01bc41 thru 0x01fa3a (0x3dfa bytes) 000759 1784093512.034195 mapwrite 0x01b565 thru 0x0289fd (0xd499 bytes) 000760 1784093512.075080 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x289fe): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x289fe): Mirror 3: 0x8e2a374b (stale) Mirror 4: 0x8e2a374b (stale) Mirror 5: 0x8746ac7 (stale) CRC-32 checksum value for chunk [0, 0x289fe): Mirror 1: 0xc182d08c Mirror 6: 0xc182d08c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x289fe: skipped 000761 1784093512.473297 read 0x024fdd thru 0x0289fd (0x3a21 bytes) 000762 1784093512.479922 mapread 0x00d8eb thru 0x015531 (0x7c47 bytes) 000763 1784093512.496534 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x289fe): Mirror 3: 0x8e2a374b (stale) Mirror 4: 0x8e2a374b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x289fe): Mirror 3: 0x8e2a374b (stale) Mirror 4: 0x8e2a374b (stale) CRC-32 checksum value for chunk [0, 0x289fe): Mirror 1: 0xc182d08c Mirror 6: 0xc182d08c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x289fe: skipped 000764 1784093512.813442 trunc from 0x0248e7 to 0x0289fd (0x4117 bytes) 000765 1784093512.836454 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x289fe): Mirror 4: 0x8e2a374b (stale) Mirror 6: 0xc182d08c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x289fe): Mirror 4: 0x8e2a374b (stale) Mirror 6: 0xc182d08c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x289fe: skipped 000766 1784093513.014074 mapwrite 0x014d27 thru 0x018a80 (0x3d5a bytes) 000767 1784093513.041620 fallocate 0x01c656 thru 0x01ce14 (0x7bf bytes) 000768 1784093513.045027 mapread 0x01a712 thru 0x021b31 (0x7420 bytes) 000769 1784093513.053600 mapread 0x005282 thru 0x0149c2 (0xf741 bytes) 000770 1784093513.061935 mapwrite 0x032c2a thru 0x03dbbb (0xaf92 bytes) 000771 1784093513.103696 trunc from 0x03dbbc to 0x018d8e (0x24e2d bytes) 000772 1784093513.109962 mapwrite 0x00f13f thru 0x00f664 (0x526 bytes) 000773 1784093513.119941 trunc from 0x018d8f to 0x01e77e (0x59f0 bytes) 000774 1784093513.127879 punch from 0x00a7fb to 0x00e95c (0x4162 bytes) 000775 1784093513.131122 trunc from 0x01e77f to 0x00afac (0x137d2 bytes) 000777 1784093513.138289 fallocate 0x036a43 thru 0x03ffff (0x95bd bytes) 000778 1784093513.141001 fallocate 0x007a32 thru 0x00f3c8 (0x7997 bytes) 000779 1784093513.143594 trunc from 0x006de0 to 0x00afac (0x41cd bytes) 000780 1784093513.155625 mapread 0x00322a thru 0x0040e4 (0xebb bytes) 000781 1784093513.156646 trunc from 0x00afad to 0x013595 (0x85e9 bytes) 000782 1784093513.165212 fallocate 0x0090b2 thru 0x00b9cc (0x291b bytes) 000783 1784093513.173789 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x13596): Mirror 6: 0xc09631d4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13596): Mirror 6: 0xc09631d4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13596: skipped 000786 1784093513.380287 fallocate 0x009e78 thru 0x016b8f (0xcd18 bytes) 000787 1784093513.385269 mapread 0x00ff4f thru 0x016b8f (0x6c41 bytes) 000788 1784093513.398057 trunc from 0x00264b to 0x00c2fe (0x9cb4 bytes) 000789 1784093513.401301 read 0x0162a3 thru 0x016727 (0x485 bytes) 000790 1784093513.401774 trunc from 0x016b90 to 0x03d5a9 (0x26a1a bytes) 000791 1784093513.417402 trunc from 0x021986 to 0x02b0fe (0x9779 bytes) 000792 1784093513.428108 punch from 0x01ba9a to 0x02a6ba (0xec21 bytes) 000794 1784093513.434620 punch from 0x01f8d9 to 0x029df7 (0xa51f bytes) 000795 1784093513.439085 fallocate 0x0375d8 thru 0x03ffff (0x8a28 bytes) 000796 1784093513.450797 read 0x03a5cf thru 0x03ffff (0x5a31 bytes) 000797 1784093513.458497 mapwrite 0x03bd23 thru 0x03ffff (0x42dd bytes) 000798 1784093513.473141 trunc from 0x012d30 to 0x01662e (0x38ff bytes) 000799 1784093513.481648 read 0x0158dd thru 0x01c8aa (0x6fce bytes) 000800 1784093513.490892 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) 000801 1784093513.564309 write 0x0376f7 thru 0x039e61 (0x276b bytes) 000802 1784093513.574004 mapwrite 0x03d90f thru 0x03ffff (0x26f1 bytes) 000803 1784093513.602899 trunc from 0x00d8fd to 0x01a28c (0xc990 bytes) 000804 1784093513.606827 mapwrite 0x00bf9b thru 0x01a8dc (0xe942 bytes) 000805 1784093513.640114 punch from 0x03cc86 to 0x03ffff (0x337a bytes) 000806 1784093513.647088 trunc from 0x0183ae to 0x018f5a (0xbad bytes) 000807 1784093513.649894 trunc from 0x027f31 to 0x030962 (0x8a32 bytes) 000808 1784093513.656538 mapread 0x0175ba thru 0x01bdce (0x4815 bytes) 000809 1784093513.663027 write 0x022a49 thru 0x02e0b2 (0xb66a bytes) 000810 1784093513.669511 read 0x021ce2 thru 0x02e4f8 (0xc817 bytes) 000811 1784093513.671983 punch from 0x025c97 to 0x030614 (0xa97e bytes) 000812 1784093513.685816 read 0x01d1c6 thru 0x02c749 (0xf584 bytes) 000813 1784093513.704221 mapwrite 0x01b4ba thru 0x021db6 (0x68fd bytes) 000814 1784093513.724446 mapread 0x026386 thru 0x02dcdd (0x7958 bytes) 000815 1784093513.725585 mapread 0x02ef17 thru 0x032a6a (0x3b54 bytes) 000816 1784093513.726576 punch from 0x028e1f to 0x03246b (0x964d bytes) 000817 1784093513.733038 read 0x01b132 thru 0x02a029 (0xeef8 bytes) 000818 1784093513.741536 fallocate 0x023b73 thru 0x0280d0 (0x455e bytes) 000819 1784093513.748948 read 0x0294b2 thru 0x0309cf (0x751e bytes) 000820 1784093513.749639 punch from 0x0332ab to 0x03d00a (0x9d60 bytes) 000821 1784093513.755941 punch from 0x00bf1b to 0x01ae5e (0xef44 bytes) 000822 1784093513.765563 trunc from 0x02dd9e to 0x0375d4 (0x9837 bytes) 000824 1784093513.772130 punch from 0x018a62 to 0x01f4b0 (0x6a4f bytes) 000825 1784093513.779619 read 0x035311 thru 0x03ffff (0xacef bytes) 000826 1784093513.797391 mapread 0x03f3b7 thru 0x03ffff (0xc49 bytes) 000827 1784093513.798030 fallocate 0x03b4b5 thru 0x03e34f (0x2e9b bytes) 000828 1784093513.802784 trunc from 0x040000 to 0x00761c (0x389e3 bytes) 000829 1784093513.817327 trunc from 0x00761d to 0x01bfab (0x1498f bytes) 000830 1784093513.826680 trunc from 0x01bfac to 0x01625b (0x5d50 bytes) 000831 1784093513.837570 write 0x018307 thru 0x019624 (0x131e bytes) 000833 1784093513.839537 mapwrite 0x026c07 thru 0x02f430 (0x882a bytes) 000834 1784093513.878043 punch from 0x0113c2 to 0x012a0f (0x164e bytes) 000835 1784093513.880941 trunc from 0x02f431 to 0x03c634 (0xd204 bytes) 000837 1784093513.890510 fallocate 0x02b75c thru 0x032212 (0x6ab7 bytes) 000838 1784093513.895004 trunc from 0x03c635 to 0x0010f8 (0x3b53c bytes) 000840 1784093513.909459 read 0x000222 thru 0x0010f8 (0xed7 bytes) 000841 1784093513.910100 write 0x019470 thru 0x01ee4a (0x59db bytes) 000842 1784093513.911367 read 0x0142fe thru 0x015a86 (0x1789 bytes) 000843 1784093513.917037 mapread 0x015555 thru 0x01ee4a (0x98f6 bytes) 000844 1784093513.918122 mapread 0x0017f2 thru 0x00fd4a (0xe559 bytes) 000846 1784093513.919917 trunc from 0x01ee4b to 0x02b97b (0xcb31 bytes) 000847 1784093513.926929 write 0x022a18 thru 0x028478 (0x5a61 bytes) 000848 1784093513.931471 trunc from 0x02b97c to 0x01535a (0x16621 bytes) 000849 1784093513.945600 punch from 0x012991 to 0x01535a (0x29ca bytes) 000851 1784093513.950678 mapread 0x0049aa thru 0x012fb6 (0xe60d bytes) 000852 1784093513.955958 write 0x001612 thru 0x0055c5 (0x3fb4 bytes) 000853 1784093513.957291 fallocate 0x00379e thru 0x010477 (0xccda bytes) 000856 1784093513.961908 write 0x01c3c4 thru 0x027831 (0xb46e bytes) 000857 1784093513.963090 punch from 0x01359e to 0x018b1f (0x5582 bytes) 000858 1784093513.966904 trunc from 0x026af3 to 0x027831 (0xd3f bytes) 000861 1784093513.980491 punch from 0x000cee to 0x00f116 (0xe429 bytes) 000862 1784093513.985711 trunc from 0x027832 to 0x0041fd (0x23634 bytes) 000863 1784093514.003090 trunc from 0x0041fe to 0x03b1e4 (0x36fe7 bytes) 000864 1784093514.012564 mapwrite 0x0347c8 thru 0x03bd4b (0x7584 bytes) 000865 1784093514.050675 punch from 0x027880 to 0x032d17 (0xb498 bytes) 000866 1784093514.053670 trunc from 0x03bd4c to 0x0085e8 (0x33763 bytes) 000867 1784093514.070265 mapread 0x001fa3 thru 0x0085e8 (0x6646 bytes) 000868 1784093514.095961 trunc from 0x0085e9 to 0x021194 (0x18bac bytes) 000869 1784093514.109144 mapwrite 0x0204ab thru 0x022c4f (0x27a5 bytes) 000870 1784093514.146096 fallocate 0x02d15d thru 0x0389b9 (0xb85d bytes) 000872 1784093514.154191 mapread 0x001e4a thru 0x0079f3 (0x5baa bytes) 000873 1784093514.155246 mapread 0x006ee0 thru 0x013848 (0xc969 bytes) 000874 1784093514.184768 read 0x0089f1 thru 0x01609e (0xd6ae bytes) 000875 1784093514.190579 write 0x006921 thru 0x013b0b (0xd1eb bytes) 000876 1784093514.192193 write 0x02fbb4 thru 0x03161d (0x1a6a bytes) 000877 1784093514.193235 mapread 0x00791a thru 0x0148f5 (0xcfdc bytes) 000878 1784093514.194525 fallocate 0x011fee thru 0x016e0b (0x4e1e bytes) 000880 1784093514.200887 fallocate 0x02a4ef thru 0x02b4b8 (0xfca bytes) 000882 1784093514.210696 fallocate 0x032530 thru 0x03bd37 (0x9808 bytes) 000884 1784093514.216683 read 0x026da2 thru 0x02b3ec (0x464b bytes) 000885 1784093514.217592 read 0x022649 thru 0x02ae8f (0x8847 bytes) 000886 1784093514.218753 fallocate 0x015f48 thru 0x01c206 (0x62bf bytes) 000887 1784093514.223264 fallocate 0x00cd0d thru 0x00f529 (0x281d bytes) 000888 1784093514.227674 trunc from 0x0389ba to 0x001e79 (0x36b40 bytes) 000889 1784093514.239145 trunc from 0x001e7a to 0x0033ce (0x1555 bytes) 000890 1784093514.249084 punch from 0x0016fe to 0x0033ce (0x1cd1 bytes) 000891 1784093514.254144 mapwrite 0x00901a thru 0x01076a (0x7751 bytes) 000892 1784093514.288470 punch from 0x000657 to 0x00ee70 (0xe81a bytes) 000894 1784093514.293225 fallocate 0x035eea thru 0x039996 (0x3aad bytes) 000895 1784093514.297690 trunc from 0x00f3e5 to 0x01076a (0x1386 bytes) 000896 1784093514.302886 MIRROR_EXTEND to 2 mirrors 000897 1784093514.655526 mapwrite 0x02f6b1 thru 0x03ac74 (0xb5c4 bytes) 000898 1784093514.763694 mapwrite 0x03b578 thru 0x03ffff (0x4a88 bytes) 000899 1784093514.805648 punch from 0x0362d2 to 0x03ffff (0x9d2e bytes) 000900 1784093514.816740 MIRROR_RESYNC 2 mirrors 000901 1784093515.090789 MIRROR_EXTEND to 3 mirrors 000903 1784093515.411087 mapwrite 0x028913 thru 0x038186 (0xf874 bytes) 000904 1784093515.470285 fallocate 0x017f52 thru 0x022aa9 (0xab58 bytes) 000905 1784093515.473872 mapread 0x02c2a5 thru 0x039120 (0xce7c bytes) 000906 1784093515.476733 mapwrite 0x01a57d thru 0x0263a8 (0xbe2c bytes) 000907 1784093515.495251 trunc from 0x040000 to 0x0193ea (0x26c15 bytes) 000908 1784093515.519845 fallocate 0x0324a6 thru 0x0386ac (0x6207 bytes) 000909 1784093515.524839 trunc from 0x01ea2f to 0x02b137 (0xc709 bytes) 000910 1784093515.527544 write 0x00206c thru 0x004a54 (0x29e9 bytes) 000911 1784093515.542093 mapread 0x02e9e4 thru 0x0386ac (0x9cc9 bytes) 000912 1784093515.550122 write 0x02bfaa thru 0x02cc91 (0xce8 bytes) 000913 1784093515.551033 trunc from 0x0386ad to 0x02299e (0x15d0e bytes) 000914 1784093515.560678 mapread 0x01c6f8 thru 0x02299e (0x62a7 bytes) 000916 1784093515.566734 write 0x03b159 thru 0x03ffff (0x4ea7 bytes) 000917 1784093515.567914 read 0x039d53 thru 0x03ffff (0x62ad bytes) 000918 1784093515.571048 trunc from 0x040000 to 0x00da5c (0x325a3 bytes) 000919 1784093515.580277 read 0x000284 thru 0x003e1e (0x3b9b bytes) 000920 1784093515.584437 write 0x0331fa thru 0x03ffff (0xce06 bytes) 000921 1784093515.585854 fallocate 0x0216a4 thru 0x026980 (0x52dd bytes) 000922 1784093515.588900 trunc from 0x040000 to 0x0074b9 (0x38b46 bytes) 000923 1784093515.596450 fallocate 0x03938a thru 0x03d932 (0x45a9 bytes) 000924 1784093515.601179 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3d933): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d933): Mirror 2: 0x4d4086bf (stale) Mirror 3: 0x4d4086bf (stale) CRC-32 checksum value for chunk [0, 0x3d933): Mirror 1: 0xc620b1bf Mirror 4: 0xc620b1bf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d933: skipped 000925 1784093515.937629 read 0x019b2f thru 0x01e5f1 (0x4ac3 bytes) 000926 1784093515.944034 mapread 0x030e72 thru 0x03277e (0x190d bytes) 000927 1784093515.955652 punch from 0x006d55 to 0x00dcc8 (0x6f74 bytes) 000928 1784093515.977550 punch from 0x022108 to 0x02e688 (0xc581 bytes) 000929 1784093515.980152 fallocate 0x01fad3 thru 0x022b1d (0x304b bytes) 000930 1784093515.983306 read 0x01288e thru 0x017f8b (0x56fe bytes) 000931 1784093515.990579 mapread 0x00cd6f thru 0x00e58d (0x181f bytes) 000933 1784093515.991890 read 0x0238e0 thru 0x02b3b6 (0x7ad7 bytes) 000934 1784093515.992725 write 0x01ae63 thru 0x02083c (0x59da bytes) 000935 1784093515.998800 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x540:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d933): Mirror 2: 0x4d4086bf (stale) Mirror 3: 0x4d4086bf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d933): Mirror 2: 0x4d4086bf (stale) Mirror 3: 0x4d4086bf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d933: skipped 000936 1784093516.144599 write 0x01ab95 thru 0x0217dc (0x6c48 bytes) 000938 1784093516.151740 mapwrite 0x01171d thru 0x018dcf (0x76b3 bytes) 000940 1784093516.169305 mapwrite 0x0001fb thru 0x00a5ee (0xa3f4 bytes) 000941 1784093516.188904 read 0x01573e thru 0x015c69 (0x52c bytes) 000942 1784093516.189452 mapread 0x01aa37 thru 0x01d337 (0x2901 bytes) 000944 1784093516.190892 punch from 0x02bb2d to 0x0316c5 (0x5b99 bytes) 000945 1784093516.194153 fallocate 0x0085c6 thru 0x017e67 (0xf8a2 bytes) 000946 1784093516.197672 punch from 0x004653 to 0x0103be (0xbd6c bytes) 000948 1784093516.203588 write 0x03f9bf thru 0x03ffff (0x641 bytes) 000950 1784093516.205141 trunc from 0x005576 to 0x00d711 (0x819c bytes) 000951 1784093516.208877 mapread 0x012276 thru 0x01e110 (0xbe9b bytes) 000952 1784093516.213758 MIRROR_RESYNC 3 mirrors 000953 1784093516.566315 punch from 0x020855 to 0x02880e (0x7fba bytes) 000955 1784093516.586605 MIRROR_RESYNC 3 mirrors 000956 1784093516.909006 mapread 0x011c17 thru 0x01ad46 (0x9130 bytes) 000957 1784093516.917663 trunc from 0x040000 to 0x027c4d (0x183b2 bytes) 000958 1784093516.943591 MIRROR_RESYNC 3 mirrors 000959 1784093517.246154 read 0x026889 thru 0x027c4d (0x13c5 bytes) 000960 1784093517.248436 trunc from 0x0258d4 to 0x027c4d (0x237a bytes) 000961 1784093517.258578 mapread 0x01f08c thru 0x02628d (0x7202 bytes) 000962 1784093517.266973 punch from 0x027901 to 0x027c4d (0x34d bytes) 000963 1784093517.269142 mapwrite 0x02bd19 thru 0x035994 (0x9c7c bytes) 000964 1784093517.294975 trunc from 0x00f96e to 0x016ff6 (0x7689 bytes) 000965 1784093517.297397 read 0x019bb5 thru 0x029a5e (0xfeaa bytes) 000966 1784093517.302046 fallocate 0x024981 thru 0x033b20 (0xf1a0 bytes) 000967 1784093517.305334 fallocate 0x000bde thru 0x00f56d (0xe990 bytes) 000968 1784093517.307839 mapwrite 0x037357 thru 0x03b3ad (0x4057 bytes) 000970 1784093517.328024 write 0x034772 thru 0x03e470 (0x9cff bytes) 000973 1784093517.330433 write 0x038c8d thru 0x03ffff (0x7373 bytes) 000974 1784093517.331597 mapwrite 0x00e6ee thru 0x010cea (0x25fd bytes) 000975 1784093517.342213 write 0x02cb54 thru 0x031574 (0x4a21 bytes) 000976 1784093517.343442 fallocate 0x02df8f thru 0x030353 (0x23c5 bytes) 000977 1784093517.346176 trunc from 0x040000 to 0x019d69 (0x26296 bytes) 000978 1784093517.352597 fallocate 0x00a01e thru 0x019d97 (0xfd7a bytes) 000979 1784093517.358004 write 0x003030 thru 0x010ebc (0xde8d bytes) 000980 1784093517.359550 fallocate 0x015a7f thru 0x0208ba (0xae3c bytes) 000981 1784093517.364639 write 0x0391c2 thru 0x03b18a (0x1fc9 bytes) 000982 1784093517.365735 mapwrite 0x00ef4f thru 0x01b8cb (0xc97d bytes) 000983 1784093517.387591 punch from 0x010d94 to 0x01b066 (0xa2d3 bytes) 000984 1784093517.396126 MIRROR_RESYNC 3 mirrors 000985 1784093517.682908 write 0x00a558 thru 0x00b01d (0xac6 bytes) 000986 1784093517.694520 mapread 0x030c3f thru 0x038061 (0x7423 bytes) 000987 1784093517.702639 read 0x009caa thru 0x00bcb7 (0x200e bytes) 000988 1784093517.704933 write 0x0131ca thru 0x01497c (0x17b3 bytes) 000990 1784093517.709481 mapwrite 0x02fe70 thru 0x0399f7 (0x9b88 bytes) 000991 1784093517.719540 MIRROR_RESYNC 3 mirrors 000992 1784093518.062034 trunc from 0x01048b to 0x01c5b6 (0xc12c bytes) 000993 1784093518.074391 punch from 0x01d1b1 to 0x02a15b (0xcfab bytes) 000995 1784093518.077034 mapread 0x02ccb3 thru 0x02d93e (0xc8c bytes) 000996 1784093518.085977 trunc from 0x00be12 to 0x00ee16 (0x3005 bytes) 000997 1784093518.092253 read 0x0269cb thru 0x02b265 (0x489b bytes) 000999 1784093518.097060 trunc from 0x038d95 to 0x03ad1c (0x1f88 bytes) 001000 1784093518.099214 fallocate 0x01780a thru 0x025615 (0xde0c bytes) All operations completed A-OK!