== sanity-flr test 70a: flr mode fsx test ================ 21:50:40 (1788745840) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 5842 skipping zero size read 000003 1788745842.598180 write 0x02d469 thru 0x037678 (0xa210 bytes) 000004 1788745842.604774 punch from 0x01a1e4 to 0x01d8db (0x36f8 bytes) 000005 1788745842.612235 read 0x031e82 thru 0x037678 (0x57f7 bytes) 000007 1788745842.618914 write 0x00bdfb thru 0x015412 (0x9618 bytes) 000008 1788745842.640440 read 0x01ec6f thru 0x028db7 (0xa149 bytes) 000009 1788745842.667329 MIRROR_EXTEND to 2 mirrors 000010 1788745843.915134 write 0x01e0e7 thru 0x0242d2 (0x61ec bytes) 000011 1788745843.959917 read 0x00e0cc thru 0x019742 (0xb677 bytes) 000012 1788745843.976198 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x37679): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37679): Mirror 2: 0xd0ae67a4 (stale) CRC-32 checksum value for chunk [0, 0x37679): Mirror 1: 0x92943499 Mirror 3: 0x92943499 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37679: skipped truncating to largest ever: 0x3f456 000013 1788745845.298568 trunc from 0x037679 to 0x03f455 (0x7ddd bytes) fallocating to largest ever: 0x40000 000014 1788745845.357950 fallocate 0x039710 thru 0x03ffff (0x68f0 bytes) 000015 1788745845.364391 fallocate 0x036eb4 thru 0x03efb5 (0x8102 bytes) 000016 1788745845.370417 fallocate 0x035ec3 thru 0x0397ba (0x38f8 bytes) 000017 1788745845.379090 MIRROR_RESYNC 3 mirrors 000019 1788745846.545358 read 0x00258a thru 0x007338 (0x4daf bytes) 000020 1788745846.556978 punch from 0x023166 to 0x030254 (0xd0ef bytes) 000021 1788745846.645894 trunc from 0x040000 to 0x02a07d (0x15f82 bytes) 000022 1788745846.698361 punch from 0x00a40c to 0x01807f (0xdc74 bytes) 000023 1788745846.702803 trunc from 0x0069e0 to 0x0079f8 (0x1019 bytes) 000025 1788745846.723838 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2a07e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a07e): Mirror 2: 0xfe14783a (stale) Mirror 3: 0xfe14783a (stale) CRC-32 checksum value for chunk [0, 0x2a07e): Mirror 1: 0x27b5dee3 Mirror 4: 0x27b5dee3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a07e: skipped 000026 1788745848.293805 trunc from 0x028bc8 to 0x02a07d (0x14b6 bytes) 000027 1788745848.359761 mapwrite 0x03cfd7 thru 0x03ffff (0x3029 bytes) 000028 1788745848.491396 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x51b7d2c (stale) Mirror 4: 0x4b6850ce (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x51b7d2c (stale) Mirror 4: 0x4b6850ce (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000029 1788745848.919346 read 0x01c650 thru 0x021f6a (0x591b bytes) 000033 1788745848.940561 punch from 0x008a9b to 0x0172f3 (0xe859 bytes) 000034 1788745848.949911 fallocate 0x009ae2 thru 0x015ad7 (0xbff6 bytes) 000036 1788745848.962858 fallocate 0x03525e thru 0x03c49d (0x7240 bytes) 000037 1788745848.973963 MIRROR_RESYNC 3 mirrors 000038 1788745850.302636 trunc from 0x040000 to 0x028e39 (0x171c6 bytes) 000039 1788745850.354999 write 0x01990a thru 0x01b0d5 (0x17cc bytes) 000040 1788745850.372310 write 0x00791f thru 0x00c778 (0x4e5a bytes) 000041 1788745850.387380 mapread 0x012e5c thru 0x01de6f (0xb014 bytes) 000042 1788745850.439334 fallocate 0x0067a5 thru 0x00c688 (0x5ee4 bytes) 000043 1788745850.448398 read 0x015673 thru 0x0206e9 (0xb077 bytes) 000044 1788745850.448979 punch from 0x022c67 to 0x028e39 (0x61d3 bytes) 000045 1788745850.457988 trunc from 0x028e3a to 0x015b33 (0x13306 bytes) 000046 1788745850.520338 read 0x003680 thru 0x0092d0 (0x5c51 bytes) 000047 1788745850.540348 MIRROR_RESYNC 3 mirrors 000048 1788745851.329321 trunc from 0x00fe34 to 0x01435c (0x4529 bytes) 000049 1788745851.377493 read 0x00aba8 thru 0x012c50 (0x80a9 bytes) 000050 1788745851.402043 mapread 0x00dc16 thru 0x015b33 (0x7f1e bytes) 000051 1788745851.414123 fallocate 0x02e1fd thru 0x02e4a5 (0x2a9 bytes) 000052 1788745851.417401 punch from 0x0150f2 to 0x015b33 (0xa42 bytes) 000053 1788745851.420583 fallocate 0x01534f thru 0x019d05 (0x49b7 bytes) 000054 1788745851.423709 fallocate 0x030db4 thru 0x038050 (0x729d bytes) 000055 1788745851.429748 trunc from 0x00b3b8 to 0x00e80b (0x3454 bytes) 000056 1788745851.436196 mapread 0x027651 thru 0x03749e (0xfe4e bytes) 000057 1788745851.455360 trunc from 0x038051 to 0x0212c8 (0x16d88 bytes) 000058 1788745851.477127 read 0x009eb1 thru 0x01594b (0xba9b bytes) 000059 1788745851.491201 write 0x013cd7 thru 0x01eaec (0xae16 bytes) 000060 1788745851.492695 write 0x02bc1e thru 0x02eb84 (0x2f67 bytes) 000061 1788745851.496665 mapread 0x000e72 thru 0x010b87 (0xfd16 bytes) 000062 1788745851.502980 MIRROR_RESYNC 3 mirrors 000063 1788745852.301516 mapwrite 0x0340ec thru 0x039704 (0x5619 bytes) 000064 1788745852.578937 trunc from 0x038ca0 to 0x039704 (0xa65 bytes) 000065 1788745852.582750 read 0x03303c thru 0x039704 (0x66c9 bytes) 000066 1788745852.588008 fallocate 0x009364 thru 0x0101fc (0x6e99 bytes) 000067 1788745852.599728 MIRROR_RESYNC 3 mirrors 000068 1788745853.445799 mapwrite 0x00cc14 thru 0x0194ac (0xc899 bytes) 000070 1788745853.668711 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39705): Mirror 4: 0xe067b0a0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39705): Mirror 4: 0xe067b0a0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39705: skipped 000071 1788745854.198046 mapwrite 0x037916 thru 0x03ffff (0x86ea bytes) 000072 1788745854.289302 mapwrite 0x0123b1 thru 0x01b09d (0x8ced bytes) 000073 1788745854.338650 read 0x0124c2 thru 0x015756 (0x3295 bytes) 000074 1788745854.343341 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x72f1348a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x58fc7ec0 Mirror 5: 0x58fc7ec0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000075 1788745854.992716 mapwrite 0x03ef5c thru 0x03ffff (0x10a4 bytes) 000076 1788745855.062211 read 0x001b9b thru 0x00d3ec (0xb852 bytes) 000077 1788745855.069736 punch from 0x00c946 to 0x01067a (0x3d35 bytes) 000078 1788745855.073144 trunc from 0x00e75d to 0x011ae0 (0x3384 bytes) 000079 1788745855.077071 write 0x033719 thru 0x037ba4 (0x448c bytes) 000080 1788745855.092846 read 0x02110e thru 0x02b6a6 (0xa599 bytes) 000081 1788745855.111552 punch from 0x0059b7 to 0x00a4b7 (0x4b01 bytes) 000082 1788745855.120452 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x72f1348a (stale) Mirror 5: 0x58fc7ec0 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x70b9448b Mirror 6: 0x70b9448b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000083 1788745855.936462 read 0x02c4d0 thru 0x033645 (0x7176 bytes) 000084 1788745855.980766 mapread 0x03cafa thru 0x03ffff (0x3506 bytes) 000085 1788745856.008264 trunc from 0x0051f4 to 0x00b570 (0x637d bytes) 000086 1788745856.053774 write 0x034cb7 thru 0x03cb34 (0x7e7e bytes) 000089 1788745856.062806 trunc from 0x040000 to 0x011f2f (0x2e0d0 bytes) 000090 1788745856.095475 write 0x018a22 thru 0x0210fd (0x86dc bytes) 000091 1788745856.096914 punch from 0x003388 to 0x0059b4 (0x262d bytes) 000092 1788745856.104517 read 0x01753c thru 0x020a94 (0x9559 bytes) 000093 1788745856.112112 trunc from 0x0210fe to 0x01cbbe (0x453f bytes) 000094 1788745856.124161 read 0x0184c8 thru 0x01cbbe (0x46f7 bytes) 000095 1788745856.124630 write 0x039c18 thru 0x03ffff (0x63e8 bytes) 000096 1788745856.126091 trunc from 0x036d77 to 0x03ffff (0x9289 bytes) 000097 1788745856.137292 read 0x038fb1 thru 0x03ffff (0x704f bytes) 000098 1788745856.147624 read 0x00eead thru 0x01a2bf (0xb413 bytes) 000099 1788745856.148335 write 0x025e25 thru 0x02878f (0x296b bytes) 000100 1788745856.152413 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x58fc7ec0 (stale) Mirror 6: 0x70b9448b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x58fc7ec0 (stale) Mirror 6: 0x70b9448b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000101 1788745856.518016 fallocate 0x028e0f thru 0x036388 (0xd57a bytes) 000102 1788745856.528625 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x58fc7ec0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x58fc7ec0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000103 1788745856.755057 punch from 0x036275 to 0x03ffff (0x9d8b bytes) 000104 1788745856.769602 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000106 1788745856.882285 mapwrite 0x002e64 thru 0x0081aa (0x5347 bytes) 000107 1788745856.915492 fallocate 0x01fddb thru 0x02c673 (0xc899 bytes) 000109 1788745856.918745 trunc from 0x020beb to 0x029668 (0x8a7e bytes) 000110 1788745856.921401 punch from 0x01fd94 to 0x021a3f (0x1cac bytes) 000111 1788745856.925926 trunc from 0x040000 to 0x033072 (0xcf8d bytes) 000112 1788745856.946245 trunc from 0x033073 to 0x03974c (0x66da bytes) 000114 1788745856.964225 trunc from 0x01d0d5 to 0x028437 (0xb363 bytes) 000115 1788745856.968868 punch from 0x0097a9 to 0x009bcc (0x424 bytes) 000116 1788745856.973498 write 0x0044e2 thru 0x00fbb3 (0xb6d2 bytes) 000117 1788745856.974998 write 0x00df12 thru 0x0186af (0xa79e bytes) 000119 1788745856.980913 mapwrite 0x0034e8 thru 0x011f5d (0xea76 bytes) 000120 1788745857.000356 fallocate 0x014825 thru 0x01a5ea (0x5dc6 bytes) 000121 1788745857.003795 mapwrite 0x03a602 thru 0x03f62e (0x502d bytes) 000122 1788745857.050171 mapwrite 0x02b0cc thru 0x0333a3 (0x82d8 bytes) 000123 1788745857.071934 read 0x009f85 thru 0x014429 (0xa4a5 bytes) 000125 1788745857.073427 mapwrite 0x017268 thru 0x01d2af (0x6048 bytes) 000126 1788745857.093436 trunc from 0x03f62f to 0x01fcf0 (0x1f93e bytes) 000127 1788745857.103785 mapwrite 0x02d75f thru 0x02f356 (0x1bf8 bytes) 000128 1788745857.131118 read 0x00b7d3 thru 0x015fd3 (0xa801 bytes) 000129 1788745857.131889 write 0x0281e1 thru 0x0344eb (0xc30b bytes) 000130 1788745857.133273 read 0x01f07a thru 0x02cec2 (0xde49 bytes) 000131 1788745857.142995 read 0x027485 thru 0x02bbe8 (0x4764 bytes) 000132 1788745857.143585 fallocate 0x01575e thru 0x024651 (0xeef4 bytes) 000133 1788745857.148140 read 0x02061b thru 0x0263e7 (0x5dcd bytes) 000134 1788745857.149508 mapread 0x02eaa3 thru 0x02fef7 (0x1455 bytes) 000135 1788745857.150437 mapread 0x0060f3 thru 0x00c354 (0x6262 bytes) 000136 1788745857.151696 fallocate 0x0289b0 thru 0x02e817 (0x5e68 bytes) 000138 1788745857.157054 write 0x010045 thru 0x0115e1 (0x159d bytes) 000139 1788745857.158463 mapread 0x028b31 thru 0x032921 (0x9df1 bytes) 000140 1788745857.159815 trunc from 0x00cb16 to 0x019788 (0xcc73 bytes) 000141 1788745857.176786 mapwrite 0x0326d7 thru 0x03ffff (0xd929 bytes) 000142 1788745857.236162 trunc from 0x00b9e3 to 0x017a22 (0xc040 bytes) 000143 1788745857.253204 MIRROR_EXTEND to 2 mirrors 000144 1788745857.974841 mapwrite 0x023c4e thru 0x029ad5 (0x5e88 bytes) 000145 1788745858.063974 mapwrite 0x02c680 thru 0x0344f8 (0x7e79 bytes) 000146 1788745858.086099 trunc from 0x040000 to 0x02831d (0x17ce2 bytes) 000147 1788745858.161609 mapread 0x023bd4 thru 0x02831d (0x474a bytes) 000148 1788745858.162408 punch from 0x00795c to 0x011212 (0x98b7 bytes) 000150 1788745858.167474 fallocate 0x00044d thru 0x008c19 (0x87cd bytes) 000151 1788745858.171510 mapread 0x009fff thru 0x00f413 (0x5415 bytes) 000152 1788745858.181594 trunc from 0x02831e to 0x00da96 (0x1a887 bytes) 000153 1788745858.192268 trunc from 0x00207b to 0x009750 (0x76d6 bytes) 000154 1788745858.196068 mapread 0x007c73 thru 0x007f44 (0x2d2 bytes) 000155 1788745858.201495 fallocate 0x016f1a thru 0x0196b5 (0x279c bytes) 000156 1788745858.207482 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0xda97): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xda97): Mirror 2: 0xe41f9f31 (stale) CRC-32 checksum value for chunk [0, 0xda97): Mirror 1: 0xa0759539 Mirror 3: 0xa0759539 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xda97: skipped 000157 1788745858.967826 punch from 0x00168b to 0x00da96 (0xc40c bytes) 000158 1788745859.057025 read 0x0065fa thru 0x008100 (0x1b07 bytes) 000159 1788745859.088257 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xda97): Mirror 3: 0xa0759539 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xda97): Mirror 3: 0xa0759539 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xda97: skipped 000160 1788745859.395684 fallocate 0x02b293 thru 0x02be8f (0xbfd bytes) 000162 1788745859.406100 mapwrite 0x0314a4 thru 0x0376b8 (0x6215 bytes) 000163 1788745859.520715 mapwrite 0x01c3b8 thru 0x01f2ce (0x2f17 bytes) 000164 1788745859.543824 mapread 0x026325 thru 0x03331e (0xcffa bytes) 000165 1788745859.554393 fallocate 0x027989 thru 0x03410f (0xc787 bytes) 000166 1788745859.561058 punch from 0x029128 to 0x030032 (0x6f0b bytes) 000167 1788745859.568730 write 0x029aef thru 0x033451 (0x9963 bytes) 000168 1788745859.584243 mapwrite 0x020dfe thru 0x02c7e3 (0xb9e6 bytes) 000169 1788745859.612468 mapread 0x009475 thru 0x01076a (0x72f6 bytes) 000171 1788745859.629507 fallocate 0x03149f thru 0x03d26f (0xbdd1 bytes) 000172 1788745859.636337 write 0x02d472 thru 0x03588d (0x841c bytes) 000173 1788745859.639464 mapwrite 0x000c5f thru 0x00b5f0 (0xa992 bytes) 000174 1788745859.664686 mapwrite 0x03e672 thru 0x03ffff (0x198e bytes) 000175 1788745859.715937 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000176 1788745859.955684 MIRROR_EXTEND to 2 mirrors 000177 1788745860.881366 mapwrite 0x00560c thru 0x00c618 (0x700d bytes) 000178 1788745860.967054 trunc from 0x02b1d7 to 0x0380be (0xcee8 bytes) 000179 1788745860.971134 punch from 0x01b16d to 0x01c6b9 (0x154d bytes) 000180 1788745860.975492 read 0x030149 thru 0x03a533 (0xa3eb bytes) 000181 1788745860.983377 mapread 0x00fa8c thru 0x01d1fc (0xd771 bytes) 000182 1788745861.003234 mapread 0x0199bc thru 0x026b62 (0xd1a7 bytes) 000183 1788745861.013520 trunc from 0x040000 to 0x0032ab (0x3cd54 bytes) 000184 1788745861.040630 read 0x000a88 thru 0x0032ab (0x2824 bytes) 000185 1788745861.045862 fallocate 0x0280f0 thru 0x02c0f3 (0x4004 bytes) 000186 1788745861.051436 read 0x01fee8 thru 0x0272d5 (0x73ee bytes) 000187 1788745861.075394 trunc from 0x02c0f4 to 0x02e868 (0x2775 bytes) 000189 1788745861.114806 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000190 1788745861.256978 mapread 0x01d369 thru 0x02a7b0 (0xd448 bytes) 000191 1788745861.323262 trunc from 0x02e869 to 0x00fefc (0x1e96c bytes) 000192 1788745861.339849 write 0x00dd93 thru 0x012c23 (0x4e91 bytes) 000193 1788745861.345852 trunc from 0x012040 to 0x012c23 (0xbe4 bytes) 000195 1788745861.367401 trunc from 0x00b6a0 to 0x012c23 (0x7584 bytes) 000196 1788745861.371741 write 0x004503 thru 0x00ef9d (0xaa9b bytes) 000197 1788745861.388350 write 0x025550 thru 0x02e205 (0x8cb6 bytes) 000198 1788745861.392218 trunc from 0x004510 to 0x00d7d8 (0x92c9 bytes) 000199 1788745861.435695 punch from 0x00467b to 0x00bbc7 (0x754d bytes) 000201 1788745861.465714 fallocate 0x039fce thru 0x03be1f (0x1e52 bytes) 000203 1788745861.491603 mapwrite 0x035581 thru 0x03ce2a (0x78aa bytes) 000204 1788745861.606439 mapread 0x01f7da thru 0x0248a8 (0x50cf bytes) 000207 1788745861.637843 write 0x00c9a9 thru 0x00cdd1 (0x429 bytes) 000208 1788745861.648655 mapwrite 0x002e29 thru 0x0031df (0x3b7 bytes) 000209 1788745861.699675 mapread 0x017854 thru 0x0223ac (0xab59 bytes) 000210 1788745861.757688 trunc from 0x016f58 to 0x0213e8 (0xa491 bytes) 000211 1788745861.772422 punch from 0x015ecf to 0x02562e (0xf760 bytes) 000212 1788745861.788854 punch from 0x00845d to 0x00db1e (0x56c2 bytes) 000213 1788745861.794625 mapread 0x0264cf thru 0x02cc9b (0x67cd bytes) 000214 1788745861.796814 trunc from 0x03ce2b to 0x03b59a (0x1890 bytes) 000216 1788745861.845900 mapwrite 0x00cfc1 thru 0x012fb1 (0x5ff1 bytes) 000217 1788745861.895802 write 0x010dd8 thru 0x01174c (0x975 bytes) 000218 1788745861.897704 fallocate 0x031da6 thru 0x03d7f7 (0xba52 bytes) 000219 1788745861.906711 mapread 0x0360c4 thru 0x03b59a (0x54d7 bytes) 000220 1788745861.907978 trunc from 0x037a59 to 0x03b59a (0x3b42 bytes) 000221 1788745861.917572 trunc from 0x033b13 to 0x03b59a (0x7a88 bytes) 000225 1788745861.947656 read 0x024650 thru 0x033034 (0xe9e5 bytes) 000227 1788745861.980648 punch from 0x025e6e to 0x02b7f3 (0x5986 bytes) 000228 1788745862.000417 mapread 0x003a4e thru 0x00bb37 (0x80ea bytes) 000230 1788745862.002432 punch from 0x01acc5 to 0x025f47 (0xb283 bytes) 000231 1788745862.011645 mapread 0x00cb11 thru 0x01b21e (0xe70e bytes) 000232 1788745862.046679 trunc from 0x03b59b to 0x0186b1 (0x22ee9 bytes) 000233 1788745862.080600 mapread 0x00fd92 thru 0x010da0 (0x100f bytes) 000234 1788745862.081641 read 0x006e93 thru 0x008ee0 (0x204e bytes) 000235 1788745862.082193 trunc from 0x0186b2 to 0x02b8e5 (0x13234 bytes) 000237 1788745862.136935 punch from 0x00a13e to 0x017566 (0xd429 bytes) 000238 1788745862.181144 trunc from 0x02b8e6 to 0x016731 (0x151b4 bytes) 000239 1788745862.223347 read 0x009083 thru 0x00b51f (0x249d bytes) 000240 1788745862.254414 mapread 0x00e410 thru 0x00f1fa (0xdeb bytes) 000241 1788745862.257385 write 0x014d1a thru 0x01744b (0x2732 bytes) 000242 1788745862.265735 punch from 0x00e774 to 0x0173d2 (0x8c5f bytes) 000243 1788745862.284312 trunc from 0x00cf40 to 0x00efbd (0x207e bytes) 000244 1788745862.298095 mapwrite 0x01030d thru 0x01c409 (0xc0fd bytes) 000245 1788745862.417251 trunc from 0x0128ad to 0x016770 (0x3ec4 bytes) 000247 1788745862.427823 trunc from 0x0078cc to 0x013b47 (0xc27c bytes) 000248 1788745862.441571 trunc from 0x00810e to 0x0083a6 (0x299 bytes) 000249 1788745862.448686 fallocate 0x03b07d thru 0x03c432 (0x13b6 bytes) 000251 1788745862.466633 punch from 0x033bd6 to 0x03c278 (0x86a3 bytes) 000252 1788745862.476273 read 0x03198b thru 0x03bcec (0xa362 bytes) 000253 1788745862.498081 trunc from 0x030ffc to 0x03c432 (0xb437 bytes) 000254 1788745862.509353 punch from 0x013c39 to 0x015b6f (0x1f37 bytes) 000255 1788745862.515579 fallocate 0x0269e0 thru 0x02a19b (0x37bc bytes) 000256 1788745862.521315 trunc from 0x03c433 to 0x0319b4 (0xaa7e bytes) 000258 1788745862.554294 mapread 0x020740 thru 0x022908 (0x21c9 bytes) 000260 1788745862.557225 write 0x035e20 thru 0x037b1a (0x1cfb bytes) 000261 1788745862.560277 mapread 0x023132 thru 0x026615 (0x34e4 bytes) 000262 1788745862.561716 write 0x0210d2 thru 0x02d526 (0xc455 bytes) 000263 1788745862.564324 mapwrite 0x03d246 thru 0x03ffff (0x2dba bytes) 000264 1788745862.618245 write 0x030f67 thru 0x03ea43 (0xdadd bytes) 000265 1788745862.625094 trunc from 0x040000 to 0x03e037 (0x1fc8 bytes) 000266 1788745862.644928 mapread 0x00f0b7 thru 0x010f46 (0x1e90 bytes) 000267 1788745862.646966 mapwrite 0x011c8f thru 0x01ba49 (0x9dbb bytes) 000268 1788745862.686259 mapread 0x01bbbb thru 0x024f8b (0x93d1 bytes) 000269 1788745862.688898 punch from 0x0383f6 to 0x03a6f2 (0x22fd bytes) 000270 1788745862.700583 fallocate 0x031baf thru 0x03972d (0x7b7f bytes) 000271 1788745862.716463 write 0x020b46 thru 0x02fddf (0xf29a bytes) 000275 1788745862.727945 write 0x01d79a thru 0x02c232 (0xea99 bytes) 000276 1788745862.742376 trunc from 0x02a3c4 to 0x02da14 (0x3651 bytes) 000278 1788745862.776144 trunc from 0x03e038 to 0x02832c (0x15d0b bytes) 000279 1788745862.793801 fallocate 0x024040 thru 0x02fc83 (0xbc44 bytes) 000280 1788745862.798901 fallocate 0x01f058 thru 0x0299a2 (0xa94b bytes) 000281 1788745862.803075 fallocate 0x00f873 thru 0x016b46 (0x72d4 bytes) 000282 1788745862.806419 read 0x01ed45 thru 0x021bd6 (0x2e92 bytes) 000283 1788745862.806997 trunc from 0x0299a3 to 0x01d1fe (0xc7a4 bytes) 000284 1788745862.817123 fallocate 0x01c1d8 thru 0x02be8f (0xfcb8 bytes) 000285 1788745862.820665 write 0x0141cd thru 0x01a570 (0x63a4 bytes) 000286 1788745862.823560 mapread 0x023360 thru 0x02abbc (0x785d bytes) 000289 1788745862.861469 punch from 0x014de0 to 0x0214cf (0xc6f0 bytes) 000290 1788745862.887084 mapwrite 0x02511f thru 0x028f07 (0x3de9 bytes) 000291 1788745862.927351 punch from 0x012e0f to 0x0229c3 (0xfbb5 bytes) 000292 1788745862.947784 read 0x00f3c1 thru 0x019fb4 (0xabf4 bytes) 000293 1788745862.971071 mapread 0x00ef24 thru 0x0157c7 (0x68a4 bytes) 000294 1788745862.974313 punch from 0x00d96f to 0x01d682 (0xfd14 bytes) 000295 1788745862.997911 punch from 0x0251f6 to 0x02be8f (0x6c9a bytes) 000296 1788745863.014743 write 0x0382a3 thru 0x03ffff (0x7d5d bytes) 000298 1788745863.016716 trunc from 0x040000 to 0x029144 (0x16ebb bytes) 000300 1788745863.049919 trunc from 0x000129 to 0x006a1a (0x68f2 bytes) 000302 1788745863.058423 read 0x027281 thru 0x029144 (0x1ec4 bytes) 000303 1788745863.085522 trunc from 0x029145 to 0x039e37 (0x10cf3 bytes) 000304 1788745863.117588 trunc from 0x039e38 to 0x0356ae (0x4789 bytes) 000306 1788745863.165790 mapread 0x008259 thru 0x00cc81 (0x4a29 bytes) 000307 1788745863.170847 trunc from 0x01b2c5 to 0x027c5e (0xc99a bytes) 000308 1788745863.182495 punch from 0x0119a0 to 0x01d825 (0xbe86 bytes) 000309 1788745863.192136 trunc from 0x0356af to 0x0047a2 (0x30f0c bytes) 000310 1788745863.212438 write 0x0159d4 thru 0x016dcf (0x13fc bytes) 000311 1788745863.229441 trunc from 0x0009e2 to 0x00a3d3 (0x99f2 bytes) 000312 1788745863.253163 read 0x00151b thru 0x00beec (0xa9d2 bytes) 000313 1788745863.317697 MIRROR_EXTEND to 2 mirrors 000314 1788745864.524335 MIRROR_RESYNC 2 mirrors 000316 1788745864.897285 write 0x0301b1 thru 0x03ea0d (0xe85d bytes) 000317 1788745864.947836 trunc from 0x028ab0 to 0x030458 (0x79a9 bytes) 000318 1788745864.960304 read 0x00f7d2 thru 0x01b36f (0xbb9e bytes) 000319 1788745864.972385 punch from 0x0192e5 to 0x01bb42 (0x285e bytes) 000320 1788745864.976457 trunc from 0x03ea0e to 0x02bfbd (0x12a50 bytes) 000321 1788745864.990426 punch from 0x019c83 to 0x0235d7 (0x9955 bytes) 000322 1788745864.994256 mapread 0x01fc1a thru 0x021ad3 (0x1eba bytes) 000323 1788745865.018765 MIRROR_RESYNC 2 mirrors 000324 1788745865.477825 fallocate 0x01c9a0 thru 0x01d459 (0xaba bytes) 000325 1788745865.517353 fallocate 0x03bf89 thru 0x03ffff (0x4077 bytes) 000326 1788745865.521675 mapwrite 0x001b94 thru 0x008e05 (0x7272 bytes) 000327 1788745865.584971 write 0x027b10 thru 0x029c3b (0x212c bytes) 000328 1788745865.602372 read 0x0076b1 thru 0x01338b (0xbcdb bytes) 000329 1788745865.610340 write 0x00e40e thru 0x019631 (0xb224 bytes) 000330 1788745865.617818 read 0x02226e thru 0x022eff (0xc92 bytes) 000331 1788745865.635768 mapread 0x01d164 thru 0x024042 (0x6edf bytes) 000332 1788745865.640736 mapread 0x0268ee thru 0x02bfbd (0x56d0 bytes) 000333 1788745865.641919 trunc from 0x02bfbe to 0x003863 (0x2875a bytes) 000334 1788745865.669658 mapwrite 0x026627 thru 0x02a1ec (0x3bc6 bytes) 000336 1788745865.738963 fallocate 0x00962b thru 0x018933 (0xf309 bytes) 000338 1788745865.761333 mapread 0x008b32 thru 0x014ad5 (0xbfa4 bytes) 000339 1788745865.845307 mapread 0x0231bb thru 0x02a1ec (0x7032 bytes) 000340 1788745865.861478 write 0x0127e5 thru 0x01424a (0x1a66 bytes) 000341 1788745865.862712 write 0x0117e3 thru 0x01b6ce (0x9eec bytes) 000342 1788745865.873369 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000343 1788745866.012200 fallocate 0x0387ab thru 0x03ffff (0x7855 bytes) 000344 1788745866.023996 write 0x01c9d9 thru 0x023c2b (0x7253 bytes) 000345 1788745866.042294 trunc from 0x012f06 to 0x01415a (0x1255 bytes) 000349 1788745866.054488 write 0x00189b thru 0x00e534 (0xcc9a bytes) 000350 1788745866.065925 mapwrite 0x033a41 thru 0x03c87d (0x8e3d bytes) 000351 1788745866.103750 mapwrite 0x0134b9 thru 0x020229 (0xcd71 bytes) 000352 1788745866.134165 read 0x035ff4 thru 0x038a8b (0x2a98 bytes) 000353 1788745866.134613 trunc from 0x01250e to 0x014714 (0x2207 bytes) 000354 1788745866.142964 trunc from 0x021d35 to 0x0314d9 (0xf7a5 bytes) 000357 1788745866.150011 write 0x034e72 thru 0x035598 (0x727 bytes) 000358 1788745866.150685 mapread 0x036fd6 thru 0x03ffff (0x902a bytes) 000359 1788745866.157825 mapwrite 0x030709 thru 0x0319e8 (0x12e0 bytes) 000360 1788745866.189372 fallocate 0x00e41c thru 0x012a9e (0x4683 bytes) 000361 1788745866.196288 write 0x01fbb4 thru 0x02f59f (0xf9ec bytes) 000362 1788745866.203232 MIRROR_EXTEND to 2 mirrors 000363 1788745867.011845 mapread 0x001f5e thru 0x00bb6b (0x9c0e bytes) 000364 1788745867.058483 mapwrite 0x00b5d4 thru 0x0188dc (0xd309 bytes) 000365 1788745867.181751 write 0x025afa thru 0x0341ca (0xe6d1 bytes) 000366 1788745867.213736 punch from 0x03cbb2 to 0x03ee5f (0x22ae bytes) 000367 1788745867.222001 mapwrite 0x0051b9 thru 0x0086ef (0x3537 bytes) 000368 1788745867.259668 read 0x032f1d thru 0x03522f (0x2313 bytes) 000369 1788745867.275497 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x7b1b3b29 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x1ca85527 Mirror 3: 0x1ca85527 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000370 1788745868.692895 punch from 0x02e021 to 0x039047 (0xb027 bytes) 000371 1788745868.732327 trunc from 0x040000 to 0x00d50f (0x32af0 bytes) 000372 1788745868.762477 fallocate 0x039440 thru 0x03ffff (0x6bc0 bytes) 000373 1788745868.770407 punch from 0x009170 to 0x00d50f (0x43a0 bytes) 000374 1788745868.777854 trunc from 0x00d510 to 0x0325ee (0x250df bytes) 000375 1788745868.798442 trunc from 0x03026c to 0x0325ee (0x2383 bytes) 000376 1788745868.806128 mapread 0x02ce36 thru 0x0325ee (0x57b9 bytes) 000378 1788745868.831881 write 0x02c739 thru 0x02dd1c (0x15e4 bytes) 000380 1788745868.833484 punch from 0x031bec to 0x0325ee (0xa03 bytes) 000381 1788745868.839220 mapread 0x000c57 thru 0x0047f4 (0x3b9e bytes) 000382 1788745868.851669 punch from 0x030d36 to 0x0325ee (0x18b9 bytes) 000383 1788745868.856992 fallocate 0x01f4ea thru 0x026915 (0x742c bytes) 000384 1788745868.862856 punch from 0x0017f6 to 0x01157c (0xfd87 bytes) 000385 1788745868.869438 trunc from 0x00366b to 0x00c051 (0x89e7 bytes) 000386 1788745868.876785 mapread 0x02e63a thru 0x0325ee (0x3fb5 bytes) 000387 1788745868.883428 trunc from 0x0325ef to 0x006b45 (0x2baa9 bytes) 000388 1788745868.900977 trunc from 0x006b46 to 0x0020e5 (0x4a60 bytes) 000389 1788745868.920910 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x20e6): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20e6): Mirror 2: 0x9102c8a1 (stale) Mirror 3: 0x9102c8a1 (stale) CRC-32 checksum value for chunk [0, 0x20e6): Mirror 1: 0x513776c4 Mirror 4: 0x513776c4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20e6: skipped 000390 1788745870.065030 mapwrite 0x010440 thru 0x018d53 (0x8914 bytes) 000391 1788745870.323727 punch from 0x008ad7 to 0x00c8d6 (0x3e00 bytes) 000392 1788745870.329285 read 0x00f0b9 thru 0x018d53 (0x9c9b bytes) 000393 1788745870.336163 write 0x00f914 thru 0x01f588 (0xfc75 bytes) 000394 1788745870.353100 fallocate 0x00ee01 thru 0x018879 (0x9a79 bytes) 000395 1788745870.372115 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1f589): Mirror 3: 0xd08d6e7b (stale) Mirror 4: 0xbdc2b3b8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f589): Mirror 3: 0xd08d6e7b (stale) Mirror 4: 0xbdc2b3b8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f589: skipped 000396 1788745870.847400 mapread 0x015689 thru 0x016789 (0x1101 bytes) 000398 1788745870.866403 trunc from 0x01f589 to 0x002aa7 (0x1cae1 bytes) 000399 1788745870.894602 punch from 0x0006f1 to 0x002aa7 (0x23b7 bytes) 000400 1788745870.901198 trunc from 0x002aa8 to 0x01d7ce (0x1ad27 bytes) 000401 1788745870.917189 fallocate 0x027778 thru 0x031596 (0x9e1f bytes) 000402 1788745870.927034 write 0x025913 thru 0x029aa2 (0x4190 bytes) 000405 1788745870.931129 read 0x00b816 thru 0x015de4 (0xa5cf bytes) 000406 1788745870.946596 trunc from 0x029aa3 to 0x01feb8 (0x9bea bytes) 000407 1788745870.972377 write 0x025560 thru 0x02d41d (0x7ebe bytes) 000408 1788745870.975238 punch from 0x01a209 to 0x02868e (0xe486 bytes) 000409 1788745870.989920 trunc from 0x02d41e to 0x023502 (0x9f1b bytes) 000410 1788745871.008917 mapwrite 0x0287bf thru 0x029478 (0xcba bytes) 000411 1788745871.050343 trunc from 0x029479 to 0x01b94d (0xdb2b bytes) 000412 1788745871.068327 write 0x02db8b thru 0x034f7f (0x73f5 bytes) 000414 1788745871.070498 mapwrite 0x0201b7 thru 0x02cfa7 (0xcdf1 bytes) 000415 1788745871.107293 punch from 0x028439 to 0x032a2d (0xa5f5 bytes) 000416 1788745871.112806 mapread 0x01e5ab thru 0x01ff3f (0x1995 bytes) 000417 1788745871.113700 read 0x004f00 thru 0x00d9f9 (0x8afa bytes) 000418 1788745871.131096 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34f80): Mirror 3: 0x1c1de93 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34f80): Mirror 3: 0x1c1de93 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34f80: skipped 000419 1788745871.456216 mapread 0x026c52 thru 0x033a01 (0xcdb0 bytes) 000420 1788745871.480776 punch from 0x01b7d2 to 0x01dd45 (0x2574 bytes) 000421 1788745871.488092 punch from 0x01892a to 0x01b9a1 (0x3078 bytes) 000422 1788745871.505791 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000423 1788745871.667291 trunc from 0x034f80 to 0x02b0f1 (0x9e8e bytes) 000424 1788745871.686122 punch from 0x010560 to 0x013c9c (0x373d bytes) 000425 1788745871.689437 fallocate 0x024770 thru 0x027b3b (0x33cc bytes) 000426 1788745871.694054 punch from 0x015ec0 to 0x02141e (0xb55f bytes) 000427 1788745871.699668 trunc from 0x00e79e to 0x01a256 (0xbab9 bytes) 000428 1788745871.705580 write 0x0284fe thru 0x033a3a (0xb53d bytes) 000429 1788745871.711558 trunc from 0x033a3b to 0x032103 (0x1937 bytes) 000430 1788745871.736098 read 0x010d9f thru 0x01a62b (0x988d bytes) 000431 1788745871.747953 fallocate 0x01edf0 thru 0x025527 (0x6738 bytes) 000432 1788745871.753324 trunc from 0x032104 to 0x00b80e (0x268f5 bytes) 000433 1788745871.771202 mapread 0x00acf2 thru 0x00b80e (0xb1d bytes) 000436 1788745871.785252 read 0x0068d4 thru 0x007c21 (0x134e bytes) 000437 1788745871.793309 trunc from 0x00b72c to 0x00b80e (0xe3 bytes) 000438 1788745871.798487 write 0x01ef6f thru 0x02ec31 (0xfcc3 bytes) 000439 1788745871.800866 mapwrite 0x02757f thru 0x02e467 (0x6ee9 bytes) 000441 1788745871.821511 punch from 0x01d282 to 0x025585 (0x8304 bytes) 000442 1788745871.826916 mapwrite 0x011eeb thru 0x016f7c (0x5092 bytes) 000443 1788745871.872845 mapwrite 0x030f53 thru 0x03745b (0x6509 bytes) 000444 1788745871.922842 trunc from 0x03745c to 0x004dbe (0x3269d bytes) 000446 1788745871.937247 mapwrite 0x009a43 thru 0x011505 (0x7ac3 bytes) 000447 1788745872.025455 write 0x00b5a6 thru 0x01b454 (0xfeaf bytes) 000450 1788745872.031200 write 0x02faa4 thru 0x03e093 (0xe5f0 bytes) 000451 1788745872.033827 mapread 0x018b3e thru 0x01fc64 (0x7127 bytes) 000452 1788745872.055964 read 0x012efd thru 0x01eab9 (0xbbbd bytes) 000454 1788745872.057612 mapread 0x03db68 thru 0x03e093 (0x52c bytes) 000455 1788745872.063645 MIRROR_EXTEND to 2 mirrors 000456 1788745872.845986 mapwrite 0x027565 thru 0x034220 (0xccbc bytes) 000457 1788745873.014885 write 0x023c83 thru 0x02e202 (0xa580 bytes) 000458 1788745873.022189 trunc from 0x03e094 to 0x023c79 (0x1a41a bytes) 000459 1788745873.090935 punch from 0x01e812 to 0x022cc7 (0x44b6 bytes) 000460 1788745873.099811 trunc from 0x023c7a to 0x013675 (0x10604 bytes) 000461 1788745873.136140 punch from 0x00f2ae to 0x013675 (0x43c8 bytes) 000462 1788745873.144232 punch from 0x00c25f to 0x012587 (0x6329 bytes) 000463 1788745873.150306 trunc from 0x010f99 to 0x012d26 (0x1d8e bytes) 000464 1788745873.170306 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x13676): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13676): Mirror 2: 0x8c254624 (stale) CRC-32 checksum value for chunk [0, 0x13676): Mirror 1: 0x4eab1dfb Mirror 3: 0x4eab1dfb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13676: skipped 000465 1788745874.084482 trunc from 0x01192c to 0x013675 (0x1d4a bytes) 000466 1788745874.156054 read 0x00aa05 thru 0x013675 (0x8c71 bytes) 000467 1788745874.168982 trunc from 0x013676 to 0x02063e (0xcfc9 bytes) 000468 1788745874.224933 read 0x000f98 thru 0x006c04 (0x5c6d bytes) 000469 1788745874.247346 mapread 0x00cde5 thru 0x019171 (0xc38d bytes) 000470 1788745874.248386 fallocate 0x002d6a thru 0x00d100 (0xa397 bytes) 000471 1788745874.254566 write 0x003c8d thru 0x00b335 (0x76a9 bytes) 000472 1788745874.256441 punch from 0x007198 to 0x0162c0 (0xf129 bytes) 000475 1788745874.272046 trunc from 0x02063f to 0x00b58f (0x150af bytes) 000476 1788745874.287169 read 0x001788 thru 0x0077d2 (0x604b bytes) 000477 1788745874.296296 fallocate 0x00bf2a thru 0x011444 (0x551b bytes) 000478 1788745874.306040 MIRROR_RESYNC 3 mirrors 000479 1788745874.932302 mapread 0x00a768 thru 0x011444 (0x6cdd bytes) 000480 1788745874.962309 trunc from 0x011445 to 0x00605e (0xb3e6 bytes) 000482 1788745875.046987 mapwrite 0x00a8fc thru 0x00b3b0 (0xab5 bytes) 000483 1788745875.102727 MIRROR_RESYNC 3 mirrors 000484 1788745875.730663 fallocate 0x00953b thru 0x018767 (0xf22d bytes) 000485 1788745875.776218 trunc from 0x0068ea to 0x00b3b0 (0x4ac7 bytes) 000486 1788745875.783323 mapwrite 0x01ef33 thru 0x02baf4 (0xcbc2 bytes) 000488 1788745875.887720 fallocate 0x03329b thru 0x035bec (0x2952 bytes) 000489 1788745875.894207 read 0x015665 thru 0x018a14 (0x33b0 bytes) 000490 1788745875.908326 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2baf5): Mirror 3: 0x24a9c6d8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2baf5): Mirror 3: 0x24a9c6d8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2baf5: skipped 000491 1788745876.244733 write 0x01a39a thru 0x01e941 (0x45a8 bytes) 000492 1788745876.264705 mapread 0x0103c6 thru 0x01188d (0x14c8 bytes) 000493 1788745876.276422 fallocate 0x03ac05 thru 0x03ea79 (0x3e75 bytes) 000495 1788745876.282677 mapread 0x0108eb thru 0x017149 (0x685f bytes) 000496 1788745876.292830 mapwrite 0x037f9a thru 0x03ffff (0x8066 bytes) 000497 1788745876.339914 trunc from 0x040000 to 0x01eddf (0x21220 bytes) 000498 1788745876.366270 read 0x018d94 thru 0x01eddf (0x604c bytes) 000499 1788745876.368118 punch from 0x0142a8 to 0x01e9b5 (0xa70e bytes) 000500 1788745876.375345 trunc from 0x01ede0 to 0x01130c (0xdad3 bytes) 000501 1788745876.397857 trunc from 0x01130d to 0x027fc9 (0x16cbd bytes) 000502 1788745876.418882 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x27fca): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27fca): Mirror 3: 0xe7bca645 (stale) CRC-32 checksum value for chunk [0, 0x27fca): Mirror 1: 0x7571b547 Mirror 4: 0x7571b547 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27fca: skipped 000503 1788745877.200715 punch from 0x015c43 to 0x01ebcf (0x8f8d bytes) 000504 1788745877.248893 read 0x023e39 thru 0x02708f (0x3257 bytes) 000505 1788745877.262789 fallocate 0x017407 thru 0x0252f0 (0xdeea bytes) 000506 1788745877.269185 punch from 0x0237c7 to 0x027fc9 (0x4803 bytes) 000507 1788745877.275226 trunc from 0x015abd to 0x019b5e (0x40a2 bytes) 000508 1788745877.282328 mapwrite 0x00f0c3 thru 0x010a13 (0x1951 bytes) 000509 1788745877.308203 mapwrite 0x0113d9 thru 0x019e4b (0x8a73 bytes) 000510 1788745877.375639 fallocate 0x030db6 thru 0x0355d0 (0x481b bytes) 000511 1788745877.391490 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x355d1): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x355d1): Mirror 3: 0x295f85b3 (stale) Mirror 4: 0x8c5164f5 (stale) CRC-32 checksum value for chunk [0, 0x355d1): Mirror 1: 0x768afa7f Mirror 5: 0x768afa7f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x355d1: skipped 000512 1788745878.281669 write 0x00db51 thru 0x014fbe (0x746e bytes) 000513 1788745878.338068 write 0x019a65 thru 0x0292db (0xf877 bytes) 000514 1788745878.348858 read 0x006744 thru 0x00d211 (0x6ace bytes) 000516 1788745878.358212 mapread 0x02350d thru 0x02f975 (0xc469 bytes) 000517 1788745878.376800 mapwrite 0x027717 thru 0x02cf35 (0x581f bytes) 000518 1788745878.397919 punch from 0x01a528 to 0x020ffb (0x6ad4 bytes) 000519 1788745878.404298 fallocate 0x02f675 thru 0x03d55c (0xdee8 bytes) 000520 1788745878.410296 punch from 0x00be48 to 0x013141 (0x72fa bytes) 000521 1788745878.416912 mapwrite 0x00f545 thru 0x01abee (0xb6aa bytes) 000522 1788745878.454953 trunc from 0x0355d1 to 0x01364b (0x21f85 bytes) 000523 1788745878.506700 read 0x001647 thru 0x006403 (0x4dbd bytes) 000524 1788745878.518742 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1364c): Mirror 4: 0x5e66f6c1 (stale) Mirror 5: 0x34ad4c0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1364c): Mirror 4: 0x5e66f6c1 (stale) Mirror 5: 0x34ad4c0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1364c: skipped 000525 1788745878.933377 read 0x005140 thru 0x0091fa (0x40bb bytes) 000527 1788745878.947724 trunc from 0x01364c to 0x012d1b (0x930 bytes) 000528 1788745878.976346 read 0x0074ea thru 0x012d1b (0xb832 bytes) 000529 1788745878.991242 fallocate 0x024a7a thru 0x02739d (0x2924 bytes) 000530 1788745878.997879 read 0x00f44c thru 0x012d1b (0x38d0 bytes) 000531 1788745878.999697 fallocate 0x032120 thru 0x03da86 (0xb967 bytes) 000532 1788745879.012211 trunc from 0x012d1c to 0x03218e (0x1f473 bytes) 000533 1788745879.040240 write 0x032ddf thru 0x034cd9 (0x1efb bytes) 000534 1788745879.067690 punch from 0x003a00 to 0x005a65 (0x2066 bytes) 000535 1788745879.089648 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x34cda): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34cda): Mirror 4: 0xe1eb796e (stale) Mirror 5: 0x54155abd (stale) CRC-32 checksum value for chunk [0, 0x34cda): Mirror 1: 0x34ce0d43 Mirror 6: 0x34ce0d43 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34cda: skipped 000536 1788745880.786863 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34cda): Mirror 4: 0xe1eb796e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34cda): Mirror 4: 0xe1eb796e (stale) CRC-32 checksum value for chunk [0, 0x34cda): Mirror 1: 0x34ce0d43 Mirror 6: 0x34ce0d43 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34cda: skipped 000537 1788745881.584048 mapwrite 0x019dc7 thru 0x01c0a1 (0x22db bytes) 000538 1788745881.762174 read 0x0183c0 thru 0x01f93e (0x757f bytes) 000540 1788745881.763449 fallocate 0x02570f thru 0x02ccb6 (0x75a8 bytes) 000541 1788745881.771795 trunc from 0x02ed41 to 0x034cd9 (0x5f99 bytes) 000542 1788745881.778059 trunc from 0x034cda to 0x013236 (0x21aa3 bytes) 000543 1788745881.810025 mapread 0x0000dc thru 0x00511a (0x503f bytes) 000544 1788745881.821471 punch from 0x011740 to 0x013236 (0x1af7 bytes) 000545 1788745881.828620 trunc from 0x0106cb to 0x013236 (0x2b6c bytes) 000546 1788745881.834832 trunc from 0x006842 to 0x008acf (0x228e bytes) 000547 1788745881.841945 punch from 0x0014e8 to 0x0043df (0x2ef8 bytes) 000548 1788745881.847040 fallocate 0x038835 thru 0x03da2b (0x51f7 bytes) 000549 1788745881.854124 trunc from 0x03ca60 to 0x03da2b (0xfcc bytes) 000550 1788745881.864005 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3da2c): Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3da2c): Mirror 4: 0xbc5646df (stale) Mirror 6: 0x8105f840 (stale) CRC-32 checksum value for chunk [0, 0x3da2c): Mirror 1: 0x743520e7 Mirror 7: 0x743520e7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3da2c: skipped 000551 1788745883.319144 fallocate 0x0120fb thru 0x01b11e (0x9024 bytes) 000552 1788745883.372417 mapwrite 0x001252 thru 0x0089ef (0x779e bytes) 000553 1788745883.443401 trunc from 0x02d0f9 to 0x0336f1 (0x65f9 bytes) 000554 1788745883.460367 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3da2c): Mirror 4: 0xbc5646df (stale) Mirror 6: 0x8105f840 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3da2c): Mirror 4: 0xbc5646df (stale) Mirror 6: 0x8105f840 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3da2c: skipped 000556 1788745883.921779 fallocate 0x02fc91 thru 0x03c73b (0xcaab bytes) 000557 1788745883.928282 mapread 0x03c687 thru 0x03da2b (0x13a5 bytes) 000558 1788745883.943807 mapwrite 0x031be0 thru 0x03e6a3 (0xcac4 bytes) 000559 1788745884.014217 trunc from 0x03e6a4 to 0x0150d9 (0x295ca bytes) 000560 1788745884.031038 read 0x00e248 thru 0x013e7d (0x5c36 bytes) 000561 1788745884.042097 write 0x038cb6 thru 0x03ffff (0x734a bytes) 000562 1788745884.045198 trunc from 0x03b12b to 0x03ffff (0x4ed5 bytes) 000563 1788745884.060134 write 0x0088fd thru 0x00a9b2 (0x20b6 bytes) 000565 1788745884.078235 MIRROR_RESYNC 3 mirrors 000566 1788745885.229243 punch from 0x013f0a to 0x01fce8 (0xbddf bytes) 000567 1788745885.275505 trunc from 0x040000 to 0x00956a (0x36a95 bytes) 000568 1788745885.325902 fallocate 0x019afd thru 0x027df1 (0xe2f5 bytes) 000569 1788745885.332474 trunc from 0x01e4bc to 0x020b00 (0x2645 bytes) 000570 1788745885.338104 read 0x0025d2 thru 0x012065 (0xfa94 bytes) 000571 1788745885.350208 fallocate 0x03f41d thru 0x03ffff (0xbe3 bytes) 000572 1788745885.356325 punch from 0x02b2f7 to 0x02f425 (0x412f bytes) 000573 1788745885.361325 trunc from 0x040000 to 0x0324ba (0xdb45 bytes) 000574 1788745885.377184 fallocate 0x03bb50 thru 0x03ffff (0x44b0 bytes) 000575 1788745885.382260 trunc from 0x011b8f to 0x01d406 (0xb878 bytes) 000577 1788745885.388887 trunc from 0x00d03a to 0x00e120 (0x10e7 bytes) 000578 1788745885.393248 trunc from 0x014b39 to 0x019972 (0x4e3a bytes) 000579 1788745885.397717 trunc from 0x01c81c to 0x020b58 (0x433d bytes) 000580 1788745885.403111 mapread 0x01488c thru 0x01d922 (0x9097 bytes) 000581 1788745885.431121 mapread 0x01e0ec thru 0x01f955 (0x186a bytes) 000582 1788745885.444459 mapwrite 0x00b8c5 thru 0x016e61 (0xb59d bytes) 000583 1788745885.471719 read 0x00ecfd thru 0x015164 (0x6468 bytes) 000584 1788745885.472434 mapread 0x01c832 thru 0x020e2e (0x45fd bytes) 000585 1788745885.474281 mapread 0x02744b thru 0x02dadc (0x6692 bytes) 000586 1788745885.483125 write 0x0288b8 thru 0x02f5f5 (0x6d3e bytes) 000587 1788745885.495695 MIRROR_RESYNC 3 mirrors 000588 1788745886.433747 read 0x006ee0 thru 0x00aae6 (0x3c07 bytes) 000589 1788745886.442265 write 0x01fe7c thru 0x02d480 (0xd605 bytes) 000590 1788745886.500328 fallocate 0x008b20 thru 0x010feb (0x84cc bytes) 000591 1788745886.505652 trunc from 0x0324bb to 0x01dff4 (0x144c6 bytes) 000592 1788745886.523660 trunc from 0x00ff7c to 0x016382 (0x6407 bytes) 000594 1788745886.529816 mapwrite 0x02e0d1 thru 0x035094 (0x6fc4 bytes) 000595 1788745886.584106 trunc from 0x035095 to 0x027ef9 (0xd19b bytes) 000596 1788745886.613300 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x27efa): Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27efa): Mirror 4: 0xd033860b (stale) Mirror 6: 0xd033860b (stale) CRC-32 checksum value for chunk [0, 0x27efa): Mirror 1: 0xa3d42062 Mirror 7: 0xa3d42062 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27efa: skipped 000597 1788745887.725716 read 0x02743c thru 0x0279db (0x5a0 bytes) 000598 1788745887.738089 punch from 0x01d9ba to 0x027ef9 (0xa540 bytes) 000599 1788745887.773723 punch from 0x01065f to 0x01b80d (0xb1af bytes) 000600 1788745887.778236 mapread 0x023893 thru 0x027ef9 (0x4667 bytes) 000601 1788745887.797561 trunc from 0x003088 to 0x00c265 (0x91de bytes) 000602 1788745887.804756 mapwrite 0x00b1e1 thru 0x01110d (0x5f2d bytes) 000604 1788745887.848955 fallocate 0x02d35e thru 0x034f6b (0x7c0e bytes) 000605 1788745887.854953 trunc from 0x013933 to 0x016922 (0x2ff0 bytes) 000607 1788745887.865039 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34f6c): Mirror 4: 0xeee742b2 (stale) Mirror 7: 0xe0ad2db9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34f6c): Mirror 4: 0xeee742b2 (stale) Mirror 7: 0xe0ad2db9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34f6c: skipped 000608 1788745888.316781 read 0x0328f6 thru 0x034f6b (0x2676 bytes) 000609 1788745888.325973 mapwrite 0x0224c2 thru 0x02f218 (0xcd57 bytes) 000611 1788745888.427163 punch from 0x00faab to 0x0181f3 (0x8749 bytes) 000612 1788745888.445221 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34f6c): Mirror 7: 0xe0ad2db9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34f6c): Mirror 7: 0xe0ad2db9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34f6c: skipped 000614 1788745888.787060 trunc from 0x012885 to 0x017a50 (0x51cc bytes) 000615 1788745888.792891 write 0x037faf thru 0x03ffff (0x8051 bytes) 000616 1788745888.797970 trunc from 0x040000 to 0x038800 (0x77ff bytes) 000617 1788745888.818047 write 0x0004c7 thru 0x007940 (0x747a bytes) 000618 1788745888.839664 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000619 1788745888.973122 trunc from 0x038801 to 0x02ab68 (0xdc98 bytes) 000620 1788745888.993301 punch from 0x018b0e to 0x022248 (0x973b bytes) 000621 1788745888.997915 fallocate 0x006206 thru 0x015e1c (0xfc17 bytes) 000622 1788745889.007969 mapread 0x02811c thru 0x02ab68 (0x2a4d bytes) 000623 1788745889.032850 read 0x005fe8 thru 0x00bb24 (0x5b3d bytes) 000624 1788745889.043230 trunc from 0x0022ee to 0x004bd4 (0x28e7 bytes) 000625 1788745889.048727 write 0x023168 thru 0x028300 (0x5199 bytes) 000626 1788745889.055360 MIRROR_EXTEND to 2 mirrors 000627 1788745889.860985 trunc from 0x02ab69 to 0x01b466 (0xf702 bytes) 000628 1788745889.989208 fallocate 0x028707 thru 0x031c94 (0x958e bytes) 000629 1788745890.006087 fallocate 0x0228bb thru 0x02cec1 (0xa607 bytes) 000630 1788745890.014181 mapread 0x01ce58 thru 0x01e908 (0x1ab1 bytes) 000631 1788745890.056061 punch from 0x02678e to 0x02cec1 (0x6734 bytes) 000632 1788745890.068186 read 0x010a8b thru 0x01cfb0 (0xc526 bytes) 000633 1788745890.084358 mapwrite 0x034876 thru 0x03ffff (0xb78a bytes) 000635 1788745890.172397 mapread 0x0323d3 thru 0x039fac (0x7bda bytes) 000636 1788745890.176818 punch from 0x005c35 to 0x007d74 (0x2140 bytes) 000637 1788745890.182512 fallocate 0x011bba thru 0x020606 (0xea4d bytes) 000638 1788745890.189622 fallocate 0x01e984 thru 0x02c01a (0xd697 bytes) 000639 1788745890.225465 MIRROR_RESYNC 2 mirrors 000640 1788745891.035726 punch from 0x021977 to 0x022380 (0xa0a bytes) 000641 1788745891.081298 punch from 0x0012b0 to 0x006655 (0x53a6 bytes) 000642 1788745891.091633 fallocate 0x007efe thru 0x00bf7d (0x4080 bytes) 000643 1788745891.097669 mapread 0x00bfc5 thru 0x0173e7 (0xb423 bytes) 000644 1788745891.132607 punch from 0x02758d to 0x027893 (0x307 bytes) 000645 1788745891.139909 fallocate 0x02052c thru 0x0291ae (0x8c83 bytes) 000646 1788745891.146963 mapread 0x025dd5 thru 0x02f6bd (0x98e9 bytes) 000647 1788745891.169152 trunc from 0x033185 to 0x03d951 (0xa7cd bytes) 000648 1788745891.176594 mapwrite 0x007d57 thru 0x012c13 (0xaebd bytes) 000649 1788745891.213275 punch from 0x03ac74 to 0x03ffff (0x538c bytes) 000651 1788745891.221520 mapread 0x02b15f thru 0x033615 (0x84b7 bytes) 000652 1788745891.241134 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000653 1788745891.392589 trunc from 0x0062ce to 0x008cbb (0x29ee bytes) 000654 1788745891.404123 trunc from 0x040000 to 0x01416a (0x2be95 bytes) 000656 1788745891.453911 read 0x011cca thru 0x01416a (0x24a1 bytes) 000658 1788745891.461952 punch from 0x002eb1 to 0x010f32 (0xe082 bytes) 000659 1788745891.469261 mapread 0x00090c thru 0x0066a0 (0x5d95 bytes) 000661 1788745891.494762 write 0x00d64a thru 0x011a4f (0x4406 bytes) 000662 1788745891.497117 punch from 0x0015cb to 0x01023b (0xec71 bytes) 000663 1788745891.513189 punch from 0x000c0e to 0x00bc51 (0xb044 bytes) 000666 1788745891.521862 punch from 0x000d07 to 0x00da6c (0xcd66 bytes) 000668 1788745891.529666 fallocate 0x034fed thru 0x03774c (0x2760 bytes) 000669 1788745891.535630 trunc from 0x03774d to 0x031e3c (0x5910 bytes) 000670 1788745891.559994 trunc from 0x0075f9 to 0x0076f2 (0xfa bytes) 000671 1788745891.566802 write 0x031c8d thru 0x034c2b (0x2f9f bytes) 000672 1788745891.572813 write 0x0049be thru 0x00eb9f (0xa1e2 bytes) 000674 1788745891.586814 trunc from 0x01f661 to 0x021a8c (0x242c bytes) 000675 1788745891.592940 trunc from 0x034c2c to 0x02517a (0xfab1 bytes) 000677 1788745891.611673 trunc from 0x013e7e to 0x021399 (0xd51c bytes) 000678 1788745891.617596 trunc from 0x02517b to 0x02bf5d (0x6de3 bytes) 000680 1788745891.634362 punch from 0x01edfa to 0x02bf5d (0xd164 bytes) 000681 1788745891.645340 MIRROR_EXTEND to 2 mirrors 000682 1788745892.543931 mapread 0x01bf13 thru 0x025500 (0x95ee bytes) 000683 1788745892.585936 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000684 1788745892.690785 punch from 0x027019 to 0x02becb (0x4eb3 bytes) 000685 1788745892.701230 trunc from 0x012b68 to 0x016bab (0x4044 bytes) 000687 1788745892.705008 read 0x00d160 thru 0x01bb1e (0xe9bf bytes) 000688 1788745892.710932 mapwrite 0x00af32 thru 0x014651 (0x9720 bytes) 000689 1788745892.740805 trunc from 0x010016 to 0x0160aa (0x6095 bytes) 000690 1788745892.748453 trunc from 0x02bf5e to 0x035af0 (0x9b93 bytes) 000691 1788745892.764464 write 0x00e20f thru 0x018c76 (0xaa68 bytes) 000692 1788745892.766216 trunc from 0x035af1 to 0x02f13c (0x69b4 bytes) 000693 1788745892.783612 read 0x0010be thru 0x009acd (0x8a10 bytes) 000694 1788745892.813037 trunc from 0x02f13d to 0x01bce2 (0x1345a bytes) 000695 1788745892.841963 mapwrite 0x014713 thru 0x01aa3f (0x632d bytes) 000696 1788745892.861460 trunc from 0x01bce3 to 0x02e77b (0x12a99 bytes) 000697 1788745892.885259 trunc from 0x02e77c to 0x02c95c (0x1e1f bytes) 000698 1788745892.922932 fallocate 0x00c409 thru 0x018bd2 (0xc7ca bytes) 000699 1788745892.928056 read 0x021a9f thru 0x02840a (0x696c bytes) 000700 1788745892.938758 trunc from 0x02c95d to 0x028bb8 (0x3da4 bytes) 000701 1788745892.948855 mapwrite 0x03644a thru 0x03ffff (0x9bb6 bytes) 000702 1788745892.974989 mapwrite 0x020cfe thru 0x025d3d (0x5040 bytes) 000703 1788745892.984832 fallocate 0x03228b thru 0x03615a (0x3ed0 bytes) 000704 1788745892.988320 punch from 0x00e8b2 to 0x00f683 (0xdd2 bytes) 000705 1788745892.991474 write 0x0106cc thru 0x020065 (0xf99a bytes) 000706 1788745892.992924 fallocate 0x034a7c thru 0x03ffff (0xb584 bytes) 000707 1788745892.999055 MIRROR_EXTEND to 2 mirrors 000708 1788745893.819253 trunc from 0x03edea to 0x03ffff (0x1216 bytes) 000709 1788745893.847919 fallocate 0x033074 thru 0x03b5a5 (0x8532 bytes) 000710 1788745893.853988 mapwrite 0x03797c thru 0x03ffff (0x8684 bytes) 000711 1788745893.915145 read 0x0365f8 thru 0x03f9a8 (0x93b1 bytes) 000712 1788745893.916799 read 0x019be2 thru 0x028fa9 (0xf3c8 bytes) 000713 1788745893.936378 write 0x00fb89 thru 0x01947d (0x98f5 bytes) 000714 1788745893.940983 trunc from 0x040000 to 0x00fb83 (0x3047c bytes) 000715 1788745893.972749 trunc from 0x00fb84 to 0x0170bb (0x7538 bytes) 000717 1788745893.998587 write 0x021d0f thru 0x02f9f1 (0xdce3 bytes) 000718 1788745894.004967 punch from 0x01ff2d to 0x0293d7 (0x94ab bytes) 000719 1788745894.034442 mapwrite 0x025654 thru 0x0338dc (0xe289 bytes) 000720 1788745894.120259 punch from 0x02d977 to 0x030f32 (0x35bc bytes) 000721 1788745894.132505 mapwrite 0x00109f thru 0x00827b (0x71dd bytes) 000722 1788745894.165084 mapwrite 0x011bb9 thru 0x016662 (0x4aaa bytes) 000723 1788745894.211840 trunc from 0x0338dd to 0x033fb2 (0x6d6 bytes) 000724 1788745894.231063 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000725 1788745894.381265 fallocate 0x016dd7 thru 0x021a24 (0xac4e bytes) 000726 1788745894.390335 mapwrite 0x038014 thru 0x0387b6 (0x7a3 bytes) 000727 1788745894.435217 punch from 0x02cfc3 to 0x036e23 (0x9e61 bytes) 000728 1788745894.440903 punch from 0x00b5c7 to 0x0187e6 (0xd220 bytes) 000729 1788745894.448112 trunc from 0x018470 to 0x025f0d (0xda9e bytes) 000730 1788745894.453065 trunc from 0x0387b7 to 0x002482 (0x36334 bytes) 000731 1788745894.467165 trunc from 0x001f99 to 0x0022f7 (0x35f bytes) 000732 1788745894.470988 fallocate 0x0259f7 thru 0x029be9 (0x41f3 bytes) 000733 1788745894.474831 write 0x01f284 thru 0x02298b (0x3708 bytes) 000734 1788745894.476141 punch from 0x003da6 to 0x012355 (0xe5b0 bytes) 000736 1788745894.480463 punch from 0x019ee9 to 0x0224db (0x85f3 bytes) 000737 1788745894.492098 trunc from 0x022644 to 0x02298b (0x348 bytes) 000738 1788745894.498064 trunc from 0x02298c to 0x0130c3 (0xf8c8 bytes) 000739 1788745894.518029 mapwrite 0x02b542 thru 0x02ce05 (0x18c4 bytes) 000741 1788745894.583135 mapread 0x004792 thru 0x009087 (0x48f6 bytes) 000742 1788745894.596519 write 0x01541e thru 0x01b20a (0x5ded bytes) 000743 1788745894.611926 mapwrite 0x013143 thru 0x01b392 (0x8250 bytes) 000744 1788745894.635746 read 0x020511 thru 0x02a7d8 (0xa2c8 bytes) 000745 1788745894.644743 trunc from 0x00e1a8 to 0x0136aa (0x5503 bytes) 000746 1788745894.652302 read 0x02751e thru 0x02ce05 (0x58e8 bytes) 000747 1788745894.653061 fallocate 0x0358d8 thru 0x036ccf (0x13f8 bytes) 000748 1788745894.658925 punch from 0x00aa2d to 0x0182eb (0xd8bf bytes) 000749 1788745894.667394 punch from 0x029897 to 0x0359ec (0xc156 bytes) 000750 1788745894.672395 trunc from 0x036cd0 to 0x01e231 (0x18a9e bytes) 000751 1788745894.698708 mapwrite 0x00aa28 thru 0x01a7c1 (0xfd9a bytes) 000752 1788745894.737630 punch from 0x012a7d to 0x01e231 (0xb7b5 bytes) 000753 1788745894.744879 fallocate 0x0255b6 thru 0x034a99 (0xf4e4 bytes) 000754 1788745894.752196 mapread 0x032d5c thru 0x034a99 (0x1d3e bytes) 000755 1788745894.767677 trunc from 0x00640f to 0x0076b9 (0x12ab bytes) 000756 1788745894.777710 mapread 0x00b564 thru 0x013228 (0x7cc5 bytes) 000757 1788745894.789365 mapwrite 0x03d566 thru 0x03ffff (0x2a9a bytes) 000758 1788745894.830206 mapwrite 0x00fccf thru 0x01d9ca (0xdcfc bytes) 000759 1788745894.901920 punch from 0x036b01 to 0x039f61 (0x3461 bytes) 000760 1788745894.906251 trunc from 0x021c0f to 0x021f9a (0x38c bytes) 000761 1788745894.912161 trunc from 0x040000 to 0x019781 (0x2687e bytes) 000762 1788745894.935847 trunc from 0x012b73 to 0x019781 (0x6c0f bytes) 000763 1788745894.941589 trunc from 0x019782 to 0x011511 (0x8270 bytes) 000764 1788745894.956960 read 0x005481 thru 0x011511 (0xc091 bytes) 000765 1788745894.963133 trunc from 0x011512 to 0x002f48 (0xe5c9 bytes) 000766 1788745894.989768 write 0x02815e thru 0x036f96 (0xee39 bytes) 000767 1788745894.992739 mapread 0x026a2f thru 0x02bd7c (0x534e bytes) 000768 1788745895.003259 mapwrite 0x010158 thru 0x013732 (0x35db bytes) 000769 1788745895.030152 write 0x02e165 thru 0x03c49c (0xe338 bytes) 000770 1788745895.033345 punch from 0x034f1e to 0x036889 (0x196c bytes) 000771 1788745895.049845 read 0x00736c thru 0x00d14b (0x5de0 bytes) 000772 1788745895.063777 MIRROR_EXTEND to 2 mirrors 000773 1788745895.849219 punch from 0x01056b to 0x017929 (0x73bf bytes) 000774 1788745895.881954 fallocate 0x020c24 thru 0x02caf9 (0xbed6 bytes) 000775 1788745895.890408 mapread 0x02098b thru 0x023942 (0x2fb8 bytes) 000776 1788745895.906967 write 0x006b5b thru 0x00d2b1 (0x6757 bytes) 000777 1788745895.920661 punch from 0x03c3d9 to 0x03c49c (0xc4 bytes) 000778 1788745895.926003 mapread 0x030c68 thru 0x03c49c (0xb835 bytes) 000779 1788745895.940974 write 0x0140e3 thru 0x01fd47 (0xbc65 bytes) 000780 1788745895.947385 mapread 0x028bb6 thru 0x037ba8 (0xeff3 bytes) 000781 1788745895.952903 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000782 1788745896.109392 trunc from 0x03c49d to 0x002db7 (0x396e5 bytes) 000783 1788745896.151978 write 0x007846 thru 0x0111a4 (0x995f bytes) 000784 1788745896.155184 write 0x01a65a thru 0x01cc00 (0x25a7 bytes) 000785 1788745896.157160 trunc from 0x01a83a to 0x01cc00 (0x23c7 bytes) 000787 1788745896.171245 mapread 0x0088ce thru 0x0144e2 (0xbc15 bytes) 000788 1788745896.189671 trunc from 0x011d0c to 0x01cc00 (0xaef5 bytes) 000789 1788745896.194695 fallocate 0x020bfe thru 0x02fc46 (0xf049 bytes) 000790 1788745896.200113 mapwrite 0x0173ba thru 0x017984 (0x5cb bytes) 000791 1788745896.225028 fallocate 0x020d9f thru 0x0257d4 (0x4a36 bytes) 000792 1788745896.231428 write 0x00b14b thru 0x015b23 (0xa9d9 bytes) 000793 1788745896.234064 fallocate 0x003ebf thru 0x010b92 (0xccd4 bytes) 000794 1788745896.247797 MIRROR_EXTEND to 2 mirrors 000795 1788745896.874962 write 0x037e0f thru 0x03ffff (0x81f1 bytes) 000796 1788745896.911074 trunc from 0x03e638 to 0x03ffff (0x19c8 bytes) 000797 1788745896.927366 read 0x00f824 thru 0x01749b (0x7c78 bytes) 000798 1788745896.938756 read 0x017b07 thru 0x01990b (0x1e05 bytes) 000799 1788745896.952419 mapread 0x0328c8 thru 0x03ffff (0xd738 bytes) 000800 1788745896.954863 mapwrite 0x01a701 thru 0x028282 (0xdb82 bytes) 000801 1788745896.986764 trunc from 0x040000 to 0x019f79 (0x26086 bytes) 000802 1788745897.054300 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x19f7a): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19f7a): Mirror 2: 0xcc43c961 (stale) CRC-32 checksum value for chunk [0, 0x19f7a): Mirror 1: 0xcc43c961 Mirror 3: 0xcc43c961 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19f7a: skipped 000803 1788745897.888141 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x19f7a): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19f7a): Mirror 2: 0xcc43c961 (stale) CRC-32 checksum value for chunk [0, 0x19f7a): Mirror 1: 0xcc43c961 Mirror 3: 0xcc43c961 Mirror 4: 0xcc43c961 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19f7a: skipped 000804 1788745898.917784 mapwrite 0x0169f0 thru 0x018ffa (0x260b bytes) 000805 1788745899.064151 fallocate 0x03f50b thru 0x03ffff (0xaf5 bytes) 000806 1788745899.074443 mapread 0x039824 thru 0x03ffff (0x67dc bytes) 000807 1788745899.088164 write 0x00edcf thru 0x01b7c9 (0xc9fb bytes) 000808 1788745899.119501 mapwrite 0x0002d6 thru 0x01004a (0xfd75 bytes) 000809 1788745899.167414 mapread 0x0281dd thru 0x02b238 (0x305c bytes) 000810 1788745899.179850 trunc from 0x01a1ff to 0x0227fe (0x8600 bytes) 000811 1788745899.185891 mapwrite 0x01d5e2 thru 0x027262 (0x9c81 bytes) 000812 1788745899.222094 fallocate 0x00117f thru 0x002631 (0x14b3 bytes) 000813 1788745899.232429 punch from 0x031567 to 0x03556b (0x4005 bytes) 000814 1788745899.240297 mapread 0x023f74 thru 0x026f40 (0x2fcd bytes) 000815 1788745899.242510 mapwrite 0x001771 thru 0x006fcc (0x585c bytes) 000816 1788745899.292406 MIRROR_RESYNC 4 mirrors 000817 1788745900.590505 punch from 0x0299b7 to 0x02d4a5 (0x3aef bytes) 000818 1788745900.622262 punch from 0x031a83 to 0x03df95 (0xc513 bytes) 000819 1788745900.631835 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd74f52d8 (stale) Mirror 3: 0xd74f52d8 (stale) Mirror 4: 0xd74f52d8 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd74f52d8 Mirror 5: 0xd74f52d8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000820 1788745901.451062 trunc from 0x005653 to 0x00a7e0 (0x518e bytes) 000821 1788745901.498618 fallocate 0x02220e thru 0x031035 (0xee28 bytes) 000822 1788745901.504755 punch from 0x01dd71 to 0x026386 (0x8616 bytes) 000823 1788745901.513748 write 0x01957c thru 0x01a253 (0xcd8 bytes) 000824 1788745901.525735 trunc from 0x040000 to 0x007f30 (0x380cf bytes) 000825 1788745901.544917 fallocate 0x00669f thru 0x0163bc (0xfd1e bytes) 000826 1788745901.561107 punch from 0x0012d2 to 0x003017 (0x1d46 bytes) 000827 1788745901.570903 mapwrite 0x01fc09 thru 0x02731b (0x7713 bytes) 000828 1788745901.660772 mapwrite 0x015b2d thru 0x024396 (0xe86a bytes) 000829 1788745901.685252 read 0x01206c thru 0x021b72 (0xfb07 bytes) 000830 1788745901.700297 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2731c): Mirror 2: 0x5d5854d1 (stale) Mirror 3: 0x5d5854d1 (stale) Mirror 4: 0x5d5854d1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2731c): Mirror 2: 0x5d5854d1 (stale) Mirror 3: 0x5d5854d1 (stale) Mirror 4: 0x5d5854d1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2731c: skipped 000831 1788745902.190793 trunc from 0x02731c to 0x000b38 (0x267e3 bytes) 000832 1788745902.207698 mapwrite 0x006400 thru 0x012f7c (0xcb7d bytes) 000833 1788745902.262491 mapwrite 0x015300 thru 0x024e8a (0xfb8b bytes) 000834 1788745902.321428 mapwrite 0x015601 thru 0x01f2da (0x9cda bytes) 000835 1788745902.362485 read 0x02166b thru 0x024e8a (0x3820 bytes) 000836 1788745902.368864 punch from 0x008d5e to 0x014512 (0xb7b5 bytes) 000837 1788745902.379138 mapwrite 0x008898 thru 0x008c22 (0x38b bytes) 000839 1788745902.405409 trunc from 0x00c1f2 to 0x017b83 (0xb992 bytes) 000840 1788745902.410378 punch from 0x00a2f8 to 0x00d2ed (0x2ff6 bytes) 000841 1788745902.419318 punch from 0x00a461 to 0x01141c (0x6fbc bytes) 000844 1788745902.428591 fallocate 0x014020 thru 0x01b1f2 (0x71d3 bytes) 000845 1788745902.433465 punch from 0x00a0f4 to 0x014b24 (0xaa31 bytes) 000846 1788745902.451078 trunc from 0x024e8b to 0x00efa9 (0x15ee1 bytes) 000847 1788745902.470365 write 0x03583a thru 0x038149 (0x2910 bytes) 000848 1788745902.474410 mapwrite 0x03344b thru 0x036694 (0x324a bytes) 000849 1788745902.511236 write 0x00e60b thru 0x00f772 (0x1168 bytes) 000851 1788745902.523993 write 0x03efc4 thru 0x03ffff (0x103c bytes) 000852 1788745902.526851 fallocate 0x028389 thru 0x02b80b (0x3483 bytes) 000854 1788745902.540782 write 0x01f4eb thru 0x023d8f (0x48a5 bytes) 000855 1788745902.552008 punch from 0x02ea75 to 0x03a43f (0xb9cb bytes) 000856 1788745902.558890 trunc from 0x020ecc to 0x02accc (0x9e01 bytes) 000857 1788745902.591500 fallocate 0x03402b thru 0x0347f3 (0x7c9 bytes) 000858 1788745902.609246 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd74f52d8 (stale) Mirror 4: 0xd74f52d8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd74f52d8 (stale) Mirror 4: 0xd74f52d8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000860 1788745902.982580 trunc from 0x0084b8 to 0x00b1f7 (0x2d40 bytes) 000862 1788745902.990210 read 0x034de3 thru 0x03b236 (0x6454 bytes) 000863 1788745903.005067 read 0x0323f4 thru 0x032ec8 (0xad5 bytes) 000864 1788745903.017775 read 0x03912a thru 0x03ffff (0x6ed6 bytes) 000865 1788745903.018778 read 0x02ec55 thru 0x03a8e8 (0xbc94 bytes) 000866 1788745903.024305 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd74f52d8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd74f52d8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000869 1788745903.278862 write 0x02087c thru 0x02ad02 (0xa487 bytes) 000870 1788745903.291098 mapread 0x0012c7 thru 0x0081f4 (0x6f2e bytes) 000871 1788745903.304720 punch from 0x029248 to 0x030611 (0x73ca bytes) 000872 1788745903.319409 write 0x003900 thru 0x007fc2 (0x46c3 bytes) 000874 1788745903.327010 mapwrite 0x023f14 thru 0x0272a7 (0x3394 bytes) 000875 1788745903.355654 mapwrite 0x0054ba thru 0x00f7f0 (0xa337 bytes) 000876 1788745903.393141 fallocate 0x0002a9 thru 0x001b46 (0x189e bytes) 000877 1788745903.409342 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd74f52d8 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf9fa5af4 Mirror 5: 0xf9fa5af4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000878 1788745904.370321 MIRROR_RESYNC 3 mirrors 000879 1788745905.114706 write 0x0383a3 thru 0x03ffff (0x7c5d bytes) 000880 1788745905.160224 fallocate 0x00f878 thru 0x01610f (0x6898 bytes) 000882 1788745905.169452 punch from 0x007612 to 0x00f178 (0x7b67 bytes) 000883 1788745905.184125 MIRROR_RESYNC 3 mirrors 000884 1788745906.301915 MIRROR_RESYNC 3 mirrors 000885 1788745906.684514 trunc from 0x01675c to 0x024602 (0xdea7 bytes) 000886 1788745906.761972 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xb5e4a286 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xb5e4a286 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000887 1788745907.154366 read 0x03f3d9 thru 0x03ffff (0xc27 bytes) 000888 1788745907.166955 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000889 1788745907.395690 trunc from 0x01137c to 0x01f7c7 (0xe44c bytes) 000890 1788745907.405322 read 0x00a3a0 thru 0x016dde (0xca3f bytes) 000893 1788745907.475674 punch from 0x01ead3 to 0x02ae66 (0xc394 bytes) 000894 1788745907.489371 punch from 0x001750 to 0x006caf (0x5560 bytes) 000895 1788745907.514213 trunc from 0x01c483 to 0x025023 (0x8ba1 bytes) 000896 1788745907.524007 trunc from 0x0177c9 to 0x017b6c (0x3a4 bytes) 000897 1788745907.531863 mapread 0x022689 thru 0x03245b (0xfdd3 bytes) 000898 1788745907.560906 trunc from 0x040000 to 0x01acfe (0x25301 bytes) 000899 1788745907.583714 mapwrite 0x021c77 thru 0x02982d (0x7bb7 bytes) 000900 1788745907.635862 fallocate 0x03ba6e thru 0x03ffff (0x4592 bytes) 000901 1788745907.641305 fallocate 0x0390d4 thru 0x03ffff (0x6f2c bytes) 000902 1788745907.647361 write 0x000a9a thru 0x002bea (0x2151 bytes) 000903 1788745907.659402 punch from 0x032150 to 0x03a1b3 (0x8064 bytes) 000904 1788745907.663787 trunc from 0x0295d8 to 0x02f237 (0x5c60 bytes) 000905 1788745907.674473 MIRROR_EXTEND to 2 mirrors 000906 1788745908.698019 write 0x021cf6 thru 0x0282d6 (0x65e1 bytes) 000907 1788745908.778139 mapread 0x013f6b thru 0x01614f (0x21e5 bytes) 000908 1788745908.813282 read 0x0132ac thru 0x02004d (0xcda2 bytes) 000909 1788745908.823121 mapwrite 0x029262 thru 0x02db1f (0x48be bytes) 000910 1788745908.871223 fallocate 0x00b260 thru 0x0124c6 (0x7267 bytes) 000911 1788745908.879067 trunc from 0x01eded to 0x028821 (0x9a35 bytes) 000912 1788745908.889098 write 0x013e1b thru 0x01e610 (0xa7f6 bytes) 000913 1788745908.901430 read 0x02b5c6 thru 0x02db65 (0x25a0 bytes) 000914 1788745908.902358 punch from 0x03811e to 0x03ffff (0x7ee2 bytes) 000915 1788745908.909680 fallocate 0x0169f2 thru 0x01d3c4 (0x69d3 bytes) 000916 1788745908.925983 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000917 1788745909.073092 trunc from 0x03000c to 0x034f13 (0x4f08 bytes) 000918 1788745909.078178 trunc from 0x00530b to 0x0140da (0xedd0 bytes) 000919 1788745909.087679 read 0x0293fe thru 0x02f6a3 (0x62a6 bytes) 000920 1788745909.096805 write 0x02c369 thru 0x038588 (0xc220 bytes) 000921 1788745909.107590 fallocate 0x02f94d thru 0x03605b (0x670f bytes) 000922 1788745909.113645 mapread 0x00ad71 thru 0x011a20 (0x6cb0 bytes) 000923 1788745909.140996 write 0x005f4b thru 0x01152b (0xb5e1 bytes) 000924 1788745909.144092 write 0x03594d thru 0x03a0fa (0x47ae bytes) 000925 1788745909.152336 read 0x03bf50 thru 0x03ffff (0x40b0 bytes) 000926 1788745909.168316 trunc from 0x040000 to 0x01255c (0x2daa3 bytes) 000927 1788745909.193364 mapread 0x006c35 thru 0x0106b3 (0x9a7f bytes) 000928 1788745909.194473 punch from 0x0029d3 to 0x006979 (0x3fa7 bytes) 000929 1788745909.210522 mapread 0x005e97 thru 0x0074c2 (0x162c bytes) 000931 1788745909.221745 fallocate 0x0336a8 thru 0x0339be (0x317 bytes) 000932 1788745909.227170 trunc from 0x004ccf to 0x00ef8f (0xa2c1 bytes) 000933 1788745909.235485 read 0x001cff thru 0x001d79 (0x7b bytes) 000934 1788745909.236391 mapwrite 0x035e10 thru 0x03c797 (0x6988 bytes) 000935 1788745909.299822 read 0x02273f thru 0x029c61 (0x7523 bytes) 000936 1788745909.300775 trunc from 0x03c798 to 0x02ff47 (0xc850 bytes) 000937 1788745909.326923 trunc from 0x00a4c8 to 0x0178ab (0xd3e4 bytes) 000938 1788745909.335078 trunc from 0x001492 to 0x00d967 (0xc4d6 bytes) 000939 1788745909.341391 write 0x02afd3 thru 0x02e420 (0x344e bytes) 000941 1788745909.344570 punch from 0x00a72d to 0x017165 (0xca39 bytes) 000942 1788745909.351188 read 0x02110f thru 0x02d337 (0xc229 bytes) 000943 1788745909.353065 write 0x03291e thru 0x03be5e (0x9541 bytes) 000944 1788745909.354632 mapwrite 0x0270dd thru 0x036e2a (0xfd4e bytes) 000945 1788745909.397677 MIRROR_EXTEND to 2 mirrors 000946 1788745910.133995 fallocate 0x032303 thru 0x03ffff (0xdcfd bytes) 000947 1788745910.196597 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000948 1788745910.352713 mapread 0x0370f6 thru 0x03be5e (0x4d69 bytes) 000949 1788745910.374970 punch from 0x01f476 to 0x028d11 (0x989c bytes) 000950 1788745910.382944 mapwrite 0x031276 thru 0x036a02 (0x578d bytes) 000951 1788745910.405946 trunc from 0x03be5f to 0x000072 (0x3bdec bytes) 000952 1788745910.471492 mapwrite 0x03c413 thru 0x03ffff (0x3bed bytes) 000953 1788745910.517668 fallocate 0x001193 thru 0x0079fc (0x686a bytes) 000954 1788745910.523340 fallocate 0x035179 thru 0x035c9a (0xb22 bytes) 000955 1788745910.528629 punch from 0x03fb18 to 0x03ffff (0x4e8 bytes) 000956 1788745910.532215 trunc from 0x020379 to 0x0227f3 (0x247b bytes) 000957 1788745910.535275 mapwrite 0x03b0db thru 0x03cbc6 (0x1aec bytes) 000958 1788745910.544454 punch from 0x02699c to 0x02d5d4 (0x6c39 bytes) 000959 1788745910.547627 fallocate 0x02c1a3 thru 0x03b9a8 (0xf806 bytes) 000960 1788745910.553279 trunc from 0x040000 to 0x036b82 (0x947d bytes) 000961 1788745910.573644 mapread 0x014a7e thru 0x01d2b5 (0x8838 bytes) 000962 1788745910.592025 read 0x009885 thru 0x00ba88 (0x2204 bytes) 000964 1788745910.596814 punch from 0x035681 to 0x036b82 (0x1502 bytes) 000965 1788745910.600301 write 0x034f04 thru 0x03ffff (0xb0fc bytes) 000966 1788745910.604349 trunc from 0x040000 to 0x00cb4b (0x334b4 bytes) 000967 1788745910.613550 write 0x007a6e thru 0x00a78f (0x2d22 bytes) 000968 1788745910.617579 mapwrite 0x0010c6 thru 0x01049b (0xf3d6 bytes) 000969 1788745910.646275 write 0x03cfdf thru 0x03ffff (0x3021 bytes) 000970 1788745910.647600 read 0x0039de thru 0x00605d (0x2680 bytes) 000971 1788745910.648641 punch from 0x003898 to 0x00e687 (0xadf0 bytes) 000972 1788745910.653745 trunc from 0x02d98f to 0x03a940 (0xcfb2 bytes) 000974 1788745910.657473 read 0x00122a thru 0x010698 (0xf46f bytes) 000977 1788745910.665856 punch from 0x00bbf1 to 0x00e6dd (0x2aed bytes) 000978 1788745910.669759 mapwrite 0x010df2 thru 0x0200b9 (0xf2c8 bytes) 000979 1788745910.686369 fallocate 0x03f1fb thru 0x03ffff (0xe05 bytes) 000980 1788745910.689328 mapwrite 0x011e79 thru 0x01fc7d (0xde05 bytes) 000981 1788745910.719768 fallocate 0x028e7c thru 0x02cbe8 (0x3d6d bytes) 000982 1788745910.733561 read 0x0324c0 thru 0x0351fb (0x2d3c bytes) 000983 1788745910.741453 punch from 0x00f40e to 0x010d17 (0x190a bytes) 000984 1788745910.749791 read 0x03460d thru 0x03cd2b (0x871f bytes) 000986 1788745910.757103 trunc from 0x040000 to 0x00c953 (0x336ac bytes) 000987 1788745910.789813 write 0x024eec thru 0x0287eb (0x3900 bytes) 000988 1788745910.791298 trunc from 0x0287ec to 0x03c419 (0x13c2e bytes) 000989 1788745910.810706 trunc from 0x03c41a to 0x02a037 (0x123e2 bytes) 000990 1788745910.836364 punch from 0x0275a2 to 0x02a037 (0x2a96 bytes) 000991 1788745910.849301 trunc from 0x02a038 to 0x034f11 (0xaeda bytes) 000992 1788745910.866834 write 0x02fe43 thru 0x03f745 (0xf903 bytes) 000993 1788745910.880823 fallocate 0x032b9e thru 0x034bba (0x201d bytes) 000994 1788745910.887903 fallocate 0x002f5c thru 0x007535 (0x45da bytes) 000995 1788745910.895494 fallocate 0x024cfc thru 0x0315b2 (0xc8b7 bytes) 000996 1788745910.900925 mapwrite 0x019c47 thru 0x025db7 (0xc171 bytes) 000997 1788745910.930137 MIRROR_EXTEND to 2 mirrors 000998 1788745911.583803 fallocate 0x004d00 thru 0x0094df (0x47e0 bytes) 000999 1788745911.609565 mapread 0x0031f3 thru 0x005018 (0x1e26 bytes) 001000 1788745911.627101 read 0x03b954 thru 0x03f745 (0x3df2 bytes) All operations completed A-OK!