== sanity-flr test 70a: flr mode fsx test ================ 11:43:25 (1788882205) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 2206 skipping zero size read fallocating to largest ever: 0x40000 000002 1788882206.563885 fallocate 0x03decd thru 0x03ffff (0x2133 bytes) 000003 1788882206.565947 mapwrite 0x014099 thru 0x01d4d9 (0x9441 bytes) 000004 1788882206.582906 read 0x0137c0 thru 0x01d4d9 (0x9d1a bytes) 000006 1788882206.583878 trunc from 0x01d4da to 0x007afc (0x159dd bytes) 000009 1788882206.589920 fallocate 0x003673 thru 0x012740 (0xf0ce bytes) 000010 1788882206.591776 trunc from 0x00435a to 0x007afc (0x37a3 bytes) 000011 1788882206.593333 trunc from 0x00600f to 0x007afc (0x1aee bytes) 000012 1788882206.594805 mapwrite 0x02e1ea thru 0x032169 (0x3f80 bytes) 000013 1788882206.608547 trunc from 0x03216a to 0x033573 (0x140a bytes) 000014 1788882206.612706 trunc from 0x033574 to 0x01b42a (0x18149 bytes) 000015 1788882206.616605 fallocate 0x03e1a5 thru 0x03ffff (0x1e5b bytes) 000016 1788882206.618243 write 0x00cb5e thru 0x0142fb (0x779e bytes) 000017 1788882206.621549 mapwrite 0x01504a thru 0x015b62 (0xb19 bytes) 000018 1788882206.628650 trunc from 0x0092d7 to 0x00e157 (0x4e81 bytes) 000021 1788882206.631117 trunc from 0x01b42b to 0x01fa05 (0x45db bytes) 000022 1788882206.635916 punch from 0x017f74 to 0x01d7e8 (0x5875 bytes) 000024 1788882206.638030 read 0x00eb39 thru 0x01d764 (0xec2c bytes) 000025 1788882206.641397 trunc from 0x01fa06 to 0x009e97 (0x15b6e bytes) 000026 1788882206.646545 read 0x005d59 thru 0x009e97 (0x413f bytes) 000027 1788882206.646888 trunc from 0x009e98 to 0x012331 (0x849a bytes) 000028 1788882206.651159 mapread 0x00d7e7 thru 0x012331 (0x4b4b bytes) 000029 1788882206.654412 punch from 0x008b0e to 0x011d49 (0x923c bytes) 000031 1788882206.656589 read 0x002831 thru 0x011125 (0xe8f5 bytes) 000032 1788882206.659398 trunc from 0x012332 to 0x01d5f4 (0xb2c3 bytes) 000033 1788882206.664065 trunc from 0x01d5f5 to 0x02f881 (0x1228d bytes) 000034 1788882206.668947 trunc from 0x002717 to 0x00aa0a (0x82f4 bytes) 000035 1788882206.670628 fallocate 0x02428b thru 0x0303d2 (0xc148 bytes) 000037 1788882206.672797 punch from 0x022c6e to 0x0248b3 (0x1c46 bytes) 000038 1788882206.674417 mapread 0x0299dd thru 0x02f881 (0x5ea5 bytes) 000039 1788882206.678158 trunc from 0x02f882 to 0x02bdfa (0x3a87 bytes) 000040 1788882206.683744 trunc from 0x0222d8 to 0x02bdfa (0x9b23 bytes) 000041 1788882206.685928 trunc from 0x02bdfb to 0x0168f6 (0x15504 bytes) 000042 1788882206.691003 trunc from 0x0168f7 to 0x0059ee (0x10f08 bytes) 000043 1788882206.696228 trunc from 0x0059ef to 0x00f0fd (0x970f bytes) 000044 1788882206.701200 fallocate 0x024c5b thru 0x024e93 (0x239 bytes) 000045 1788882206.703422 mapread 0x002fcc thru 0x00d353 (0xa388 bytes) 000046 1788882206.719516 trunc from 0x00d6d3 to 0x00f0fd (0x1a2b bytes) 000047 1788882206.721294 write 0x01886f thru 0x01a433 (0x1bc5 bytes) 000048 1788882206.721940 read 0x00c43c thru 0x00e5f1 (0x21b6 bytes) 000049 1788882206.724674 trunc from 0x003989 to 0x00ac48 (0x72c0 bytes) 000050 1788882206.726711 trunc from 0x00c535 to 0x00d0a4 (0xb70 bytes) 000052 1788882206.729215 read 0x001e96 thru 0x00315f (0x12ca bytes) 000053 1788882206.732065 punch from 0x0021fa to 0x0041de (0x1fe5 bytes) 000055 1788882206.734478 punch from 0x011c94 to 0x019750 (0x7abd bytes) 000056 1788882206.738249 fallocate 0x00f4ba thru 0x017ba7 (0x86ee bytes) 000057 1788882206.741469 mapwrite 0x0204c6 thru 0x027faa (0x7ae5 bytes) 000059 1788882206.755647 mapread 0x01efa2 thru 0x024466 (0x54c5 bytes) 000060 1788882206.756320 trunc from 0x00cdc7 to 0x00ddf1 (0x102b bytes) 000062 1788882206.758301 read 0x003b17 thru 0x011849 (0xdd33 bytes) 000063 1788882206.762799 trunc from 0x027fab to 0x02d8fe (0x5954 bytes) 000064 1788882206.767735 mapread 0x0027ec thru 0x005f66 (0x377b bytes) 000065 1788882206.768397 mapread 0x018f2d thru 0x0263b4 (0xd488 bytes) 000066 1788882206.768926 mapread 0x014aff thru 0x01f797 (0xac99 bytes) 000067 1788882206.769530 fallocate 0x00f992 thru 0x01c8f9 (0xcf68 bytes) 000068 1788882206.771851 mapwrite 0x033ee8 thru 0x03a62e (0x6747 bytes) 000069 1788882206.785743 fallocate 0x01bb26 thru 0x02b704 (0xfbdf bytes) 000070 1788882206.787991 write 0x00eaf3 thru 0x013832 (0x4d40 bytes) 000071 1788882206.790693 MIRROR_EXTEND to 2 mirrors 000072 1788882206.979260 write 0x03ca04 thru 0x03ffff (0x35fc bytes) 000073 1788882206.989824 read 0x00ee75 thru 0x011377 (0x2503 bytes) 000074 1788882206.992998 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) 000076 1788882207.032976 trunc from 0x040000 to 0x01bf0f (0x240f0 bytes) 000077 1788882207.042758 mapread 0x00c61a thru 0x00fe6d (0x3854 bytes) 000078 1788882207.048404 punch from 0x016dc7 to 0x01bf0f (0x5149 bytes) 000081 1788882207.051038 write 0x008b07 thru 0x00a19b (0x1695 bytes) 000082 1788882207.051932 trunc from 0x01bf10 to 0x020522 (0x4613 bytes) 000083 1788882207.057513 trunc from 0x020523 to 0x02b694 (0xb172 bytes) 000084 1788882207.062241 trunc from 0x02b695 to 0x036b50 (0xb4bc bytes) 000085 1788882207.066658 trunc from 0x0080d3 to 0x00f048 (0x6f76 bytes) 000086 1788882207.070472 punch from 0x00f70b to 0x01178c (0x2082 bytes) 000087 1788882207.072105 trunc from 0x022881 to 0x027e04 (0x5584 bytes) 000089 1788882207.074476 punch from 0x0145aa to 0x020608 (0xc05f bytes) 000090 1788882207.076269 read 0x0066d8 thru 0x011609 (0xaf32 bytes) 000091 1788882207.079579 fallocate 0x025994 thru 0x02e594 (0x8c01 bytes) 000092 1788882207.081474 write 0x011cb8 thru 0x01d07e (0xb3c7 bytes) 000093 1788882207.083904 fallocate 0x027070 thru 0x02d684 (0x6615 bytes) 000095 1788882207.086144 trunc from 0x029e38 to 0x031bdb (0x7da4 bytes) 000096 1788882207.087966 mapwrite 0x024c39 thru 0x031c72 (0xd03a bytes) 000097 1788882207.101392 write 0x01ec72 thru 0x028e58 (0xa1e7 bytes) 000098 1788882207.103793 MIRROR_EXTEND to 2 mirrors 000099 1788882207.278461 trunc from 0x036b51 to 0x01f7f9 (0x17357 bytes) 000100 1788882207.292734 mapwrite 0x013979 thru 0x02213f (0xe7c7 bytes) 000101 1788882207.310669 MIRROR_RESYNC 2 mirrors 000103 1788882207.494347 mapread 0x0054ce thru 0x009e25 (0x4958 bytes) 000104 1788882207.500474 punch from 0x00b4c6 to 0x01a147 (0xec82 bytes) 000105 1788882207.513204 write 0x007b44 thru 0x00d4b9 (0x5976 bytes) 000106 1788882207.517431 write 0x02fdb9 thru 0x03266c (0x28b4 bytes) 000107 1788882207.518447 mapread 0x023235 thru 0x02d048 (0x9e14 bytes) 000108 1788882207.523699 trunc from 0x0182a2 to 0x022ab4 (0xa813 bytes) 000109 1788882207.526953 fallocate 0x03bd55 thru 0x03e113 (0x23bf bytes) 000110 1788882207.529818 read 0x001c93 thru 0x00bd73 (0xa0e1 bytes) 000111 1788882207.533378 trunc from 0x03e114 to 0x022274 (0x1be9f bytes) 000112 1788882207.545685 fallocate 0x022c0a thru 0x024a05 (0x1dfc bytes) 000113 1788882207.547843 trunc from 0x024a06 to 0x03f063 (0x1a65e bytes) 000114 1788882207.552800 read 0x01a3dd thru 0x02839a (0xdfbe bytes) 000115 1788882207.557109 read 0x02e1a5 thru 0x033b9c (0x59f8 bytes) 000116 1788882207.557703 mapread 0x03474f thru 0x03bd85 (0x7637 bytes) 000117 1788882207.558575 trunc from 0x03f064 to 0x006006 (0x3905d bytes) 000118 1788882207.564198 write 0x01e343 thru 0x01ea4a (0x708 bytes) 000120 1788882207.565537 mapwrite 0x020330 thru 0x02aaf0 (0xa7c1 bytes) 000121 1788882207.580246 trunc from 0x01c314 to 0x01f751 (0x343e bytes) 000122 1788882207.583022 MIRROR_RESYNC 2 mirrors 000123 1788882207.735420 trunc from 0x02aaf1 to 0x01a7e7 (0x10309 bytes) 000124 1788882207.755105 trunc from 0x01a7e8 to 0x00abb2 (0xfc35 bytes) 000125 1788882207.762784 fallocate 0x00eb4e thru 0x00f1dd (0x690 bytes) 000126 1788882207.765110 mapwrite 0x03d3ed thru 0x03ffff (0x2c13 bytes) 000127 1788882207.782203 punch from 0x019484 to 0x028a38 (0xf5b5 bytes) 000128 1788882207.784120 trunc from 0x004428 to 0x013c04 (0xf7dd bytes) 000129 1788882207.785952 write 0x020fc4 thru 0x0301b5 (0xf1f2 bytes) 000130 1788882207.792954 read 0x01fd22 thru 0x02314d (0x342c bytes) 000131 1788882207.795560 fallocate 0x002c17 thru 0x00d675 (0xaa5f bytes) 000132 1788882207.798418 mapwrite 0x0287d1 thru 0x02ae79 (0x26a9 bytes) 000133 1788882207.810469 trunc from 0x040000 to 0x03ef6a (0x1095 bytes) 000134 1788882207.816316 fallocate 0x015b55 thru 0x01d1a7 (0x7653 bytes) 000135 1788882207.818675 mapwrite 0x02dbc3 thru 0x02f6a1 (0x1adf bytes) 000136 1788882207.824061 read 0x032d58 thru 0x03ef6a (0xc213 bytes) 000137 1788882207.824636 mapwrite 0x021ec6 thru 0x025f96 (0x40d1 bytes) 000139 1788882207.831811 fallocate 0x0395d0 thru 0x03b246 (0x1c77 bytes) 000140 1788882207.834053 write 0x0022f1 thru 0x003f9e (0x1cae bytes) 000141 1788882207.837664 punch from 0x010a96 to 0x01c3ad (0xb918 bytes) 000142 1788882207.839515 mapwrite 0x00d6a8 thru 0x00d6b7 (0x10 bytes) 000143 1788882207.844695 trunc from 0x007c68 to 0x0178c8 (0xfc61 bytes) 000144 1788882207.846733 trunc from 0x02af9c to 0x036468 (0xb4cd bytes) 000145 1788882207.850457 MIRROR_RESYNC 2 mirrors 000146 1788882208.046261 write 0x0346d2 thru 0x036920 (0x224f bytes) 000148 1788882208.059518 punch from 0x00fb4a to 0x010e77 (0x132e bytes) 000149 1788882208.061196 mapread 0x015b50 thru 0x01ebc1 (0x9072 bytes) 000150 1788882208.067838 mapread 0x001f6c thru 0x003879 (0x190e bytes) 000151 1788882208.071332 read 0x025aaf thru 0x031a8f (0xbfe1 bytes) 000152 1788882208.074267 read 0x02a301 thru 0x02f90d (0x560d bytes) 000153 1788882208.076253 MIRROR_RESYNC 2 mirrors 000155 1788882208.276471 fallocate 0x00ffa9 thru 0x01b79f (0xb7f7 bytes) 000156 1788882208.286941 trunc from 0x03ef6b to 0x01711d (0x27e4d bytes) 000157 1788882208.297684 trunc from 0x0119e7 to 0x01711d (0x5737 bytes) 000158 1788882208.299325 mapread 0x009690 thru 0x00dcb8 (0x4629 bytes) 000159 1788882208.304186 trunc from 0x01711e to 0x016aaa (0x673 bytes) 000160 1788882208.308537 fallocate 0x0198b7 thru 0x01c697 (0x2de1 bytes) 000162 1788882208.310713 trunc from 0x016aab to 0x0261ff (0xf755 bytes) 000163 1788882208.316015 MIRROR_RESYNC 2 mirrors 000164 1788882208.484001 mapwrite 0x02a0d0 thru 0x03435c (0xa28d bytes) 000166 1788882208.521646 trunc from 0x03001a to 0x031bcc (0x1bb3 bytes) 000167 1788882208.524185 trunc from 0x01b54c to 0x01fb86 (0x463b bytes) 000168 1788882208.526891 trunc from 0x03435d to 0x0040fc (0x30260 bytes) 000169 1788882208.536437 fallocate 0x0073d0 thru 0x00e328 (0x6f59 bytes) 000170 1788882208.539085 write 0x0295d0 thru 0x035621 (0xc052 bytes) 000172 1788882208.540678 trunc from 0x02cf06 to 0x035621 (0x871c bytes) 000173 1788882208.546344 mapread 0x02947e thru 0x02d04c (0x3bcf bytes) 000174 1788882208.550783 mapread 0x01dbbe thru 0x022f30 (0x5373 bytes) 000175 1788882208.554774 trunc from 0x035622 to 0x00e6e1 (0x26f40 bytes) 000176 1788882208.560434 trunc from 0x00e6e2 to 0x01b8d1 (0xd1f0 bytes) 000177 1788882208.565809 trunc from 0x001df1 to 0x008f19 (0x7129 bytes) 000179 1788882208.567991 trunc from 0x008495 to 0x015e05 (0xd971 bytes) 000180 1788882208.570101 trunc from 0x002e03 to 0x00319a (0x398 bytes) 000181 1788882208.574126 MIRROR_RESYNC 2 mirrors 000182 1788882208.734706 write 0x0122c9 thru 0x017676 (0x53ae bytes) 000183 1788882208.746754 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1b8d2): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b8d2): Mirror 2: 0x5977ec60 (stale) CRC-32 checksum value for chunk [0, 0x1b8d2): Mirror 1: 0x5b7b10de Mirror 3: 0x5b7b10de lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b8d2: skipped 000184 1788882208.987054 read 0x00d962 thru 0x0122c1 (0x4960 bytes) 000185 1788882208.994206 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1b8d2): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b8d2): Mirror 2: 0x5977ec60 (stale) CRC-32 checksum value for chunk [0, 0x1b8d2): Mirror 1: 0x5b7b10de Mirror 3: 0x5b7b10de Mirror 4: 0x5b7b10de lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b8d2: skipped 000186 1788882209.228240 write 0x034c48 thru 0x038cfd (0x40b6 bytes) 000187 1788882209.239022 trunc from 0x012b26 to 0x019351 (0x682c bytes) 000188 1788882209.241046 punch from 0x02f119 to 0x035f61 (0x6e49 bytes) 000189 1788882209.244856 mapwrite 0x020545 thru 0x029501 (0x8fbd bytes) 000190 1788882209.257186 trunc from 0x038cfe to 0x00893c (0x303c1 bytes) 000191 1788882209.268939 trunc from 0x00893d to 0x02a773 (0x21e37 bytes) 000192 1788882209.273404 mapwrite 0x029cd0 thru 0x039111 (0xf442 bytes) 000193 1788882209.290619 write 0x00162d thru 0x00e251 (0xcc25 bytes) 000194 1788882209.294463 punch from 0x024727 to 0x031db0 (0xd68a bytes) 000195 1788882209.296649 mapwrite 0x03f5ba thru 0x03ffff (0xa46 bytes) 000196 1788882209.309618 mapread 0x009d95 thru 0x0135bc (0x9828 bytes) 000197 1788882209.313548 mapread 0x01be4b thru 0x01d9a4 (0x1b5a bytes) 000198 1788882209.316415 read 0x026705 thru 0x032e95 (0xc791 bytes) 000199 1788882209.320535 MIRROR_RESYNC 4 mirrors 000200 1788882209.612624 mapread 0x0282e0 thru 0x034fbb (0xccdc bytes) 000202 1788882209.622618 punch from 0x02d5fa to 0x03771c (0xa123 bytes) 000203 1788882209.635528 read 0x01ff91 thru 0x02fc16 (0xfc86 bytes) 000204 1788882209.640861 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf2ed0928 (stale) Mirror 3: 0xf2ed0928 (stale) Mirror 4: 0xf2ed0928 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x73b083e8 Mirror 5: 0x73b083e8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000205 1788882209.881864 mapwrite 0x004d18 thru 0x00b900 (0x6be9 bytes) 000207 1788882209.918187 trunc from 0x040000 to 0x00aac6 (0x35539 bytes) 000208 1788882209.930472 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0xaac7): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xaac7): Mirror 2: 0x81e899fc (stale) Mirror 3: 0x81e899fc (stale) Mirror 4: 0x81e899fc (stale) Mirror 5: 0x81e899fc (stale) CRC-32 checksum value for chunk [0, 0xaac7): Mirror 1: 0x6614d404 Mirror 6: 0x6614d404 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xaac7: skipped 000209 1788882210.184243 trunc from 0x008bf0 to 0x00aac6 (0x1ed7 bytes) 000210 1788882210.195500 fallocate 0x002386 thru 0x007fed (0x5c68 bytes) 000211 1788882210.198537 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xaac7): Mirror 3: 0x81e899fc (stale) Mirror 4: 0x81e899fc (stale) Mirror 5: 0x81e899fc (stale) Mirror 6: 0x6614d404 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xaac7): Mirror 3: 0x81e899fc (stale) Mirror 4: 0x81e899fc (stale) Mirror 5: 0x81e899fc (stale) Mirror 6: 0x6614d404 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xaac7: skipped 000212 1788882210.305395 fallocate 0x017935 thru 0x01e3d0 (0x6a9c bytes) 000213 1788882210.307441 trunc from 0x01e3d1 to 0x00a89b (0x13b35 bytes) 000214 1788882210.316438 MIRROR_RESYNC 5 mirrors 000215 1788882210.613475 MIRROR_RESYNC 5 mirrors 000216 1788882210.735245 write 0x0192e1 thru 0x01d88e (0x45ae bytes) 000217 1788882210.744495 mapread 0x014e41 thru 0x01c900 (0x7ac0 bytes) 000218 1788882210.750055 mapread 0x0139e5 thru 0x01d88e (0x9eaa bytes) 000219 1788882210.752350 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x1d88f): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d88f): Mirror 3: 0x3ed1b1c4 (stale) Mirror 4: 0x3ed1b1c4 (stale) Mirror 5: 0x3ed1b1c4 (stale) Mirror 6: 0x3ed1b1c4 (stale) CRC-32 checksum value for chunk [0, 0x1d88f): Mirror 1: 0xe28ba0c6 Mirror 7: 0xe28ba0c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d88f: skipped 000220 1788882211.024699 mapread 0x014c44 thru 0x0192f9 (0x46b6 bytes) 000221 1788882211.032949 trunc from 0x01ca81 to 0x01d88e (0xe0e bytes) 000222 1788882211.045237 trunc from 0x01a7e6 to 0x01d88e (0x30a9 bytes) 000223 1788882211.047408 trunc from 0x0052b9 to 0x01442b (0xf173 bytes) 000224 1788882211.049561 mapwrite 0x004a6c thru 0x00eb6b (0xa100 bytes) 000225 1788882211.059997 mapread 0x003711 thru 0x005176 (0x1a66 bytes) 000226 1788882211.060729 mapread 0x00bf75 thru 0x00f3c8 (0x3454 bytes) 000227 1788882211.061259 trunc from 0x0151b4 to 0x01d88e (0x86db bytes) 000228 1788882211.063367 fallocate 0x02bd1c thru 0x03aa20 (0xed05 bytes) 000229 1788882211.065064 read 0x01a2e3 thru 0x01d88e (0x35ac bytes) 000231 1788882211.069216 MIRROR_RESYNC 6 mirrors 000232 1788882211.391999 punch from 0x00f577 to 0x019e53 (0xa8dd bytes) 000233 1788882211.410471 trunc from 0x01d88f to 0x01228d (0xb601 bytes) 000234 1788882211.422958 write 0x003a88 thru 0x00ea13 (0xaf8c bytes) 000235 1788882211.428956 write 0x021df9 thru 0x02ffea (0xe1f2 bytes) 000236 1788882211.431806 mapwrite 0x0099ff thru 0x01028b (0x688d bytes) 000237 1788882211.442412 read 0x01bd1f thru 0x0237f5 (0x7ad7 bytes) 000238 1788882211.445238 fallocate 0x027558 thru 0x03179f (0xa248 bytes) 000239 1788882211.447410 write 0x01905c thru 0x02323b (0xa1e0 bytes) 000240 1788882211.451372 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2ffeb): Mirror 4: 0x94bc14e7 (stale) Mirror 5: 0x94bc14e7 (stale) Mirror 6: 0x94bc14e7 (stale) Mirror 7: 0x94bc14e7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ffeb): Mirror 4: 0x94bc14e7 (stale) Mirror 5: 0x94bc14e7 (stale) Mirror 6: 0x94bc14e7 (stale) Mirror 7: 0x94bc14e7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ffeb: skipped 000241 1788882211.574993 write 0x02331d thru 0x02e35a (0xb03e bytes) 000242 1788882211.580355 mapwrite 0x023c8c thru 0x02e5a7 (0xa91c bytes) 000243 1788882211.589502 MIRROR_RESYNC 5 mirrors 000244 1788882211.877952 MIRROR_RESYNC 5 mirrors 000245 1788882212.013401 fallocate 0x02d1b1 thru 0x03175a (0x45aa bytes) 000246 1788882212.025640 write 0x03d025 thru 0x03ffff (0x2fdb bytes) 000247 1788882212.028521 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x4bfe95e (stale) Mirror 5: 0x4bfe95e (stale) Mirror 6: 0x4bfe95e (stale) Mirror 7: 0x4bfe95e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x9127897d Mirror 8: 0x9127897d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000248 1788882212.298360 trunc from 0x040000 to 0x025326 (0x1acd9 bytes) 000249 1788882212.312561 punch from 0x02430f to 0x025326 (0x1018 bytes) 000251 1788882212.315231 write 0x01383e thru 0x015db0 (0x2573 bytes) 000252 1788882212.318551 trunc from 0x01c03e to 0x01fe46 (0x3e09 bytes) 000253 1788882212.320775 mapread 0x00b000 thru 0x019b8a (0xeb8b bytes) 000254 1788882212.331191 mapwrite 0x039784 thru 0x03ffff (0x687c bytes) 000255 1788882212.351162 MIRROR_RESYNC 6 mirrors 000256 1788882212.864911 fallocate 0x014b82 thru 0x01af5a (0x63d9 bytes) 000257 1788882212.880520 MIRROR_RESYNC 6 mirrors 000259 1788882213.398057 trunc from 0x040000 to 0x014265 (0x2bd9a bytes) 000262 1788882213.411463 punch from 0x000dfa to 0x00c9a9 (0xbbb0 bytes) 000263 1788882213.413939 punch from 0x00765d to 0x010b79 (0x951d bytes) 000264 1788882213.416130 trunc from 0x00c137 to 0x014265 (0x812f bytes) 000265 1788882213.418312 mapwrite 0x037182 thru 0x03fec5 (0x8d44 bytes) 000266 1788882213.437065 fallocate 0x009dda thru 0x0169cd (0xcbf4 bytes) 000267 1788882213.438807 trunc from 0x00a898 to 0x00c1dc (0x1945 bytes) 000268 1788882213.440195 fallocate 0x00b94f thru 0x019cf9 (0xe3ab bytes) 000269 1788882213.442034 fallocate 0x009bc8 thru 0x01851a (0xe953 bytes) 000270 1788882213.443948 read 0x0251b9 thru 0x02b570 (0x63b8 bytes) 000271 1788882213.447009 fallocate 0x02b911 thru 0x0374b9 (0xbba9 bytes) 000273 1788882213.449252 mapwrite 0x0036dd thru 0x01162d (0xdf51 bytes) 000274 1788882213.461166 trunc from 0x03fec6 to 0x011fc9 (0x2defc bytes) 000275 1788882213.466142 trunc from 0x011fca to 0x00a845 (0x7784 bytes) 000276 1788882213.471462 mapread 0x009c6c thru 0x00a845 (0xbda bytes) 000277 1788882213.472160 trunc from 0x006c79 to 0x00a845 (0x3bcd bytes) 000278 1788882213.474198 write 0x033d21 thru 0x039158 (0x5438 bytes) 000279 1788882213.475183 mapread 0x003582 thru 0x006bd1 (0x3650 bytes) 000280 1788882213.478215 read 0x030799 thru 0x039158 (0x89c0 bytes) 000281 1788882213.480890 punch from 0x0337fd to 0x034155 (0x959 bytes) 000282 1788882213.484581 read 0x035709 thru 0x0357c0 (0xb8 bytes) 000283 1788882213.485087 trunc from 0x01a2b6 to 0x02608b (0xbdd6 bytes) 000284 1788882213.486904 punch from 0x0029a5 to 0x00d224 (0xa880 bytes) 000285 1788882213.488674 trunc from 0x039159 to 0x00d156 (0x2c002 bytes) 000287 1788882213.494443 punch from 0x002640 to 0x007125 (0x4ae6 bytes) 000288 1788882213.496185 mapread 0x006af5 thru 0x00d156 (0x6662 bytes) 000289 1788882213.499089 punch from 0x00bf3b to 0x00ca99 (0xb5f bytes) 000290 1788882213.501873 MIRROR_RESYNC 6 mirrors 000291 1788882213.697372 fallocate 0x01fb2c thru 0x02cb3e (0xd013 bytes) 000292 1788882213.707782 punch from 0x02bb8a to 0x02cb3e (0xfb5 bytes) 000293 1788882213.709545 read 0x013f8c thru 0x019532 (0x55a7 bytes) 000294 1788882213.713157 trunc from 0x02cb3f to 0x0334e8 (0x69aa bytes) 000295 1788882213.723646 write 0x00aa4b thru 0x0153e4 (0xa99a bytes) 000296 1788882213.725779 mapread 0x00c4a5 thru 0x017050 (0xabac bytes) 000297 1788882213.726449 punch from 0x01a406 to 0x01c863 (0x245e bytes) 000298 1788882213.728103 fallocate 0x039b83 thru 0x03ffff (0x647d bytes) 000299 1788882213.729922 trunc from 0x01469f to 0x015bd6 (0x1538 bytes) 000300 1788882213.734575 read 0x033a2f thru 0x03b5b6 (0x7b88 bytes) 000301 1788882213.737924 read 0x0346af thru 0x03ffff (0xb951 bytes) 000302 1788882213.738308 fallocate 0x01a5c8 thru 0x021e7a (0x78b3 bytes) 000303 1788882213.740064 mapread 0x02f143 thru 0x03cc9a (0xdb58 bytes) 000304 1788882213.740938 write 0x00096a thru 0x0068ba (0x5f51 bytes) 000305 1788882213.741936 write 0x000926 thru 0x00db5b (0xd236 bytes) 000306 1788882213.743135 fallocate 0x026007 thru 0x02e5ad (0x85a7 bytes) 000307 1788882213.745217 write 0x03eeb3 thru 0x03ffff (0x114d bytes) 000308 1788882213.745754 trunc from 0x040000 to 0x0011df (0x3ee20 bytes) 000309 1788882213.750895 trunc from 0x0011e0 to 0x0023d0 (0x11f1 bytes) 000310 1788882213.755351 trunc from 0x0023d1 to 0x03dc50 (0x3b880 bytes) 000312 1788882213.760148 mapwrite 0x01b273 thru 0x0270f9 (0xbe87 bytes) 000313 1788882213.772758 punch from 0x02c455 to 0x02f11e (0x2cca bytes) 000315 1788882213.774861 trunc from 0x02c05b to 0x0371ff (0xb1a5 bytes) 000316 1788882213.776501 read 0x034f3a thru 0x03dc50 (0x8d17 bytes) 000317 1788882213.779408 write 0x02ade0 thru 0x03339d (0x85be bytes) 000319 1788882213.780756 fallocate 0x01aefa thru 0x022569 (0x7670 bytes) 000320 1788882213.784164 MIRROR_RESYNC 6 mirrors 000321 1788882214.157690 trunc from 0x03dc51 to 0x011bf3 (0x2c05d bytes) 000322 1788882214.167819 read 0x005027 thru 0x00faa7 (0xaa81 bytes) 000323 1788882214.170975 fallocate 0x006d6c thru 0x008456 (0x16eb bytes) 000324 1788882214.172887 trunc from 0x00aaa0 to 0x011bf3 (0x7154 bytes) 000325 1788882214.174498 mapread 0x008dec thru 0x00b1e5 (0x23fa bytes) 000327 1788882214.178288 mapwrite 0x001d53 thru 0x00ff29 (0xe1d7 bytes) 000328 1788882214.187861 trunc from 0x00de91 to 0x010de2 (0x2f52 bytes) 000329 1788882214.191199 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x11bf4): Mirror 5: 0x499cd35f (stale) Mirror 6: 0x499cd35f (stale) Mirror 7: 0x499cd35f (stale) Mirror 8: 0x499cd35f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11bf4): Mirror 5: 0x499cd35f (stale) Mirror 6: 0x499cd35f (stale) Mirror 7: 0x499cd35f (stale) Mirror 8: 0x499cd35f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11bf4: skipped 000330 1788882214.294937 mapwrite 0x0182f2 thru 0x023211 (0xaf20 bytes) 000331 1788882214.316726 trunc from 0x023212 to 0x0127b8 (0x10a59 bytes) 000332 1788882214.323050 read 0x00a134 thru 0x011c11 (0x7ade bytes) 000333 1788882214.327237 trunc from 0x00044b to 0x002e9d (0x2a53 bytes) 000334 1788882214.329603 trunc from 0x0127b9 to 0x0327ab (0x1fff3 bytes) 000335 1788882214.334730 mapwrite 0x0028ea thru 0x006676 (0x3d8d bytes) 000336 1788882214.344610 write 0x03c61e thru 0x03ffff (0x39e2 bytes) 000337 1788882214.345404 write 0x02868e thru 0x035201 (0xcb74 bytes) 000338 1788882214.348776 write 0x010d34 thru 0x01743e (0x670b bytes) 000339 1788882214.350825 trunc from 0x024421 to 0x026d4a (0x292a bytes) 000340 1788882214.352772 fallocate 0x037f16 thru 0x038855 (0x940 bytes) 000341 1788882214.354825 mapwrite 0x02e872 thru 0x03268c (0x3e1b bytes) 000342 1788882214.361060 trunc from 0x0320a6 to 0x03e9c6 (0xc921 bytes) 000343 1788882214.363063 punch from 0x012122 to 0x013b80 (0x1a5f bytes) 000344 1788882214.364811 mapread 0x007230 thru 0x00a703 (0x34d4 bytes) 000345 1788882214.365623 mapread 0x02d7bd thru 0x033ae5 (0x6329 bytes) 000346 1788882214.368866 write 0x02f4e4 thru 0x03310a (0x3c27 bytes) 000347 1788882214.369537 punch from 0x022e7d to 0x02dcef (0xae73 bytes) 000348 1788882214.371411 trunc from 0x005901 to 0x00dc6c (0x836c bytes) 000349 1788882214.373469 read 0x039a3e thru 0x03a829 (0xdec bytes) 000350 1788882214.373984 mapwrite 0x03a08d thru 0x03ffff (0x5f73 bytes) 000351 1788882214.384848 punch from 0x022527 to 0x02d565 (0xb03f bytes) 000352 1788882214.387454 read 0x03eab2 thru 0x03ffff (0x154e bytes) 000353 1788882214.389754 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x7abc5aea (stale) Mirror 7: 0x7abc5aea (stale) Mirror 8: 0x7abc5aea (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x7abc5aea (stale) Mirror 7: 0x7abc5aea (stale) Mirror 8: 0x7abc5aea (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000354 1788882214.493221 read 0x0324c4 thru 0x03869e (0x61db bytes) 000355 1788882214.496586 punch from 0x01e861 to 0x02451f (0x5cbf bytes) 000356 1788882214.498835 mapwrite 0x03ef55 thru 0x03ffff (0x10ab bytes) 000357 1788882214.506905 trunc from 0x040000 to 0x024943 (0x1b6bc bytes) 000358 1788882214.512915 mapwrite 0x00fc37 thru 0x011776 (0x1b40 bytes) 000359 1788882214.520652 trunc from 0x0092a8 to 0x019287 (0xffe0 bytes) 000361 1788882214.522983 trunc from 0x01242d to 0x021838 (0xf40c bytes) 000363 1788882214.524953 trunc from 0x024944 to 0x01e827 (0x611c bytes) 000364 1788882214.529392 mapwrite 0x037a50 thru 0x03ffff (0x85b0 bytes) 000365 1788882214.542923 MIRROR_RESYNC 4 mirrors 000366 1788882214.797124 fallocate 0x03f7ae thru 0x03ffff (0x852 bytes) 000368 1788882214.808859 punch from 0x016a7b to 0x01f76a (0x8cf0 bytes) 000369 1788882214.813042 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x5beeaa1a (stale) Mirror 7: 0x5beeaa1a (stale) Mirror 8: 0x5beeaa1a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5beeaa1a Mirror 9: 0x5beeaa1a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000370 1788882215.090384 trunc from 0x005bd4 to 0x00c018 (0x6445 bytes) 000371 1788882215.101413 mapread 0x01498a thru 0x015c3a (0x12b1 bytes) 000373 1788882215.105437 read 0x03236c thru 0x03ffff (0xdc94 bytes) 000374 1788882215.108645 fallocate 0x01d20f thru 0x02752d (0xa31f bytes) 000375 1788882215.110521 read 0x03437d thru 0x03ffff (0xbc83 bytes) 000376 1788882215.110914 trunc from 0x011f5e to 0x01d146 (0xb1e9 bytes) 000377 1788882215.113240 punch from 0x02960e to 0x02f194 (0x5b87 bytes) 000378 1788882215.115153 trunc from 0x0039d7 to 0x009f4a (0x6574 bytes) 000379 1788882215.117074 write 0x0381f2 thru 0x03ffff (0x7e0e bytes) 000380 1788882215.119552 fallocate 0x005546 thru 0x00b531 (0x5fec bytes) 000381 1788882215.121560 write 0x00e344 thru 0x01adca (0xca87 bytes) 000382 1788882215.125834 read 0x02b90f thru 0x02cde0 (0x14d2 bytes) 000383 1788882215.126346 write 0x01a863 thru 0x01c287 (0x1a25 bytes) 000384 1788882215.127151 trunc from 0x00ba8b to 0x010dc8 (0x533e bytes) 000385 1788882215.131788 mapread 0x02c6b1 thru 0x035940 (0x9290 bytes) 000387 1788882215.133035 write 0x03f29a thru 0x03ffff (0xd66 bytes) 000388 1788882215.133756 read 0x033133 thru 0x0379b7 (0x4885 bytes) 000389 1788882215.134233 mapread 0x029010 thru 0x03642a (0xd41b bytes) 000391 1788882215.135610 read 0x000fee thru 0x00e9e1 (0xd9f4 bytes) 000392 1788882215.139430 trunc from 0x024cc9 to 0x033fee (0xf326 bytes) 000393 1788882215.143628 MIRROR_RESYNC 5 mirrors 000395 1788882215.489884 trunc from 0x040000 to 0x01856a (0x27a95 bytes) 000396 1788882215.506472 write 0x01f83f thru 0x028b0e (0x92d0 bytes) 000397 1788882215.507379 punch from 0x024ace to 0x0270fe (0x2631 bytes) 000398 1788882215.511625 trunc from 0x028b0f to 0x0260dd (0x2a31 bytes) 000399 1788882215.517367 write 0x0017a5 thru 0x0073ee (0x5c4a bytes) 000400 1788882215.522564 MIRROR_RESYNC 5 mirrors 000401 1788882215.880771 trunc from 0x0260de to 0x0026b8 (0x23a25 bytes) 000402 1788882215.902803 trunc from 0x0026b9 to 0x028fa9 (0x268f1 bytes) 000403 1788882215.909890 write 0x03d08e thru 0x03ffff (0x2f72 bytes) 000404 1788882215.910910 fallocate 0x017e29 thru 0x01dbdc (0x5db4 bytes) 000405 1788882215.914499 fallocate 0x03a023 thru 0x03e4d0 (0x44ae bytes) 000406 1788882215.917886 read 0x01f2d3 thru 0x023eb1 (0x4bdf bytes) 000407 1788882215.921497 trunc from 0x040000 to 0x006303 (0x39cfc bytes) 000408 1788882215.928704 fallocate 0x02e8a4 thru 0x03761d (0x8d7a bytes) 000409 1788882215.931439 read 0x01062e thru 0x014209 (0x3bdc bytes) 000410 1788882215.938599 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3761e): Mirror 5: 0xbc8fbaa6 (stale) Mirror 7: 0xbc8fbaa6 (stale) Mirror 9: 0xbc8fbaa6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3761e): Mirror 5: 0xbc8fbaa6 (stale) Mirror 7: 0xbc8fbaa6 (stale) Mirror 9: 0xbc8fbaa6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3761e: skipped 000411 1788882216.062808 punch from 0x002d48 to 0x0050ec (0x23a5 bytes) 000412 1788882216.064819 read 0x0274ce thru 0x031848 (0xa37b bytes) 000413 1788882216.068085 fallocate 0x00647a thru 0x0103a1 (0x9f28 bytes) 000414 1788882216.070260 mapwrite 0x03acb5 thru 0x03d7f6 (0x2b42 bytes) 000415 1788882216.087231 punch from 0x019979 to 0x01bb6b (0x21f3 bytes) 000416 1788882216.088762 read 0x003e72 thru 0x011dc7 (0xdf56 bytes) 000417 1788882216.092541 fallocate 0x01a011 thru 0x01c626 (0x2616 bytes) 000418 1788882216.094695 trunc from 0x03d7f7 to 0x03e11e (0x928 bytes) 000419 1788882216.098974 mapread 0x03adfd thru 0x03cdb2 (0x1fb6 bytes) 000420 1788882216.099540 write 0x025920 thru 0x02c8ae (0x6f8f bytes) 000421 1788882216.100447 trunc from 0x03e11f to 0x002f5b (0x3b1c3 bytes) 000422 1788882216.105431 fallocate 0x03355a thru 0x03a125 (0x6bcc bytes) 000423 1788882216.107575 mapread 0x000e27 thru 0x002f5b (0x2135 bytes) 000424 1788882216.108401 punch from 0x0021dd to 0x002f5b (0xd7f bytes) 000425 1788882216.111890 MIRROR_RESYNC 4 mirrors 000426 1788882216.310079 mapwrite 0x018989 thru 0x01a885 (0x1efd bytes) 000427 1788882216.349535 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1a886): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a886): Mirror 5: 0x31d85007 (stale) Mirror 7: 0x31d85007 (stale) Mirror 9: 0x31d85007 (stale) CRC-32 checksum value for chunk [0, 0x1a886): Mirror 1: 0x67a91ddb Mirror 10: 0x67a91ddb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a886: skipped 000428 1788882216.616348 fallocate 0x034218 thru 0x03d9ba (0x97a3 bytes) 000429 1788882216.630991 read 0x008788 thru 0x00e31e (0x5b97 bytes) 000430 1788882216.634138 write 0x0272af thru 0x02ce24 (0x5b76 bytes) 000431 1788882216.638650 write 0x0282ee thru 0x03124f (0x8f62 bytes) 000432 1788882216.641158 mapwrite 0x006cfd thru 0x00db35 (0x6e39 bytes) 000433 1788882216.653159 trunc from 0x02969e to 0x036c11 (0xd574 bytes) 000434 1788882216.656041 mapread 0x003fef thru 0x00c28b (0x829d bytes) 000435 1788882216.662513 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3d9bb): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d9bb): Mirror 5: 0x2b1793b (stale) Mirror 7: 0x2b1793b (stale) Mirror 9: 0x2b1793b (stale) Mirror 10: 0x78e05e38 (stale) CRC-32 checksum value for chunk [0, 0x3d9bb): Mirror 1: 0x422fe752 Mirror 11: 0x422fe752 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d9bb: skipped 000436 1788882216.988026 punch from 0x0041ac to 0x0127e6 (0xe63b bytes) 000437 1788882216.999138 mapwrite 0x034ece thru 0x03fd37 (0xae6a bytes) 000438 1788882217.031097 punch from 0x020f0d to 0x02b6bd (0xa7b1 bytes) 000439 1788882217.033735 mapwrite 0x01ee82 thru 0x02b81a (0xc999 bytes) 000440 1788882217.050132 trunc from 0x03fd38 to 0x008135 (0x37c02 bytes) 000441 1788882217.056151 mapread 0x004ba0 thru 0x008135 (0x3596 bytes) 000442 1788882217.059690 punch from 0x00079e to 0x001c14 (0x1477 bytes) 000443 1788882217.061941 fallocate 0x010b7d thru 0x01f334 (0xe7b8 bytes) 000444 1788882217.064482 write 0x02f4cb thru 0x038384 (0x8eba bytes) 000445 1788882217.065715 fallocate 0x00bf11 thru 0x0186d6 (0xc7c6 bytes) 000446 1788882217.068211 read 0x037f62 thru 0x038384 (0x423 bytes) 000447 1788882217.068713 trunc from 0x038385 to 0x0129e9 (0x2599b bytes) 000448 1788882217.075259 trunc from 0x008cc4 to 0x0129e9 (0x9d26 bytes) 000449 1788882217.077645 write 0x0200e2 thru 0x0259c6 (0x58e5 bytes) 000450 1788882217.078946 mapread 0x0118bb thru 0x017b65 (0x62ab bytes) 000451 1788882217.082853 trunc from 0x0259c7 to 0x011393 (0x14633 bytes) 000452 1788882217.088062 trunc from 0x011394 to 0x00266e (0xed25 bytes) 000454 1788882217.093794 write 0x021406 thru 0x028721 (0x731c bytes) 000455 1788882217.094691 trunc from 0x028722 to 0x01f48c (0x9295 bytes) 000456 1788882217.099390 write 0x01761b thru 0x0194dc (0x1ec2 bytes) 000457 1788882217.103292 read 0x00ff1d thru 0x0116a9 (0x178d bytes) 000458 1788882217.107296 trunc from 0x01f48d to 0x02bc4a (0xc7be bytes) 000459 1788882217.113647 fallocate 0x02f411 thru 0x03b89c (0xc48c bytes) 000460 1788882217.116335 read 0x023246 thru 0x02e5ab (0xb366 bytes) 000461 1788882217.122163 write 0x00d664 thru 0x019e77 (0xc814 bytes) 000462 1788882217.123426 mapwrite 0x02ed70 thru 0x036d96 (0x8027 bytes) 000463 1788882217.134575 mapread 0x0194af thru 0x01e39a (0x4eec bytes) 000464 1788882217.135446 fallocate 0x0039fb thru 0x00452d (0xb33 bytes) 000465 1788882217.138416 read 0x020179 thru 0x022a0f (0x2897 bytes) 000466 1788882217.138966 trunc from 0x03b89d to 0x023f42 (0x1795a bytes) 000467 1788882217.145391 mapwrite 0x0126c3 thru 0x015060 (0x299e bytes) 000468 1788882217.151560 trunc from 0x012ff3 to 0x013129 (0x137 bytes) 000469 1788882217.156427 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x23f43): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23f43): Mirror 5: 0xdac13050 (stale) Mirror 7: 0xdac13050 (stale) Mirror 9: 0xdac13050 (stale) Mirror 10: 0xc495e6a6 (stale) Mirror 11: 0x38300e87 (stale) CRC-32 checksum value for chunk [0, 0x23f43): Mirror 1: 0xb9ee987c Mirror 12: 0xb9ee987c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23f43: skipped 000470 1788882217.459457 punch from 0x0093e0 to 0x017159 (0xdd7a bytes) 000471 1788882217.475265 mapread 0x0203f5 thru 0x023f42 (0x3b4e bytes) 000472 1788882217.482814 trunc from 0x01bf24 to 0x023f42 (0x801f bytes) 000473 1788882217.485375 trunc from 0x0091b7 to 0x0093fd (0x247 bytes) 000474 1788882217.487628 fallocate 0x03932b thru 0x03ffff (0x6cd5 bytes) 000475 1788882217.490548 write 0x02443f thru 0x028a88 (0x464a bytes) 000476 1788882217.494601 fallocate 0x00131a thru 0x00a422 (0x9109 bytes) 000478 1788882217.497590 punch from 0x010121 to 0x01af6e (0xae4e bytes) 000479 1788882217.502766 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x28a89): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28a89): Mirror 5: 0x973ad82c (stale) Mirror 7: 0x973ad82c (stale) Mirror 9: 0x973ad82c (stale) Mirror 10: 0xfb9a7ab (stale) Mirror 11: 0x7af8df15 (stale) Mirror 12: 0x4a92c5e7 (stale) CRC-32 checksum value for chunk [0, 0x28a89): Mirror 1: 0x579df78b Mirror 13: 0x579df78b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28a89: skipped 000480 1788882217.788117 fallocate 0x01e35d thru 0x025db6 (0x7a5a bytes) 000481 1788882217.803357 trunc from 0x022820 to 0x028a88 (0x6269 bytes) 000483 1788882217.811220 MIRROR_SPLIT mirror 6 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x28a89): Mirror 5: 0x973ad82c (stale) Mirror 7: 0x973ad82c (stale) Mirror 9: 0x973ad82c (stale) Mirror 10: 0xfb9a7ab (stale) Mirror 11: 0x7af8df15 (stale) Mirror 13: 0x579df78b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28a89): Mirror 5: 0x973ad82c (stale) Mirror 7: 0x973ad82c (stale) Mirror 9: 0x973ad82c (stale) Mirror 10: 0xfb9a7ab (stale) Mirror 11: 0x7af8df15 (stale) Mirror 13: 0x579df78b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28a89: skipped 000484 1788882217.954489 punch from 0x00a52d to 0x017053 (0xcb27 bytes) 000485 1788882217.957060 write 0x0324dd thru 0x03f9a9 (0xd4cd bytes) 000486 1788882217.960032 mapread 0x012383 thru 0x01c6e2 (0xa360 bytes) 000487 1788882217.967556 mapread 0x023d40 thru 0x0339e8 (0xfca9 bytes) 000488 1788882217.973769 read 0x022e89 thru 0x02fe2b (0xcfa3 bytes) 000489 1788882217.974392 trunc from 0x027d66 to 0x037979 (0xfc14 bytes) 000490 1788882217.980920 MIRROR_RESYNC 7 mirrors 000491 1788882218.371056 read 0x005b7c thru 0x009863 (0x3ce8 bytes) 000492 1788882218.374897 mapread 0x01f701 thru 0x023ad0 (0x43d0 bytes) 000493 1788882218.382435 fallocate 0x014b84 thru 0x0166a7 (0x1b24 bytes) 000494 1788882218.395083 read 0x02281e thru 0x02d925 (0xb108 bytes) 000495 1788882218.400225 read 0x01c2bd thru 0x01fae4 (0x3828 bytes) 000496 1788882218.400797 write 0x01fe95 thru 0x02ed03 (0xee6f bytes) 000498 1788882218.402399 fallocate 0x007245 thru 0x008e3b (0x1bf7 bytes) 000499 1788882218.404867 mapwrite 0x034da0 thru 0x03ffff (0xb260 bytes) 000500 1788882218.421852 mapwrite 0x017c2b thru 0x01d67a (0x5a50 bytes) 000501 1788882218.434883 trunc from 0x03fe31 to 0x03ffff (0x1cf bytes) 000502 1788882218.437518 mapread 0x009b33 thru 0x0103ee (0x68bc bytes) 000503 1788882218.438667 read 0x03a6f6 thru 0x03ffff (0x590a bytes) 000504 1788882218.442828 punch from 0x026c27 to 0x02a88d (0x3c67 bytes) 000505 1788882218.445647 trunc from 0x037359 to 0x03ffff (0x8ca7 bytes) 000506 1788882218.448419 mapread 0x004e81 thru 0x007ca9 (0x2e29 bytes) 000507 1788882218.449379 trunc from 0x040000 to 0x00cebc (0x33143 bytes) 000508 1788882218.456890 write 0x0003f8 thru 0x0032ff (0x2f08 bytes) 000509 1788882218.457962 fallocate 0x0304ae thru 0x03a4eb (0xa03e bytes) 000510 1788882218.461497 trunc from 0x00cebd to 0x03c487 (0x2f5cb bytes) 000511 1788882218.472119 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3c488): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c488): Mirror 5: 0x77931503 (stale) Mirror 7: 0x77931503 (stale) Mirror 9: 0x77931503 (stale) Mirror 10: 0x77931503 (stale) Mirror 11: 0x77931503 (stale) Mirror 13: 0x77931503 (stale) CRC-32 checksum value for chunk [0, 0x3c488): Mirror 1: 0xbaca6947 Mirror 14: 0xbaca6947 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c488: skipped 000512 1788882218.815426 mapread 0x0043d6 thru 0x00765b (0x3286 bytes) 000513 1788882218.827875 trunc from 0x02e7be to 0x03bb29 (0xd36c bytes) 000514 1788882218.851912 read 0x03422f thru 0x0361aa (0x1f7c bytes) 000515 1788882218.855899 trunc from 0x03c488 to 0x016633 (0x25e54 bytes) 000516 1788882218.875489 mapwrite 0x008a48 thru 0x012e72 (0xa42b bytes) 000517 1788882218.894686 fallocate 0x024f32 thru 0x02b3c7 (0x6496 bytes) 000518 1788882218.899121 write 0x03da4d thru 0x03ffff (0x25b3 bytes) 000519 1788882218.900074 mapwrite 0x03a970 thru 0x03ffff (0x5690 bytes) 000520 1788882218.916491 MIRROR_RESYNC 8 mirrors 000521 1788882219.454335 MIRROR_RESYNC 8 mirrors 000522 1788882219.657963 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) 000523 1788882219.815092 write 0x02608d thru 0x02cd78 (0x6cec bytes) 000524 1788882219.830133 read 0x0267a2 thru 0x02b7f5 (0x5054 bytes) 000525 1788882219.832387 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x7fee1656 (stale) Mirror 7: 0x7fee1656 (stale) Mirror 10: 0x7fee1656 (stale) Mirror 11: 0x7fee1656 (stale) Mirror 13: 0x7fee1656 (stale) Mirror 14: 0x7fee1656 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x58b6f7c6 Mirror 15: 0x58b6f7c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000526 1788882220.135986 mapwrite 0x00a46e thru 0x00f9ba (0x554d bytes) 000527 1788882220.182485 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x7fee1656 (stale) Mirror 7: 0x7fee1656 (stale) Mirror 11: 0x7fee1656 (stale) Mirror 13: 0x7fee1656 (stale) Mirror 14: 0x7fee1656 (stale) Mirror 15: 0x58b6f7c6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x7fee1656 (stale) Mirror 7: 0x7fee1656 (stale) Mirror 11: 0x7fee1656 (stale) Mirror 13: 0x7fee1656 (stale) Mirror 14: 0x7fee1656 (stale) Mirror 15: 0x58b6f7c6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000528 1788882220.342601 write 0x03cd83 thru 0x03ffff (0x327d bytes) 000529 1788882220.346783 trunc from 0x040000 to 0x01cf80 (0x2307f bytes) 000530 1788882220.361112 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1cf81): Mirror 7: 0x82eceaec (stale) Mirror 11: 0x82eceaec (stale) Mirror 13: 0x82eceaec (stale) Mirror 14: 0x82eceaec (stale) Mirror 15: 0x82eceaec (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cf81): Mirror 7: 0x82eceaec (stale) Mirror 11: 0x82eceaec (stale) Mirror 13: 0x82eceaec (stale) Mirror 14: 0x82eceaec (stale) Mirror 15: 0x82eceaec (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cf81: skipped 000531 1788882220.488236 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x1cf81): Mirror 7: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cf81): Mirror 7: 0x82eceaec (stale) Mirror 11: 0x82eceaec (stale) Mirror 13: 0x82eceaec (stale) Mirror 14: 0x82eceaec (stale) Mirror 15: 0x82eceaec (stale) CRC-32 checksum value for chunk [0, 0x1cf81): Mirror 1: 0xc77cb53e Mirror 16: 0xc77cb53e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cf81: skipped 000532 1788882220.775803 mapwrite 0x012d23 thru 0x01845f (0x573d bytes) 000534 1788882220.825175 trunc from 0x01cf81 to 0x01257b (0xaa05 bytes) 000535 1788882220.836833 mapwrite 0x035dea thru 0x03eedd (0x90f4 bytes) 000536 1788882220.858682 read 0x0279c6 thru 0x02b5a1 (0x3bdc bytes) 000537 1788882220.862475 write 0x00ba99 thru 0x016d79 (0xb2e1 bytes) 000538 1788882220.870096 MIRROR_RESYNC 7 mirrors 000539 1788882221.331558 read 0x01137b thru 0x01e03a (0xccc0 bytes) 000540 1788882221.336240 MIRROR_RESYNC 7 mirrors 000542 1788882221.529175 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) 000543 1788882221.657463 write 0x034e0a thru 0x03ffff (0xb1f6 bytes) 000544 1788882221.672046 trunc from 0x02135e to 0x02e0e4 (0xcd87 bytes) 000545 1788882221.674309 mapwrite 0x02fff6 thru 0x030009 (0x14 bytes) 000546 1788882221.684913 fallocate 0x0018cd thru 0x006a09 (0x513d bytes) 000547 1788882221.687736 mapread 0x01cf8b thru 0x02b189 (0xe1ff bytes) 000548 1788882221.694264 mapwrite 0x00af47 thru 0x013643 (0x86fd bytes) 000549 1788882221.705831 trunc from 0x00841a to 0x00d255 (0x4e3c bytes) 000550 1788882221.707844 read 0x00a792 thru 0x0159d5 (0xb244 bytes) 000551 1788882221.709928 write 0x031367 thru 0x035ada (0x4774 bytes) 000552 1788882221.712061 mapread 0x01d74c thru 0x01f3f8 (0x1cad bytes) 000553 1788882221.712657 mapread 0x02044c thru 0x024468 (0x401d bytes) 000554 1788882221.713224 mapread 0x01c58d thru 0x029bf8 (0xd66c bytes) 000555 1788882221.713816 trunc from 0x0110ff to 0x01f789 (0xe68b bytes) 000556 1788882221.716436 mapwrite 0x011090 thru 0x019e19 (0x8d8a bytes) 000557 1788882221.728243 trunc from 0x040000 to 0x02ae7d (0x15182 bytes) 000559 1788882221.736700 trunc from 0x02ae7e to 0x01a924 (0x10559 bytes) 000560 1788882221.742289 punch from 0x006846 to 0x0094f6 (0x2cb1 bytes) 000562 1788882221.745170 trunc from 0x01a925 to 0x0124fd (0x8427 bytes) 000563 1788882221.751190 read 0x001b31 thru 0x00555f (0x3a2f bytes) 000564 1788882221.754651 mapwrite 0x03f1f2 thru 0x03ffff (0xe0e bytes) 000565 1788882221.771552 fallocate 0x009c16 thru 0x016230 (0xc61b bytes) 000567 1788882221.775983 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x238a5954 (stale) Mirror 14: 0x238a5954 (stale) Mirror 15: 0x238a5954 (stale) Mirror 16: 0x238a5954 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x238a5954 (stale) Mirror 14: 0x238a5954 (stale) Mirror 15: 0x238a5954 (stale) Mirror 16: 0x238a5954 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000568 1788882221.918193 trunc from 0x040000 to 0x028679 (0x17986 bytes) 000569 1788882221.927645 mapread 0x0127dd thru 0x018015 (0x5839 bytes) 000570 1788882221.935144 mapread 0x002bb9 thru 0x012a59 (0xfea1 bytes) 000571 1788882221.938793 mapread 0x0188d7 thru 0x025e29 (0xd553 bytes) 000572 1788882221.942908 mapwrite 0x0345a2 thru 0x03ffff (0xba5e bytes) 000573 1788882221.964552 mapread 0x01e0a1 thru 0x02c2af (0xe20f bytes) 000576 1788882221.969338 trunc from 0x00cc02 to 0x00d83e (0xc3d bytes) 000577 1788882221.971967 mapread 0x01eef8 thru 0x02a1d1 (0xb2da bytes) 000578 1788882221.972902 punch from 0x02975e to 0x02a3e0 (0xc83 bytes) 000579 1788882221.975195 mapwrite 0x02bf0e thru 0x0317a5 (0x5898 bytes) 000580 1788882221.984584 mapwrite 0x02518a thru 0x02f7b6 (0xa62d bytes) 000582 1788882221.996373 fallocate 0x0078c3 thru 0x00a149 (0x2887 bytes) 000583 1788882221.999098 trunc from 0x040000 to 0x00dce8 (0x32317 bytes) 000584 1788882222.006065 fallocate 0x008b64 thru 0x00aae9 (0x1f86 bytes) 000587 1788882222.011599 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xdce9): Mirror 7: 0xa7f75563 (stale) Mirror 15: 0xa7f75563 (stale) Mirror 16: 0xa7f75563 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xdce9): Mirror 7: 0xa7f75563 (stale) Mirror 15: 0xa7f75563 (stale) Mirror 16: 0xa7f75563 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xdce9: skipped 000588 1788882222.129536 punch from 0x0086ee to 0x00dce8 (0x55fb bytes) 000589 1788882222.132486 trunc from 0x00dce9 to 0x01ddcc (0x100e4 bytes) 000590 1788882222.138464 trunc from 0x01ddcd to 0x032eb6 (0x150ea bytes) 000591 1788882222.142930 read 0x0282e6 thru 0x02dfd0 (0x5ceb bytes) 000592 1788882222.145803 trunc from 0x02299a to 0x02d2a4 (0xa90b bytes) 000593 1788882222.147665 trunc from 0x003a89 to 0x00cc1b (0x9193 bytes) 000594 1788882222.149638 trunc from 0x030428 to 0x032eb6 (0x2a8f bytes) 000596 1788882222.151670 read 0x01ec0a thru 0x02de09 (0xf200 bytes) 000597 1788882222.155185 punch from 0x00f0b4 to 0x0138ea (0x4837 bytes) 000598 1788882222.156925 trunc from 0x013f90 to 0x014318 (0x389 bytes) 000599 1788882222.158437 read 0x00e049 thru 0x018d5b (0xad13 bytes) 000600 1788882222.162390 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x32eb7): Mirror 7: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32eb7): Mirror 7: 0x4f8c41b9 (stale) Mirror 15: 0x4f8c41b9 (stale) Mirror 16: 0x4f8c41b9 (stale) CRC-32 checksum value for chunk [0, 0x32eb7): Mirror 1: 0x3c9e6ba1 Mirror 17: 0x3c9e6ba1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32eb7: skipped 000601 1788882222.417065 punch from 0x00b375 to 0x00caaa (0x1736 bytes) 000603 1788882222.430297 read 0x010db6 thru 0x01d057 (0xc2a2 bytes) 000604 1788882222.434212 mapread 0x019c47 thru 0x022a1d (0x8dd7 bytes) 000605 1788882222.443153 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x32eb7): Mirror 7: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32eb7): Mirror 7: 0x4f8c41b9 (stale) Mirror 15: 0x4f8c41b9 (stale) Mirror 16: 0x4f8c41b9 (stale) Mirror 17: 0x3c9e6ba1 (stale) CRC-32 checksum value for chunk [0, 0x32eb7): Mirror 1: 0x3c9e6ba1 Mirror 18: 0x3c9e6ba1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32eb7: skipped 000606 1788882222.717844 read 0x0165fc thru 0x01a6c7 (0x40cc bytes) 000607 1788882222.723774 trunc from 0x032eb7 to 0x006f8c (0x2bf2a bytes) 000608 1788882222.746475 write 0x02febf thru 0x031bbd (0x1cff bytes) 000609 1788882222.747467 trunc from 0x00ed88 to 0x0149cf (0x5c48 bytes) 000610 1788882222.750419 trunc from 0x0031b4 to 0x011789 (0xe5d6 bytes) 000611 1788882222.752956 punch from 0x00a3b1 to 0x01825f (0xdeaf bytes) 000612 1788882222.755166 mapread 0x00e21b thru 0x019d2f (0xbb15 bytes) 000613 1788882222.765819 mapread 0x0166da thru 0x024a24 (0xe34b bytes) 000614 1788882222.770387 fallocate 0x03f88c thru 0x03ffff (0x774 bytes) 000615 1788882222.774477 MIRROR_RESYNC 6 mirrors 000616 1788882223.102232 mapwrite 0x0035b4 thru 0x003e33 (0x880 bytes) 000617 1788882223.147023 mapread 0x0074ea thru 0x00b709 (0x4220 bytes) 000619 1788882223.151952 mapwrite 0x03b7f3 thru 0x03ffff (0x480d bytes) 000620 1788882223.175338 mapwrite 0x01c7aa thru 0x028ee0 (0xc737 bytes) 000621 1788882223.188815 trunc from 0x040000 to 0x0270cb (0x18f34 bytes) 000623 1788882223.196156 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x270cc): Mirror 7: 0x94a62781 (stale) Mirror 15: 0x94a62781 (stale) Mirror 17: 0x94a62781 (stale) Mirror 18: 0x94a62781 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x270cc): Mirror 7: 0x94a62781 (stale) Mirror 15: 0x94a62781 (stale) Mirror 17: 0x94a62781 (stale) Mirror 18: 0x94a62781 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x270cc: skipped 000624 1788882223.323706 mapwrite 0x00b787 thru 0x01a5c9 (0xee43 bytes) 000625 1788882223.346349 fallocate 0x035db7 thru 0x03ffff (0xa249 bytes) 000626 1788882223.348790 mapread 0x01e4a7 thru 0x023de2 (0x593c bytes) 000627 1788882223.352494 punch from 0x01cde7 to 0x0270cb (0xa2e5 bytes) 000628 1788882223.354942 fallocate 0x038790 thru 0x038945 (0x1b6 bytes) 000629 1788882223.357021 punch from 0x014a41 to 0x018418 (0x39d8 bytes) 000630 1788882223.359638 punch from 0x020cf1 to 0x02e64b (0xd95b bytes) 000631 1788882223.361812 mapwrite 0x03e586 thru 0x03ffff (0x1a7a bytes) 000632 1788882223.379723 trunc from 0x01e87f to 0x025957 (0x70d9 bytes) 000633 1788882223.384496 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xeb13dca8 (stale) Mirror 15: 0xeb13dca8 (stale) Mirror 18: 0xeb13dca8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xeb13dca8 (stale) Mirror 15: 0xeb13dca8 (stale) Mirror 18: 0xeb13dca8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000634 1788882223.503582 punch from 0x03592d to 0x03ce83 (0x7557 bytes) 000635 1788882223.505318 fallocate 0x02e68e thru 0x034cd6 (0x6649 bytes) 000636 1788882223.507327 mapread 0x03b1c3 thru 0x03ffff (0x4e3d bytes) 000637 1788882223.513949 write 0x027f2c thru 0x02edd5 (0x6eaa bytes) 000638 1788882223.518756 read 0x008fea thru 0x01041d (0x7434 bytes) 000639 1788882223.521927 punch from 0x02d6a1 to 0x03a61d (0xcf7d bytes) 000640 1788882223.526544 mapwrite 0x02cf63 thru 0x034ac8 (0x7b66 bytes) 000641 1788882223.534964 punch from 0x03c158 to 0x03ffff (0x3ea8 bytes) 000643 1788882223.537094 mapwrite 0x00497c thru 0x01387b (0xef00 bytes) 000644 1788882223.549308 trunc from 0x040000 to 0x013f8a (0x2c075 bytes) 000645 1788882223.555908 MIRROR_RESYNC 4 mirrors 000646 1788882223.742112 mapread 0x006501 thru 0x013f8a (0xda8a bytes) 000647 1788882223.751084 fallocate 0x00fced thru 0x013c00 (0x3f14 bytes) 000648 1788882223.766686 fallocate 0x02ee32 thru 0x038c08 (0x9dd7 bytes) 000649 1788882223.770438 MIRROR_RESYNC 4 mirrors 000650 1788882223.951015 fallocate 0x01549f thru 0x0218ad (0xc40f bytes) 000651 1788882223.962620 read 0x004fa6 thru 0x0137b8 (0xe813 bytes) 000652 1788882223.965744 read 0x00fc44 thru 0x01d19f (0xd55c bytes) 000654 1788882223.969473 punch from 0x00a724 to 0x01161e (0x6efb bytes) 000655 1788882223.971861 trunc from 0x0218ae to 0x03af4c (0x1969f bytes) 000656 1788882223.983466 trunc from 0x03af4d to 0x013d9d (0x271af bytes) 000657 1788882223.988565 fallocate 0x00fd5d thru 0x01c75f (0xca03 bytes) 000658 1788882223.990833 trunc from 0x013d9e to 0x00b08b (0x8d12 bytes) 000659 1788882223.995618 punch from 0x003cb6 to 0x0043b9 (0x704 bytes) 000660 1788882223.999899 MIRROR_RESYNC 4 mirrors 000661 1788882224.205952 MIRROR_EXTEND to 5 mirrors 000662 1788882224.406944 punch from 0x001a59 to 0x00b08b (0x9633 bytes) 000663 1788882224.417068 mapread 0x00043f thru 0x009c48 (0x980a bytes) 000664 1788882224.424810 write 0x039566 thru 0x03ffff (0x6a9a bytes) 000665 1788882224.427063 trunc from 0x03d99d to 0x03ffff (0x2663 bytes) 000666 1788882224.431400 mapread 0x027d1c thru 0x027d48 (0x2d bytes) 000667 1788882224.434776 punch from 0x011fc0 to 0x01c935 (0xa976 bytes) 000668 1788882224.436671 fallocate 0x03c88e thru 0x03d5cd (0xd40 bytes) 000669 1788882224.438753 trunc from 0x0141d7 to 0x022ebe (0xece8 bytes) 000670 1788882224.440579 punch from 0x0320a2 to 0x03b624 (0x9583 bytes) 000672 1788882224.442823 trunc from 0x040000 to 0x020566 (0x1fa99 bytes) 000673 1788882224.448932 mapread 0x00e4a4 thru 0x01b913 (0xd470 bytes) 000676 1788882224.457408 trunc from 0x00141c to 0x0063c3 (0x4fa8 bytes) 000677 1788882224.459955 mapwrite 0x01e86b thru 0x021030 (0x27c6 bytes) 000678 1788882224.475978 trunc from 0x021031 to 0x03d861 (0x1c831 bytes) 000679 1788882224.481407 mapread 0x00996c thru 0x012547 (0x8bdc bytes) 000680 1788882224.482407 write 0x020b08 thru 0x02cd89 (0xc282 bytes) 000681 1788882224.485051 write 0x03b503 thru 0x03ffff (0x4afd bytes) 000683 1788882224.487848 fallocate 0x022cd1 thru 0x027824 (0x4b54 bytes) 000684 1788882224.490104 mapread 0x01a041 thru 0x01b5f0 (0x15b0 bytes) 000685 1788882224.490940 mapwrite 0x027dd3 thru 0x02e855 (0x6a83 bytes) 000686 1788882224.503015 trunc from 0x034fec to 0x03ffff (0xb014 bytes) 000689 1788882224.506068 fallocate 0x006e0f thru 0x00f2e9 (0x84db bytes) 000690 1788882224.508435 write 0x019966 thru 0x01a593 (0xc2e bytes) 000691 1788882224.509340 trunc from 0x019a84 to 0x023ae6 (0xa063 bytes) 000692 1788882224.514217 punch from 0x00a8af to 0x011338 (0x6a8a bytes) 000693 1788882224.516180 write 0x01dd96 thru 0x02079e (0x2a09 bytes) 000694 1788882224.520023 read 0x0154cd thru 0x0238df (0xe413 bytes) 000695 1788882224.523583 mapread 0x033e87 thru 0x0370ea (0x3264 bytes) 000696 1788882224.526939 write 0x029ac0 thru 0x0305aa (0x6aeb bytes) 000697 1788882224.527941 fallocate 0x029699 thru 0x02f771 (0x60d9 bytes) 000698 1788882224.530354 mapread 0x01cbda thru 0x021fda (0x5401 bytes) 000699 1788882224.531042 fallocate 0x0136b8 thru 0x016499 (0x2de2 bytes) 000700 1788882224.533335 trunc from 0x040000 to 0x020849 (0x1f7b6 bytes) 000701 1788882224.540638 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2084a): Mirror 7: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2084a): Mirror 7: 0x96cee880 (stale) Mirror 15: 0x96cee880 (stale) Mirror 18: 0x96cee880 (stale) Mirror 19: 0x96cee880 (stale) CRC-32 checksum value for chunk [0, 0x2084a): Mirror 1: 0x7a0223a0 Mirror 20: 0x7a0223a0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2084a: skipped 000702 1788882224.790119 punch from 0x0156c5 to 0x01ab88 (0x54c4 bytes) 000703 1788882224.801368 trunc from 0x006abf to 0x0093fd (0x293f bytes) 000704 1788882224.803550 fallocate 0x00d960 thru 0x00f29b (0x193c bytes) 000707 1788882224.806389 mapwrite 0x035c6d thru 0x03ffff (0xa393 bytes) 000709 1788882224.839732 fallocate 0x008138 thru 0x01685d (0xe726 bytes) 000711 1788882224.842549 trunc from 0x0380d8 to 0x03c1f0 (0x4119 bytes) 000712 1788882224.845107 mapread 0x005cc8 thru 0x00c453 (0x678c bytes) 000713 1788882224.849820 mapread 0x036545 thru 0x03aa46 (0x4502 bytes) 000714 1788882224.854236 punch from 0x0295a3 to 0x02b02c (0x1a8a bytes) 000715 1788882224.857429 mapread 0x00910a thru 0x009f71 (0xe68 bytes) 000716 1788882224.858172 mapwrite 0x028ab7 thru 0x036f02 (0xe44c bytes) 000717 1788882224.872140 punch from 0x01a085 to 0x02887c (0xe7f8 bytes) 000718 1788882224.877620 mapwrite 0x01ca52 thru 0x0261fd (0x97ac bytes) 000719 1788882224.893811 mapread 0x02fa01 thru 0x030617 (0xc17 bytes) 000720 1788882224.894546 read 0x01fe8c thru 0x022cb0 (0x2e25 bytes) 000721 1788882224.894864 punch from 0x02d911 to 0x02efa9 (0x1699 bytes) 000722 1788882224.897061 mapwrite 0x03d0ad thru 0x03ffff (0x2f53 bytes) 000723 1788882224.903729 fallocate 0x026c2a thru 0x036472 (0xf849 bytes) 000724 1788882224.905947 mapwrite 0x03e7fa thru 0x03ffff (0x1806 bytes) 000725 1788882224.910737 mapwrite 0x01f612 thru 0x020aa5 (0x1494 bytes) 000727 1788882224.915927 trunc from 0x040000 to 0x026e21 (0x191de bytes) 000728 1788882224.921092 mapread 0x01455e thru 0x0221e8 (0xdc8b bytes) 000729 1788882224.923866 write 0x03dbca thru 0x03ffff (0x2436 bytes) 000730 1788882224.925144 trunc from 0x027e91 to 0x02cf81 (0x50f1 bytes) 000731 1788882224.927016 mapread 0x015f0f thru 0x01e22e (0x8320 bytes) 000732 1788882224.927688 write 0x01afbf thru 0x01b043 (0x85 bytes) 000733 1788882224.930113 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x22e8a1d7 (stale) Mirror 18: 0x22e8a1d7 (stale) Mirror 19: 0x22e8a1d7 (stale) Mirror 20: 0x31203282 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x22e8a1d7 (stale) Mirror 18: 0x22e8a1d7 (stale) Mirror 19: 0x22e8a1d7 (stale) Mirror 20: 0x31203282 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000735 1788882225.058738 mapread 0x006ae1 thru 0x0119ea (0xaf0a bytes) 000736 1788882225.068735 trunc from 0x040000 to 0x01deac (0x22153 bytes) 000738 1788882225.076448 write 0x0339b0 thru 0x03819f (0x47f0 bytes) 000739 1788882225.079838 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x381a0): Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x381a0): Mirror 15: 0xf6203a45 (stale) Mirror 18: 0xf6203a45 (stale) Mirror 19: 0xf6203a45 (stale) Mirror 20: 0xba14fc62 (stale) CRC-32 checksum value for chunk [0, 0x381a0): Mirror 1: 0x87764caa Mirror 21: 0x87764caa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x381a0: skipped 000740 1788882225.401003 trunc from 0x0381a0 to 0x00e748 (0x29a57 bytes) 000741 1788882225.417661 read 0x006d3b thru 0x0097e7 (0x2aad bytes) 000742 1788882225.420838 write 0x015794 thru 0x023055 (0xd8c2 bytes) 000745 1788882225.423319 punch from 0x02170f to 0x023055 (0x1947 bytes) 000746 1788882225.431562 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x23056): Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23056): Mirror 15: 0x3f41924 (stale) Mirror 18: 0x3f41924 (stale) Mirror 19: 0x3f41924 (stale) Mirror 20: 0xceb8419b (stale) Mirror 21: 0x990b1f7 (stale) CRC-32 checksum value for chunk [0, 0x23056): Mirror 1: 0x68d96ea4 Mirror 22: 0x68d96ea4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23056: skipped 000747 1788882225.724628 mapread 0x00c3b5 thru 0x00e22c (0x1e78 bytes) 000748 1788882225.734969 trunc from 0x0065bb to 0x00c649 (0x608f bytes) 000749 1788882225.748376 read 0x006bd5 thru 0x00978f (0x2bbb bytes) 000750 1788882225.751298 mapwrite 0x035c1c thru 0x03bb3f (0x5f24 bytes) 000751 1788882225.775264 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bb40): Mirror 18: 0x337c8e07 (stale) Mirror 19: 0x337c8e07 (stale) Mirror 20: 0x51925b0b (stale) Mirror 21: 0x2cc7fc99 (stale) Mirror 22: 0x1a020849 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bb40): Mirror 18: 0x337c8e07 (stale) Mirror 19: 0x337c8e07 (stale) Mirror 20: 0x51925b0b (stale) Mirror 21: 0x2cc7fc99 (stale) Mirror 22: 0x1a020849 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bb40: skipped 000752 1788882225.893665 fallocate 0x02f1d4 thru 0x03d042 (0xde6f bytes) 000753 1788882225.897909 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3d043): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d043): Mirror 18: 0x31a3389 (stale) Mirror 19: 0x31a3389 (stale) Mirror 20: 0x2f7a4730 (stale) Mirror 21: 0x9d6a73f5 (stale) Mirror 22: 0x145eff01 (stale) CRC-32 checksum value for chunk [0, 0x3d043): Mirror 1: 0x6e329781 Mirror 23: 0x6e329781 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d043: skipped 000754 1788882226.229852 mapwrite 0x01470e thru 0x01b84e (0x7141 bytes) 000755 1788882226.268187 mapwrite 0x0019cd thru 0x004bab (0x31df bytes) 000756 1788882226.277167 punch from 0x01477c to 0x01cb04 (0x8389 bytes) 000758 1788882226.279638 read 0x014b7e thru 0x023e4f (0xf2d2 bytes) 000759 1788882226.283170 read 0x0234f4 thru 0x02efb2 (0xbabf bytes) 000761 1788882226.286872 trunc from 0x00ee75 to 0x013968 (0x4af4 bytes) 000762 1788882226.288995 mapread 0x01484d thru 0x023a88 (0xf23c bytes) 000763 1788882226.289866 read 0x030543 thru 0x03d042 (0xcb00 bytes) 000764 1788882226.290404 trunc from 0x03d043 to 0x011c9e (0x2b3a4 bytes) 000765 1788882226.297828 mapwrite 0x009697 thru 0x00b5fc (0x1f66 bytes) 000767 1788882226.305001 punch from 0x009775 to 0x00b3d2 (0x1c5e bytes) 000768 1788882226.307481 trunc from 0x011c9f to 0x01ddd3 (0xc135 bytes) 000769 1788882226.313464 trunc from 0x0187ed to 0x01ddd3 (0x55e7 bytes) 000770 1788882226.315610 trunc from 0x01d780 to 0x01ddd3 (0x654 bytes) 000772 1788882226.317704 trunc from 0x01ddd4 to 0x02e426 (0x10653 bytes) 000773 1788882226.323036 punch from 0x00dd66 to 0x01c3f5 (0xe690 bytes) 000774 1788882226.325398 trunc from 0x02e427 to 0x01e0e8 (0x1033e bytes) 000775 1788882226.330970 trunc from 0x01e0e9 to 0x0002fa (0x1ddee bytes) 000776 1788882226.335707 fallocate 0x011619 thru 0x01ee95 (0xd87d bytes) 000777 1788882226.337752 read 0x00021e thru 0x0002fa (0xdd bytes) 000780 1788882226.338889 write 0x019bad thru 0x01a75f (0xbb3 bytes) 000781 1788882226.339687 trunc from 0x01a760 to 0x017da1 (0x29be bytes) 000782 1788882226.345590 punch from 0x014799 to 0x017da1 (0x3609 bytes) 000783 1788882226.347715 mapwrite 0x023de8 thru 0x02f4a4 (0xb6bd bytes) 000785 1788882226.365072 fallocate 0x0225cd thru 0x0268e0 (0x4314 bytes) 000786 1788882226.366996 fallocate 0x00add5 thru 0x012082 (0x72ae bytes) 000787 1788882226.369049 mapread 0x0253a8 thru 0x02ea93 (0x96ec bytes) 000789 1788882226.370045 fallocate 0x003c42 thru 0x00e85b (0xac1a bytes) 000790 1788882226.372012 punch from 0x00cc11 to 0x00ddca (0x11ba bytes) 000791 1788882226.373554 punch from 0x004943 to 0x005a4e (0x110c bytes) 000792 1788882226.375233 trunc from 0x02f4a5 to 0x035a8d (0x65e9 bytes) 000793 1788882226.380209 write 0x03ad09 thru 0x03ffff (0x52f7 bytes) 000794 1788882226.381098 fallocate 0x03d193 thru 0x03ffff (0x2e6d bytes) 000795 1788882226.383017 trunc from 0x016c87 to 0x026c16 (0xff90 bytes) 000796 1788882226.385062 trunc from 0x040000 to 0x00dd2a (0x322d5 bytes) 000797 1788882226.392028 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0xdd2b): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xdd2b): Mirror 18: 0x3ea79a08 (stale) Mirror 19: 0x3ea79a08 (stale) Mirror 20: 0xd3ed5b38 (stale) Mirror 21: 0xd3ed5b38 (stale) Mirror 22: 0xd3ed5b38 (stale) Mirror 23: 0xd3ed5b38 (stale) CRC-32 checksum value for chunk [0, 0xdd2b): Mirror 1: 0x9312e15c Mirror 24: 0x9312e15c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xdd2b: skipped 000799 1788882226.678000 punch from 0x008c9d to 0x00dd2a (0x508e bytes) 000800 1788882226.691478 write 0x0272e1 thru 0x02ee82 (0x7ba2 bytes) 000802 1788882226.694129 read 0x000f7f thru 0x00123c (0x2be bytes) 000803 1788882226.696351 punch from 0x015de7 to 0x01d043 (0x725d bytes) 000804 1788882226.698116 write 0x003555 thru 0x005b2b (0x25d7 bytes) 000805 1788882226.701583 trunc from 0x007377 to 0x00a06c (0x2cf6 bytes) 000806 1788882226.703900 trunc from 0x02ee83 to 0x00e054 (0x20e2e bytes) 000807 1788882226.717121 write 0x007d52 thru 0x00ca65 (0x4d14 bytes) 000808 1788882226.720636 write 0x01f726 thru 0x02f2ee (0xfbc9 bytes) 000809 1788882226.721963 mapread 0x023621 thru 0x02f2ee (0xbcce bytes) 000810 1788882226.722803 mapread 0x022fad thru 0x024d5f (0x1db3 bytes) 000811 1788882226.723564 punch from 0x014feb to 0x01bbfb (0x6c11 bytes) 000814 1788882226.726686 write 0x010eae thru 0x016b2d (0x5c80 bytes) 000815 1788882226.731241 trunc from 0x02c1d6 to 0x02f2ee (0x3119 bytes) 000816 1788882226.737533 write 0x020c84 thru 0x026e8c (0x6209 bytes) 000817 1788882226.740115 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f2ef): Mirror 18: 0xc5efe99c (stale) Mirror 19: 0xc5efe99c (stale) Mirror 20: 0xd7b539e8 (stale) Mirror 21: 0x57c4804d (stale) Mirror 23: 0xb4e0138a (stale) Mirror 24: 0xfc850ea0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f2ef): Mirror 18: 0xc5efe99c (stale) Mirror 19: 0xc5efe99c (stale) Mirror 20: 0xd7b539e8 (stale) Mirror 21: 0x57c4804d (stale) Mirror 23: 0xb4e0138a (stale) Mirror 24: 0xfc850ea0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f2ef: skipped 000818 1788882226.877764 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f2ef): Mirror 18: 0xc5efe99c (stale) Mirror 19: 0xc5efe99c (stale) Mirror 20: 0xd7b539e8 (stale) Mirror 23: 0xb4e0138a (stale) Mirror 24: 0xfc850ea0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f2ef): Mirror 18: 0xc5efe99c (stale) Mirror 19: 0xc5efe99c (stale) Mirror 20: 0xd7b539e8 (stale) Mirror 23: 0xb4e0138a (stale) Mirror 24: 0xfc850ea0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f2ef: skipped 000819 1788882226.985506 punch from 0x003fed to 0x010165 (0xc179 bytes) 000820 1788882226.987462 mapwrite 0x013b45 thru 0x013dba (0x276 bytes) 000822 1788882226.993087 trunc from 0x00419b to 0x012863 (0xe6c9 bytes) 000823 1788882226.994841 mapwrite 0x02aca6 thru 0x02e46a (0x37c5 bytes) 000824 1788882227.003156 fallocate 0x03c260 thru 0x03ffff (0x3da0 bytes) 000825 1788882227.004872 fallocate 0x033ef0 thru 0x03a527 (0x6638 bytes) 000826 1788882227.006452 trunc from 0x040000 to 0x007d26 (0x382d9 bytes) 000827 1788882227.011534 trunc from 0x001741 to 0x007d26 (0x65e6 bytes) 000828 1788882227.013162 punch from 0x000be2 to 0x007d26 (0x7145 bytes) 000829 1788882227.014972 punch from 0x0006d8 to 0x007d26 (0x764f bytes) 000830 1788882227.016659 read 0x0049b3 thru 0x007d26 (0x3374 bytes) 000832 1788882227.019217 mapread 0x002cc7 thru 0x005fee (0x3328 bytes) 000833 1788882227.022671 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x7d27): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x7d27): Mirror 18: 0xfbc6e400 (stale) Mirror 19: 0xfbc6e400 (stale) Mirror 20: 0x9874096b (stale) Mirror 23: 0x9874096b (stale) Mirror 24: 0x83a553e5 (stale) CRC-32 checksum value for chunk [0, 0x7d27): Mirror 1: 0x83a553e5 Mirror 25: 0x83a553e5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x7d27: skipped 000834 1788882227.262658 read 0x000e2e thru 0x001563 (0x736 bytes) 000835 1788882227.266127 write 0x03c870 thru 0x03ffff (0x3790 bytes) 000836 1788882227.278885 mapwrite 0x019b92 thru 0x024520 (0xa98f bytes) 000837 1788882227.294504 read 0x038a36 thru 0x03ffff (0x75ca bytes) 000838 1788882227.299065 fallocate 0x02b80f thru 0x034943 (0x9135 bytes) 000839 1788882227.303221 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0x22e8a1d7 (stale) Mirror 19: 0x22e8a1d7 (stale) Mirror 20: 0x31203282 (stale) Mirror 23: 0xb515d321 (stale) Mirror 24: 0xe20eea22 (stale) Mirror 25: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x270ba82d Mirror 26: 0x270ba82d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000840 1788882227.607930 MIRROR_RESYNC 8 mirrors 000841 1788882227.955601 read 0x00f41f thru 0x014e68 (0x5a4a bytes) 000842 1788882227.958204 punch from 0x03a3c9 to 0x03bcc3 (0x18fb bytes) 000843 1788882227.969245 punch from 0x037776 to 0x03ffff (0x888a bytes) 000844 1788882227.971308 mapread 0x008782 thru 0x009dc1 (0x1640 bytes) 000845 1788882227.974985 punch from 0x01a44a to 0x027759 (0xd310 bytes) 000846 1788882227.977013 write 0x03721c thru 0x03ffff (0x8de4 bytes) 000847 1788882227.979621 read 0x02e562 thru 0x03b467 (0xcf06 bytes) 000849 1788882227.985593 mapread 0x01e131 thru 0x02d924 (0xf7f4 bytes) 000850 1788882227.986578 fallocate 0x0041a2 thru 0x006ca6 (0x2b05 bytes) 000851 1788882227.990891 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0x270ba82d (stale) Mirror 19: 0x270ba82d (stale) Mirror 20: 0x270ba82d (stale) Mirror 23: 0x270ba82d (stale) Mirror 24: 0x270ba82d (stale) Mirror 25: 0x270ba82d (stale) Mirror 26: 0x270ba82d (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd73d9c2e Mirror 27: 0xd73d9c2e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000852 1788882228.329997 fallocate 0x03b222 thru 0x03ffff (0x4dde bytes) 000853 1788882228.341741 trunc from 0x040000 to 0x003f36 (0x3c0c9 bytes) 000854 1788882228.349165 mapread 0x001c68 thru 0x003d63 (0x20fc bytes) 000855 1788882228.354103 fallocate 0x03b86e thru 0x03ffff (0x4792 bytes) 000856 1788882228.356690 mapwrite 0x0116ec thru 0x01bfaf (0xa8c4 bytes) 000857 1788882228.368982 mapread 0x01b37d thru 0x029c4c (0xe8d0 bytes) 000858 1788882228.372914 mapwrite 0x03239d thru 0x03d66c (0xb2d0 bytes) 000859 1788882228.386667 trunc from 0x024047 to 0x02fa91 (0xba4b bytes) 000860 1788882228.388990 fallocate 0x01cde4 thru 0x01d8c8 (0xae5 bytes) 000861 1788882228.391077 trunc from 0x037643 to 0x03b343 (0x3d01 bytes) 000862 1788882228.392937 mapread 0x03d995 thru 0x03ffff (0x266b bytes) 000863 1788882228.395245 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0x270ba82d (stale) Mirror 20: 0x270ba82d (stale) Mirror 23: 0x270ba82d (stale) Mirror 24: 0x270ba82d (stale) Mirror 25: 0x270ba82d (stale) Mirror 26: 0x270ba82d (stale) Mirror 27: 0xd73d9c2e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0x270ba82d (stale) Mirror 20: 0x270ba82d (stale) Mirror 23: 0x270ba82d (stale) Mirror 24: 0x270ba82d (stale) Mirror 25: 0x270ba82d (stale) Mirror 26: 0x270ba82d (stale) Mirror 27: 0xd73d9c2e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000865 1788882228.538444 trunc from 0x040000 to 0x021499 (0x1eb66 bytes) 000866 1788882228.546004 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2149a): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2149a): Mirror 19: 0x531366ab (stale) Mirror 20: 0x531366ab (stale) Mirror 23: 0x531366ab (stale) Mirror 24: 0x531366ab (stale) Mirror 25: 0x531366ab (stale) Mirror 26: 0x531366ab (stale) Mirror 27: 0x6b2e19c (stale) CRC-32 checksum value for chunk [0, 0x2149a): Mirror 1: 0x1b872bef Mirror 28: 0x1b872bef lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2149a: skipped 000867 1788882228.848257 write 0x0022b3 thru 0x00b46e (0x91bc bytes) 000868 1788882228.863386 write 0x00cb92 thru 0x010f5a (0x43c9 bytes) 000869 1788882228.867060 fallocate 0x0160a2 thru 0x0170d5 (0x1034 bytes) 000870 1788882228.869572 write 0x0182a9 thru 0x020af1 (0x8849 bytes) 000871 1788882228.872910 punch from 0x0036be to 0x00c68d (0x8fd0 bytes) 000873 1788882228.877957 trunc from 0x02149a to 0x019893 (0x7c06 bytes) 000874 1788882228.883955 write 0x00e1cb thru 0x017948 (0x977e bytes) 000875 1788882228.886075 read 0x0059ac thru 0x010825 (0xae7a bytes) 000876 1788882228.888633 trunc from 0x00693f to 0x00a20b (0x38cd bytes) 000877 1788882228.890296 mapwrite 0x01e783 thru 0x025b7e (0x73fc bytes) 000878 1788882228.906361 mapread 0x011adc thru 0x0193f3 (0x7918 bytes) 000879 1788882228.907191 trunc from 0x025b7f to 0x0004d4 (0x256aa bytes) 000881 1788882228.912891 punch from 0x0002dc to 0x0004d4 (0x1f9 bytes) 000882 1788882228.914833 punch from 0x0003eb to 0x0004d4 (0xea bytes) 000883 1788882228.916619 mapread 0x0003de thru 0x0004d4 (0xf7 bytes) 000884 1788882228.919009 read 0x0000c8 thru 0x0004d4 (0x40d bytes) 000885 1788882228.919494 punch from 0x0001c2 to 0x0004d4 (0x313 bytes) 000886 1788882228.921182 write 0x00ffb9 thru 0x01a92e (0xa976 bytes) 000887 1788882228.923892 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1a92f): Mirror 20: 0xa084068 (stale) Mirror 23: 0xa084068 (stale) Mirror 24: 0xa084068 (stale) Mirror 25: 0xa084068 (stale) Mirror 26: 0xa084068 (stale) Mirror 27: 0xe176cd72 (stale) Mirror 28: 0x41af02f6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a92f): Mirror 20: 0xa084068 (stale) Mirror 23: 0xa084068 (stale) Mirror 24: 0xa084068 (stale) Mirror 25: 0xa084068 (stale) Mirror 26: 0xa084068 (stale) Mirror 27: 0xe176cd72 (stale) Mirror 28: 0x41af02f6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a92f: skipped 000888 1788882229.062030 fallocate 0x016dd9 thru 0x0225ec (0xb814 bytes) 000889 1788882229.063855 write 0x034391 thru 0x03cc5b (0x88cb bytes) 000890 1788882229.066087 trunc from 0x0253ed to 0x027a12 (0x2626 bytes) 000891 1788882229.069217 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3cc5c): Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cc5c): Mirror 20: 0xffb1429d (stale) Mirror 23: 0xffb1429d (stale) Mirror 24: 0xffb1429d (stale) Mirror 25: 0xffb1429d (stale) Mirror 26: 0xffb1429d (stale) Mirror 27: 0x42dc9b7d (stale) Mirror 28: 0xe3943eb5 (stale) CRC-32 checksum value for chunk [0, 0x3cc5c): Mirror 1: 0x817e9b41 Mirror 29: 0x817e9b41 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cc5c: skipped 000892 1788882229.343396 read 0x02eac0 thru 0x031eb3 (0x33f4 bytes) 000893 1788882229.348268 read 0x031531 thru 0x0320d2 (0xba2 bytes) 000894 1788882229.354094 fallocate 0x028e58 thru 0x031c78 (0x8e21 bytes) 000895 1788882229.368602 trunc from 0x024520 to 0x02a5f3 (0x60d4 bytes) 000896 1788882229.371723 MIRROR_SPLIT mirror 4 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cc5c): Mirror 20: 0xffb1429d (stale) Mirror 23: 0xffb1429d (stale) Mirror 24: 0xffb1429d (stale) Mirror 26: 0xffb1429d (stale) Mirror 27: 0x42dc9b7d (stale) Mirror 28: 0xe3943eb5 (stale) Mirror 29: 0x817e9b41 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cc5c): Mirror 20: 0xffb1429d (stale) Mirror 23: 0xffb1429d (stale) Mirror 24: 0xffb1429d (stale) Mirror 26: 0xffb1429d (stale) Mirror 27: 0x42dc9b7d (stale) Mirror 28: 0xe3943eb5 (stale) Mirror 29: 0x817e9b41 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cc5c: skipped 000898 1788882229.519210 mapwrite 0x029768 thru 0x0374db (0xdd74 bytes) 000899 1788882229.533412 mapread 0x002885 thru 0x00a3e5 (0x7b61 bytes) 000900 1788882229.536515 mapwrite 0x022a36 thru 0x029fc1 (0x758c bytes) 000902 1788882229.546068 fallocate 0x029a5a thru 0x02acac (0x1253 bytes) 000903 1788882229.548385 fallocate 0x028eb6 thru 0x030a6b (0x7bb6 bytes) 000904 1788882229.552076 MIRROR_SPLIT mirror 6 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cc5c): Mirror 20: 0xffb1429d (stale) Mirror 23: 0xffb1429d (stale) Mirror 24: 0xffb1429d (stale) Mirror 26: 0xffb1429d (stale) Mirror 27: 0x42dc9b7d (stale) Mirror 29: 0x817e9b41 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cc5c): Mirror 20: 0xffb1429d (stale) Mirror 23: 0xffb1429d (stale) Mirror 24: 0xffb1429d (stale) Mirror 26: 0xffb1429d (stale) Mirror 27: 0x42dc9b7d (stale) Mirror 29: 0x817e9b41 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cc5c: skipped 000905 1788882229.671634 trunc from 0x03cc5c to 0x0393f5 (0x3866 bytes) 000906 1788882229.677672 mapwrite 0x01131c thru 0x012db8 (0x1a9d bytes) 000908 1788882229.685986 read 0x009dac thru 0x014d0d (0xaf62 bytes) 000909 1788882229.689189 trunc from 0x0393f6 to 0x03c278 (0x2e83 bytes) 000911 1788882229.696309 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3c279): Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c279): Mirror 20: 0x684c5412 (stale) Mirror 23: 0x684c5412 (stale) Mirror 24: 0x684c5412 (stale) Mirror 26: 0x684c5412 (stale) Mirror 27: 0x4a750f95 (stale) Mirror 29: 0x99f0454d (stale) CRC-32 checksum value for chunk [0, 0x3c279): Mirror 1: 0xa560a104 Mirror 30: 0xa560a104 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c279: skipped 000912 1788882230.013073 mapwrite 0x03200a thru 0x038730 (0x6727 bytes) 000913 1788882230.053856 trunc from 0x0291ce to 0x02d5b9 (0x43ec bytes) 000914 1788882230.055801 fallocate 0x01cc61 thru 0x02b149 (0xe4e9 bytes) 000915 1788882230.057478 mapread 0x01bd2d thru 0x01de63 (0x2137 bytes) 000916 1788882230.060624 mapwrite 0x03ece1 thru 0x03ffff (0x131f bytes) 000917 1788882230.077228 punch from 0x0317ba to 0x036c05 (0x544c bytes) 000918 1788882230.080644 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: 0x270ba82d (stale) Mirror 23: 0x270ba82d (stale) Mirror 26: 0x270ba82d (stale) Mirror 27: 0xd73d9c2e (stale) Mirror 29: 0xc0620156 (stale) Mirror 30: 0x2995966a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: 0x270ba82d (stale) Mirror 23: 0x270ba82d (stale) Mirror 26: 0x270ba82d (stale) Mirror 27: 0xd73d9c2e (stale) Mirror 29: 0xc0620156 (stale) Mirror 30: 0x2995966a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000919 1788882230.225624 read 0x0367c5 thru 0x03ffff (0x983b bytes) 000920 1788882230.228796 trunc from 0x040000 to 0x035e1b (0xa1e4 bytes) 000923 1788882230.235535 trunc from 0x002d71 to 0x00f782 (0xca12 bytes) 000924 1788882230.237658 trunc from 0x028870 to 0x02e380 (0x5b11 bytes) 000925 1788882230.239560 mapread 0x00add2 thru 0x00ea0b (0x3c3a bytes) 000926 1788882230.245435 fallocate 0x03a245 thru 0x03ffff (0x5dbb bytes) 000927 1788882230.247509 write 0x0190d0 thru 0x01c4f0 (0x3421 bytes) 000928 1788882230.250728 trunc from 0x035e1c to 0x030f85 (0x4e96 bytes) 000929 1788882230.255639 mapwrite 0x01e9e3 thru 0x027a70 (0x908e bytes) 000930 1788882230.269996 punch from 0x00ab56 to 0x00c360 (0x180b bytes) 000931 1788882230.272505 mapwrite 0x02d6b4 thru 0x03384c (0x6199 bytes) 000933 1788882230.288537 fallocate 0x037f57 thru 0x03ffff (0x80a9 bytes) 000935 1788882230.291376 trunc from 0x020c80 to 0x02c687 (0xba08 bytes) 000936 1788882230.294008 write 0x004c5d thru 0x00ec74 (0xa018 bytes) 000937 1788882230.296950 write 0x03fcf1 thru 0x03ffff (0x30f bytes) 000938 1788882230.297592 trunc from 0x015b23 to 0x01cb21 (0x6fff bytes) 000940 1788882230.300511 fallocate 0x011479 thru 0x01df0d (0xca95 bytes) 000941 1788882230.302851 read 0x01bf6c thru 0x02ab14 (0xeba9 bytes) 000943 1788882230.307694 write 0x0113ce thru 0x01f761 (0xe394 bytes) 000944 1788882230.309111 punch from 0x004a4c to 0x0122a9 (0xd85e bytes) 000945 1788882230.317565 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: 0x270ba82d (stale) Mirror 23: 0x270ba82d (stale) Mirror 26: 0x270ba82d (stale) Mirror 27: 0xd73d9c2e (stale) Mirror 29: 0xc0620156 (stale) Mirror 30: 0x2995966a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x28937a4c Mirror 31: 0x28937a4c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000946 1788882230.605230 trunc from 0x040000 to 0x000f31 (0x3f0ce bytes) 000947 1788882230.630108 read 0x0000ff thru 0x000f31 (0xe33 bytes) 000948 1788882230.632651 fallocate 0x00337e thru 0x0092c1 (0x5f44 bytes) 000949 1788882230.635086 punch from 0x000a9f to 0x000f31 (0x493 bytes) 000950 1788882230.637329 punch from 0x000bd8 to 0x000f31 (0x35a bytes) 000951 1788882230.639551 fallocate 0x02dac6 thru 0x02e853 (0xd8e bytes) 000952 1788882230.642034 mapwrite 0x035df6 thru 0x03b964 (0x5b6f bytes) 000953 1788882230.666261 trunc from 0x03b965 to 0x027f58 (0x13a0c bytes) 000954 1788882230.672692 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x27f59): Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27f59): Mirror 20: 0x919b8e93 (stale) Mirror 23: 0x919b8e93 (stale) Mirror 26: 0x919b8e93 (stale) Mirror 27: 0x5b0a8b (stale) Mirror 29: 0x8ce14e67 (stale) Mirror 30: 0xf35476b5 (stale) Mirror 31: 0xf3371dc2 (stale) CRC-32 checksum value for chunk [0, 0x27f59): Mirror 1: 0x7ce49585 Mirror 32: 0x7ce49585 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27f59: skipped 000955 1788882230.951687 fallocate 0x02aea7 thru 0x0307ac (0x5906 bytes) 000956 1788882230.966529 trunc from 0x027f59 to 0x00a796 (0x1d7c2 bytes) 000957 1788882230.981082 mapread 0x006bf3 thru 0x00a796 (0x3ba4 bytes) 000958 1788882230.988505 mapread 0x002343 thru 0x00528f (0x2f4d bytes) 000959 1788882230.991252 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0xa797): Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa797): Mirror 20: 0x2da5e2d1 (stale) Mirror 23: 0x2da5e2d1 (stale) Mirror 26: 0x2da5e2d1 (stale) Mirror 27: 0x2da5e2d1 (stale) Mirror 29: 0x2da5e2d1 (stale) Mirror 30: 0x2da5e2d1 (stale) Mirror 31: 0x2da5e2d1 (stale) Mirror 32: 0x2da5e2d1 (stale) CRC-32 checksum value for chunk [0, 0xa797): Mirror 1: 0x2da5e2d1 Mirror 33: 0x2da5e2d1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa797: skipped 000960 1788882231.273863 mapwrite 0x0231f9 thru 0x023c52 (0xa5a bytes) 000961 1788882231.296252 read 0x001dc1 thru 0x008c66 (0x6ea6 bytes) 000962 1788882231.299417 mapwrite 0x031e79 thru 0x03fe49 (0xdfd1 bytes) 000963 1788882231.319418 punch from 0x036102 to 0x03fe49 (0x9d48 bytes) 000964 1788882231.321307 read 0x00d920 thru 0x0199cd (0xc0ae bytes) 000965 1788882231.324893 trunc from 0x0340a4 to 0x03fe49 (0xbda6 bytes) 000966 1788882231.326909 trunc from 0x00c8c6 to 0x014260 (0x799b bytes) 000967 1788882231.328433 trunc from 0x008507 to 0x00b981 (0x347b bytes) 000968 1788882231.329945 mapwrite 0x039fb1 thru 0x03ffff (0x604f bytes) 000969 1788882231.348693 fallocate 0x026e13 thru 0x02dbdd (0x6dcb bytes) 000970 1788882231.351199 punch from 0x002007 to 0x00a46c (0x8466 bytes) 000971 1788882231.353100 punch from 0x00f0e1 to 0x015d7b (0x6c9b bytes) 000972 1788882231.356647 MIRROR_RESYNC 10 mirrors 000973 1788882231.958486 mapwrite 0x031ca9 thru 0x039373 (0x76cb bytes) 000975 1788882231.999716 trunc from 0x02758e to 0x0341e4 (0xcc57 bytes) 000976 1788882232.001857 punch from 0x036f0d to 0x03aeae (0x3fa2 bytes) 000977 1788882232.003661 fallocate 0x015da1 thru 0x019b6b (0x3dcb bytes) 000978 1788882232.005557 fallocate 0x02fd2e thru 0x0350f5 (0x53c8 bytes) 000979 1788882232.009091 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: 0xe8c4a376 (stale) Mirror 23: 0xe8c4a376 (stale) Mirror 26: 0xe8c4a376 (stale) Mirror 27: 0xe8c4a376 (stale) Mirror 29: 0xe8c4a376 (stale) Mirror 30: 0xe8c4a376 (stale) Mirror 31: 0xe8c4a376 (stale) Mirror 32: 0xe8c4a376 (stale) Mirror 33: 0xe8c4a376 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf3c07bde Mirror 34: 0xf3c07bde lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000980 1788882232.322596 punch from 0x018639 to 0x02064c (0x8014 bytes) 000981 1788882232.336868 read 0x010073 thru 0x019ce0 (0x9c6e bytes) 000982 1788882232.340472 trunc from 0x034822 to 0x03ffff (0xb7de bytes) 000983 1788882232.342894 punch from 0x008b5e to 0x012fa2 (0xa445 bytes) 000984 1788882232.345214 trunc from 0x004686 to 0x01040a (0xbd85 bytes) 000985 1788882232.349115 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: (stale - read error) Mirror 23: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) Mirror 34: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: 0xe8c4a376 (stale) Mirror 23: 0xe8c4a376 (stale) Mirror 26: 0xe8c4a376 (stale) Mirror 27: 0xe8c4a376 (stale) Mirror 29: 0xe8c4a376 (stale) Mirror 30: 0xe8c4a376 (stale) Mirror 31: 0xe8c4a376 (stale) Mirror 32: 0xe8c4a376 (stale) Mirror 33: 0xe8c4a376 (stale) Mirror 34: 0xf3c07bde (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x19bfccee Mirror 35: 0x19bfccee lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000986 1788882232.664467 write 0x02450e thru 0x03046c (0xbf5f bytes) 000987 1788882232.680959 fallocate 0x022e66 thru 0x0263c8 (0x3563 bytes) 000988 1788882232.683121 mapread 0x009f77 thru 0x017baf (0xdc39 bytes) 000989 1788882232.692687 mapwrite 0x01c635 thru 0x01ff02 (0x38ce bytes) 000990 1788882232.705803 mapwrite 0x0156b1 thru 0x01a02b (0x497b bytes) 000991 1788882232.713536 trunc from 0x040000 to 0x01c497 (0x23b68 bytes) 000992 1788882232.722337 mapread 0x015786 thru 0x01c497 (0x6d12 bytes) 000993 1788882232.723091 trunc from 0x012e43 to 0x01c497 (0x9655 bytes) 000995 1788882232.725870 read 0x0113f1 thru 0x01c497 (0xb0a7 bytes) 000996 1788882232.731163 MIRROR_SPLIT mirror 3 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x6d3:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1c498): Mirror 20: 0x312dc6ff (stale) Mirror 23: 0x312dc6ff (stale) Mirror 27: 0x312dc6ff (stale) Mirror 29: 0x312dc6ff (stale) Mirror 30: 0x312dc6ff (stale) Mirror 31: 0x312dc6ff (stale) Mirror 32: 0x312dc6ff (stale) Mirror 33: 0x312dc6ff (stale) Mirror 34: 0x312dc6ff (stale) Mirror 35: 0x312dc6ff (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c498): Mirror 20: 0x312dc6ff (stale) Mirror 23: 0x312dc6ff (stale) Mirror 27: 0x312dc6ff (stale) Mirror 29: 0x312dc6ff (stale) Mirror 30: 0x312dc6ff (stale) Mirror 31: 0x312dc6ff (stale) Mirror 32: 0x312dc6ff (stale) Mirror 33: 0x312dc6ff (stale) Mirror 34: 0x312dc6ff (stale) Mirror 35: 0x312dc6ff (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c498: skipped 000997 1788882232.885187 write 0x03d43f thru 0x03ffff (0x2bc1 bytes) 000998 1788882232.887178 mapread 0x00bd6a thru 0x01ad74 (0xf00b bytes) 000999 1788882232.895350 mapread 0x008f35 thru 0x010cff (0x7dcb bytes) 001000 1788882232.895953 write 0x00dea0 thru 0x00fb5d (0x1cbe bytes) All operations completed A-OK!