== sanity-flr test 70a: flr mode fsx test ================ 00:35:34 (1788582934) striped dir -i0 -c2 -H crush /mnt/lustre/d70a.sanity-flr Seed set to 2936 000001 1788582937.086192 write 0x0219b2 thru 0x024d6b (0x33ba bytes) 000002 1788582937.101023 read 0x003b11 thru 0x008c8a (0x517a bytes) 000003 1788582937.108779 mapread 0x018990 thru 0x024d6b (0xc3dc bytes) 000004 1788582937.123812 read 0x00c845 thru 0x00f62d (0x2de9 bytes) 000005 1788582937.130074 mapread 0x00a276 thru 0x017d68 (0xdaf3 bytes) 000006 1788582937.131122 mapread 0x009cfe thru 0x01653d (0xc840 bytes) truncating to largest ever: 0x26c3a 000009 1788582937.133991 trunc from 0x024d6c to 0x026c39 (0x1ece bytes) truncating to largest ever: 0x295b1 000010 1788582937.158205 trunc from 0x026c3a to 0x0295b0 (0x2977 bytes) 000012 1788582937.179124 write 0x03855a thru 0x03ffff (0x7aa6 bytes) 000013 1788582937.181625 read 0x003bcb thru 0x004cbd (0x10f3 bytes) 000014 1788582937.182729 punch from 0x029798 to 0x032ce1 (0x954a bytes) 000017 1788582937.187520 mapwrite 0x031439 thru 0x035055 (0x3c1d bytes) 000018 1788582937.211739 punch from 0x03029c to 0x035ad3 (0x5838 bytes) 000020 1788582937.218080 fallocate 0x00dfad thru 0x011011 (0x3065 bytes) 000022 1788582937.223102 fallocate 0x0080b1 thru 0x00dc84 (0x5bd4 bytes) 000023 1788582937.227843 read 0x033fe2 thru 0x0381f1 (0x4210 bytes) 000024 1788582937.240130 fallocate 0x00ff4a thru 0x0135cf (0x3686 bytes) 000025 1788582937.246595 read 0x03ee12 thru 0x03ffff (0x11ee bytes) 000026 1788582937.247673 punch from 0x02a5eb to 0x038940 (0xe356 bytes) truncating to largest ever: 0x2f75c 000027 1788582937.254006 trunc from 0x040000 to 0x02f75b (0x108a4 bytes) 000028 1788582937.276035 MIRROR_EXTEND to 2 mirrors 000029 1788582937.850233 fallocate 0x00a6ae thru 0x019b5e (0xf4b1 bytes) 000030 1788582937.934534 trunc from 0x01e0b0 to 0x023e43 (0x5d94 bytes) 000031 1788582937.940766 mapread 0x02783a thru 0x02d264 (0x5a2b bytes) 000032 1788582937.970326 mapread 0x02d574 thru 0x02f75b (0x21e8 bytes) 000033 1788582937.971506 trunc from 0x02f75c to 0x01cce4 (0x12a77 bytes) 000034 1788582938.017650 trunc from 0x001883 to 0x004070 (0x27ee bytes) 000035 1788582938.024521 read 0x016fce thru 0x019091 (0x20c4 bytes) 000036 1788582938.040340 trunc from 0x016f22 to 0x01b26b (0x434a bytes) 000037 1788582938.056403 punch from 0x01b089 to 0x01cce4 (0x1c5c bytes) 000038 1788582938.087314 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) fallocating to largest ever: 0x40000 000039 1788582938.302285 fallocate 0x03fe0a thru 0x03ffff (0x1f6 bytes) 000040 1788582938.309309 punch from 0x013f7b to 0x01cce4 (0x8d6a bytes) 000041 1788582938.315912 trunc from 0x01cce5 to 0x00b583 (0x11761 bytes) 000042 1788582938.359306 mapread 0x00ac12 thru 0x00b583 (0x972 bytes) 000043 1788582938.380774 fallocate 0x0227bd thru 0x02e2dc (0xbb20 bytes) 000044 1788582938.392852 mapread 0x01d46b thru 0x020c4b (0x37e1 bytes) 000045 1788582938.427330 mapread 0x022a9b thru 0x026f4c (0x44b2 bytes) 000047 1788582938.458183 mapread 0x002f74 thru 0x010976 (0xda03 bytes) 000048 1788582938.469227 trunc from 0x02e2dd to 0x01b0c6 (0x13216 bytes) 000049 1788582938.498205 mapwrite 0x037eb1 thru 0x038840 (0x990 bytes) 000050 1788582938.552516 trunc from 0x038841 to 0x0010dd (0x37763 bytes) 000051 1788582938.571075 fallocate 0x0153e2 thru 0x0213af (0xbfce bytes) 000052 1788582938.577259 mapread 0x000903 thru 0x0010dd (0x7db bytes) 000053 1788582938.583804 mapwrite 0x003f17 thru 0x00fba9 (0xbc93 bytes) 000055 1788582938.713836 fallocate 0x03050d thru 0x03d579 (0xd06d bytes) 000056 1788582938.726726 trunc from 0x00fbaa to 0x034898 (0x24cef bytes) 000057 1788582938.762240 mapwrite 0x01757a thru 0x01a521 (0x2fa8 bytes) 000058 1788582938.814781 mapread 0x0008b2 thru 0x00cb75 (0xc2c4 bytes) 000059 1788582938.823714 mapread 0x02e778 thru 0x032f5d (0x47e6 bytes) 000060 1788582938.864184 read 0x00cf9e thru 0x0118b1 (0x4914 bytes) 000062 1788582938.866657 punch from 0x0284d7 to 0x02a700 (0x222a bytes) 000063 1788582938.882190 read 0x012abf thru 0x01729b (0x47dd bytes) 000065 1788582938.883408 write 0x029819 thru 0x0326e6 (0x8ece bytes) 000066 1788582938.905857 mapwrite 0x034165 thru 0x03ffff (0xbe9b bytes) 000069 1788582939.019721 mapread 0x01b10c thru 0x01c836 (0x172b bytes) 000070 1788582939.021893 write 0x001926 thru 0x010eef (0xf5ca bytes) 000071 1788582939.025094 mapwrite 0x02d9f1 thru 0x032791 (0x4da1 bytes) 000072 1788582939.047026 trunc from 0x01778a to 0x01b224 (0x3a9b bytes) 000073 1788582939.051840 mapwrite 0x03746c thru 0x03ffff (0x8b94 bytes) 000074 1788582939.081089 mapread 0x0154c3 thru 0x01c6e5 (0x7223 bytes) 000075 1788582939.125787 write 0x03a05c thru 0x03bd41 (0x1ce6 bytes) 000076 1788582939.127357 trunc from 0x040000 to 0x02117a (0x1ee85 bytes) 000077 1788582939.159250 trunc from 0x02117b to 0x005d59 (0x1b421 bytes) 000078 1788582939.201119 MIRROR_EXTEND to 2 mirrors 000079 1788582939.910713 write 0x00c7d3 thru 0x011c05 (0x5433 bytes) 000080 1788582939.966388 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) 000081 1788582940.206377 write 0x02a277 thru 0x03304e (0x8dd8 bytes) 000082 1788582940.216487 trunc from 0x0160bb to 0x02533a (0xf280 bytes) 000083 1788582940.237248 mapwrite 0x011e90 thru 0x01bf91 (0xa102 bytes) 000084 1788582940.307912 MIRROR_EXTEND to 2 mirrors 000085 1788582941.229129 punch from 0x013921 to 0x022cd9 (0xf3b9 bytes) 000087 1788582941.277291 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3304f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3304f): Mirror 2: 0x51c78872 (stale) CRC-32 checksum value for chunk [0, 0x3304f): Mirror 1: 0x7ab3b084 Mirror 3: 0x7ab3b084 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3304f: skipped 000088 1788582942.557262 read 0x0026c6 thru 0x006c69 (0x45a4 bytes) 000089 1788582942.565547 mapwrite 0x03e794 thru 0x03ffff (0x186c bytes) 000090 1788582942.695859 punch from 0x0120cb to 0x016703 (0x4639 bytes) 000092 1788582942.706553 mapwrite 0x0036ee thru 0x007f99 (0x48ac bytes) 000093 1788582942.769995 mapwrite 0x03cc9e thru 0x03fea0 (0x3203 bytes) 000094 1788582942.800882 punch from 0x032457 to 0x0384c0 (0x606a bytes) 000095 1788582942.809852 read 0x017107 thru 0x023a7b (0xc975 bytes) 000096 1788582942.824718 mapwrite 0x0055cf thru 0x00c9a7 (0x73d9 bytes) 000097 1788582942.843838 mapread 0x00e27e thru 0x01581d (0x75a0 bytes) 000098 1788582942.850498 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xcf28a21b (stale) Mirror 3: 0xbef336b1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x4cfc07a1 Mirror 4: 0x4cfc07a1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000099 1788582943.941244 trunc from 0x03839b to 0x03ffff (0x7c65 bytes) 000100 1788582944.012188 read 0x00fd7e thru 0x012bff (0x2e82 bytes) 000101 1788582944.024547 mapwrite 0x03b486 thru 0x03ffff (0x4b7a bytes) 000102 1788582944.103308 mapwrite 0x036656 thru 0x03ffff (0x99aa bytes) 000103 1788582944.140092 mapwrite 0x013186 thru 0x01b986 (0x8801 bytes) 000104 1788582944.183149 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbef336b1 (stale) Mirror 4: 0x4cfc07a1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbef336b1 (stale) Mirror 4: 0x4cfc07a1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000105 1788582944.701091 write 0x036525 thru 0x038698 (0x2174 bytes) 000107 1788582944.721301 fallocate 0x0171ec thru 0x0257b1 (0xe5c6 bytes) 000108 1788582944.727154 write 0x019948 thru 0x01a702 (0xdbb bytes) 000110 1788582944.737966 mapwrite 0x03667d thru 0x03ffff (0x9983 bytes) 000111 1788582944.788289 trunc from 0x040000 to 0x020988 (0x1f677 bytes) 000113 1788582944.818177 write 0x034386 thru 0x03ffff (0xbc7a bytes) 000114 1788582944.822916 punch from 0x00aac3 to 0x00d69d (0x2bdb bytes) 000115 1788582944.835052 trunc from 0x040000 to 0x03c41f (0x3be0 bytes) 000116 1788582944.885775 mapread 0x00fe08 thru 0x01605f (0x6258 bytes) 000117 1788582944.917534 mapwrite 0x028bb9 thru 0x036a48 (0xde90 bytes) 000118 1788582945.003110 mapwrite 0x02a460 thru 0x02e570 (0x4111 bytes) 000119 1788582945.023984 fallocate 0x029ed2 thru 0x02e99a (0x4ac9 bytes) 000120 1788582945.030332 punch from 0x0129bd to 0x0220a0 (0xf6e4 bytes) 000121 1788582945.040141 mapread 0x031b8e thru 0x03bbb8 (0xa02b bytes) 000122 1788582945.041403 trunc from 0x03c420 to 0x03e921 (0x2502 bytes) 000123 1788582945.068301 trunc from 0x0094ca to 0x00cda8 (0x38df bytes) 000124 1788582945.077136 trunc from 0x03e922 to 0x01744d (0x274d4 bytes) 000125 1788582945.115533 mapwrite 0x03ae2f thru 0x03e54f (0x3721 bytes) 000126 1788582945.171981 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3e550): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e550): Mirror 3: 0xb7fa9d42 (stale) Mirror 4: 0xda36382f (stale) CRC-32 checksum value for chunk [0, 0x3e550): Mirror 1: 0x1e4d7e82 Mirror 5: 0x1e4d7e82 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e550: skipped 000127 1788582946.186207 fallocate 0x02e931 thru 0x0376c3 (0x8d93 bytes) 000128 1788582946.237012 fallocate 0x037aed thru 0x03e8c4 (0x6dd8 bytes) 000129 1788582946.246187 punch from 0x01f0fe to 0x01fb85 (0xa88 bytes) 000130 1788582946.258053 write 0x0152f9 thru 0x0181e7 (0x2eef bytes) 000131 1788582946.291983 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3e550): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e550): Mirror 3: 0xb7fa9d42 (stale) Mirror 4: 0xda36382f (stale) Mirror 5: 0x1e4d7e82 (stale) CRC-32 checksum value for chunk [0, 0x3e550): Mirror 1: 0xcbda36c7 Mirror 6: 0xcbda36c7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e550: skipped 000132 1788582947.730438 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e550): Mirror 3: 0xb7fa9d42 (stale) Mirror 4: 0xda36382f (stale) Mirror 5: 0x1e4d7e82 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e550): Mirror 3: 0xb7fa9d42 (stale) Mirror 4: 0xda36382f (stale) Mirror 5: 0x1e4d7e82 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e550: skipped 000133 1788582948.181958 punch from 0x01c3a3 to 0x023d44 (0x79a2 bytes) 000135 1788582948.205857 read 0x01263e thru 0x01957d (0x6f40 bytes) 000136 1788582948.217115 fallocate 0x02a040 thru 0x030f8a (0x6f4b bytes) 000137 1788582948.222523 write 0x002389 thru 0x007609 (0x5281 bytes) 000138 1788582948.237765 mapread 0x018c16 thru 0x01b5c0 (0x29ab bytes) 000139 1788582948.248786 write 0x00b548 thru 0x0181ea (0xcca3 bytes) 000141 1788582948.256748 punch from 0x0379b5 to 0x03ca24 (0x5070 bytes) 000142 1788582948.262647 read 0x03d3c2 thru 0x03e54f (0x118e bytes) 000143 1788582948.275404 trunc from 0x03e550 to 0x008373 (0x361dc bytes) 000144 1788582948.294104 trunc from 0x003512 to 0x008373 (0x4e62 bytes) 000146 1788582948.328186 read 0x006e0c thru 0x008373 (0x1568 bytes) 000147 1788582948.351841 punch from 0x00577b to 0x008373 (0x2bf9 bytes) 000148 1788582948.359244 read 0x002690 thru 0x008373 (0x5ce4 bytes) 000149 1788582948.368215 trunc from 0x002136 to 0x004b76 (0x2a41 bytes) 000150 1788582948.376169 trunc from 0x0033e2 to 0x007f90 (0x4baf bytes) 000151 1788582948.388308 write 0x02e5cb thru 0x03c043 (0xda79 bytes) 000152 1788582948.394903 fallocate 0x004a65 thru 0x0095f1 (0x4b8d bytes) 000153 1788582948.410040 read 0x02a48e thru 0x02b394 (0xf07 bytes) 000154 1788582948.424405 trunc from 0x02ebbb to 0x02fadc (0xf22 bytes) 000155 1788582948.448552 mapwrite 0x03dff7 thru 0x03ee27 (0xe31 bytes) 000156 1788582948.517230 punch from 0x0230a7 to 0x02d1c8 (0xa122 bytes) 000157 1788582948.525016 trunc from 0x0233e1 to 0x02d458 (0xa078 bytes) 000158 1788582948.535586 mapwrite 0x03666e thru 0x039a1a (0x33ad bytes) 000159 1788582948.583113 fallocate 0x0051f6 thru 0x00dacb (0x88d6 bytes) 000161 1788582948.590223 trunc from 0x03ee28 to 0x039045 (0x5de2 bytes) 000162 1788582948.641589 punch from 0x026ed1 to 0x02d3d3 (0x6503 bytes) 000163 1788582948.654106 MIRROR_RESYNC 4 mirrors 000164 1788582949.872637 trunc from 0x022b09 to 0x031c33 (0xf12b bytes) 000165 1788582949.912010 mapwrite 0x0247de thru 0x02e173 (0x9996 bytes) 000166 1788582949.989658 MIRROR_RESYNC 4 mirrors 000167 1788582951.250207 trunc from 0x039046 to 0x01fd99 (0x192ac bytes) 000168 1788582951.284399 read 0x01b355 thru 0x01fd99 (0x4a45 bytes) 000169 1788582951.295255 fallocate 0x0073ec thru 0x00891c (0x1531 bytes) 000170 1788582951.307913 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1fd9a): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1fd9a): Mirror 3: 0x1cd7e763 (stale) Mirror 4: 0x1cd7e763 (stale) Mirror 5: 0x1cd7e763 (stale) CRC-32 checksum value for chunk [0, 0x1fd9a): Mirror 1: 0x1cd7e763 Mirror 6: 0x1cd7e763 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1fd9a: skipped 000171 1788582952.296824 mapread 0x00863b thru 0x017ab2 (0xf478 bytes) 000172 1788582952.323960 mapread 0x006676 thru 0x011409 (0xad94 bytes) 000173 1788582952.324779 mapwrite 0x022cb4 thru 0x0263fb (0x3748 bytes) 000174 1788582952.435263 mapwrite 0x039f84 thru 0x03f851 (0x58ce bytes) 000175 1788582952.491274 trunc from 0x01245c to 0x01a4f4 (0x8099 bytes) 000176 1788582952.498042 write 0x0183fd thru 0x025031 (0xcc35 bytes) 000177 1788582952.504381 mapread 0x03424a thru 0x0350cb (0xe82 bytes) 000178 1788582952.508086 punch from 0x03ad50 to 0x03d40b (0x26bc bytes) 000179 1788582952.514522 trunc from 0x02c3bb to 0x035e0e (0x9a54 bytes) 000180 1788582952.520045 write 0x032f83 thru 0x03cfa2 (0xa020 bytes) 000181 1788582952.536510 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f852): Mirror 3: 0xd4abb05a (stale) Mirror 4: 0xd4abb05a (stale) Mirror 5: 0xd4abb05a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f852): Mirror 3: 0xd4abb05a (stale) Mirror 4: 0xd4abb05a (stale) Mirror 5: 0xd4abb05a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f852: skipped 000183 1788582953.188902 trunc from 0x03f852 to 0x01f400 (0x20451 bytes) 000184 1788582953.219577 mapwrite 0x011369 thru 0x01b84c (0xa4e4 bytes) 000185 1788582953.290507 fallocate 0x03592e thru 0x03ffff (0xa6d2 bytes) 000186 1788582953.303066 write 0x03ede8 thru 0x03ffff (0x1218 bytes) 000187 1788582953.305725 mapwrite 0x00443d thru 0x00c7c1 (0x8385 bytes) 000188 1788582953.345824 trunc from 0x040000 to 0x00d061 (0x32f9e bytes) 000189 1788582953.366158 punch from 0x0007fc to 0x007b91 (0x7396 bytes) 000190 1788582953.380206 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xd062): Mirror 4: 0xa0a9cefa (stale) Mirror 5: 0xa0a9cefa (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd062): Mirror 4: 0xa0a9cefa (stale) Mirror 5: 0xa0a9cefa (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd062: skipped 000191 1788582953.798878 write 0x00a0a2 thru 0x014e6f (0xadce bytes) 000192 1788582953.812100 read 0x011f42 thru 0x014694 (0x2753 bytes) 000193 1788582953.815207 punch from 0x0089f0 to 0x014e6f (0xc480 bytes) 000194 1788582953.836524 fallocate 0x02e230 thru 0x03434d (0x611e bytes) 000195 1788582953.846862 mapread 0x002068 thru 0x009581 (0x751a bytes) 000196 1788582953.869475 punch from 0x00b79a to 0x014e6f (0x96d6 bytes) 000197 1788582953.874446 punch from 0x013267 to 0x014e6f (0x1c09 bytes) 000198 1788582953.879785 read 0x00cf13 thru 0x013b9a (0x6c88 bytes) 000199 1788582953.892214 punch from 0x00731d to 0x014e6f (0xdb53 bytes) 000200 1788582953.901588 write 0x00c297 thru 0x01a058 (0xddc2 bytes) 000201 1788582953.910997 mapread 0x00a785 thru 0x01654c (0xbdc8 bytes) 000202 1788582953.925807 trunc from 0x01a059 to 0x005087 (0x14fd1 bytes) 000203 1788582953.953233 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x5088): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x5088): Mirror 4: 0xf96f808b (stale) Mirror 5: 0xf96f808b (stale) CRC-32 checksum value for chunk [0, 0x5088): Mirror 1: 0x2e846a1a Mirror 6: 0x2e846a1a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x5088: skipped 000204 1788582954.787823 write 0x02f6f3 thru 0x036896 (0x71a4 bytes) 000205 1788582954.860643 punch from 0x006efc to 0x00d67e (0x6783 bytes) 000206 1788582954.866498 mapwrite 0x03aa20 thru 0x03ffff (0x55e0 bytes) 000207 1788582954.952663 read 0x01c8fc thru 0x0226b2 (0x5db7 bytes) 000208 1788582954.962158 trunc from 0x040000 to 0x00abbb (0x35444 bytes) 000209 1788582954.987416 write 0x005d57 thru 0x00feae (0xa158 bytes) 000210 1788582954.999117 punch from 0x0042fe to 0x00b7b1 (0x74b4 bytes) 000212 1788582955.024108 fallocate 0x02f421 thru 0x032a7d (0x365d bytes) 000213 1788582955.028971 trunc from 0x032a7e to 0x02c0f9 (0x6984 bytes) 000214 1788582955.046579 fallocate 0x003ab9 thru 0x00d952 (0x9e9a bytes) 000215 1788582955.051639 fallocate 0x03895c thru 0x03ef4c (0x65f1 bytes) 000216 1788582955.057003 read 0x01cf6c thru 0x0224ce (0x5563 bytes) 000217 1788582955.067182 mapread 0x01e627 thru 0x0255b9 (0x6f93 bytes) 000219 1788582955.068784 write 0x00b3d9 thru 0x0142ed (0x8f15 bytes) 000221 1788582955.077699 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2c0fa): Mirror 4: 0x512c6c93 (stale) Mirror 5: 0x512c6c93 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c0fa): Mirror 4: 0x512c6c93 (stale) Mirror 5: 0x512c6c93 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c0fa: skipped 000222 1788582955.392743 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2c0fa): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c0fa): Mirror 4: 0x512c6c93 (stale) Mirror 5: 0x512c6c93 (stale) CRC-32 checksum value for chunk [0, 0x2c0fa): Mirror 1: 0xaebee06e Mirror 6: 0xaebee06e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c0fa: skipped 000224 1788582956.265911 trunc from 0x025e50 to 0x02b83c (0x59ed bytes) 000225 1788582956.336763 punch from 0x01ea50 to 0x025f12 (0x74c3 bytes) 000226 1788582956.342093 mapwrite 0x00e8b8 thru 0x01b19d (0xc8e6 bytes) 000227 1788582956.389681 mapwrite 0x0392ac thru 0x03ffff (0x6d54 bytes) 000228 1788582956.461594 punch from 0x00cae4 to 0x018b50 (0xc06d bytes) 000229 1788582956.468078 mapwrite 0x02a6af thru 0x03600d (0xb95f bytes) 000230 1788582956.497702 trunc from 0x03e61c to 0x03ffff (0x19e4 bytes) 000231 1788582956.503092 mapwrite 0x03588f thru 0x03dbfb (0x836d bytes) 000232 1788582956.530850 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xd8de764d (stale) Mirror 6: 0x7b25844 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xd8de764d (stale) Mirror 6: 0x7b25844 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000233 1788582956.946154 trunc from 0x0272bb to 0x035d1c (0xea62 bytes) 000234 1788582956.962916 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xd8de764d (stale) Mirror 6: 0x7b25844 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8230c9bc Mirror 7: 0x8230c9bc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000235 1788582958.115578 write 0x031fff thru 0x03e2b9 (0xc2bb bytes) 000236 1788582958.204431 MIRROR_RESYNC 4 mirrors 000237 1788582959.860377 read 0x03ddee thru 0x03ffff (0x2212 bytes) 000238 1788582959.868410 trunc from 0x01ee52 to 0x02727d (0x842c bytes) 000239 1788582959.898635 trunc from 0x034d2f to 0x03ffff (0xb2d1 bytes) 000240 1788582959.904779 read 0x000650 thru 0x00e41e (0xddcf bytes) 000241 1788582959.920452 MIRROR_RESYNC 4 mirrors 000242 1788582961.140193 mapwrite 0x0274d2 thru 0x02a857 (0x3386 bytes) 000243 1788582961.322685 trunc from 0x040000 to 0x0173f2 (0x28c0d bytes) 000244 1788582961.350519 trunc from 0x007e70 to 0x012c57 (0xade8 bytes) 000245 1788582961.357434 punch from 0x00df28 to 0x0173f2 (0x94cb bytes) 000246 1788582961.363101 mapread 0x0020a3 thru 0x01052a (0xe488 bytes) 000247 1788582961.397801 read 0x006fea thru 0x015eac (0xeec3 bytes) 000248 1788582961.408931 read 0x00f305 thru 0x0173f2 (0x80ee bytes) 000250 1788582961.416681 fallocate 0x035495 thru 0x03ffff (0xab6b bytes) 000251 1788582961.422425 fallocate 0x012878 thru 0x0221ac (0xf935 bytes) 000252 1788582961.426907 mapread 0x00afe6 thru 0x00b1a2 (0x1bd bytes) 000253 1788582961.428404 mapread 0x01652c thru 0x0173f2 (0xec7 bytes) 000254 1788582961.429312 fallocate 0x00c5a6 thru 0x01c30b (0xfd66 bytes) 000255 1788582961.434301 mapread 0x0135b2 thru 0x0155a3 (0x1ff2 bytes) 000256 1788582961.435642 write 0x006c1e thru 0x00abbf (0x3fa2 bytes) 000257 1788582961.442126 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1c30c): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c30c): Mirror 5: 0x6a1fa4c9 (stale) Mirror 6: 0x6a1fa4c9 (stale) Mirror 7: 0x6a1fa4c9 (stale) CRC-32 checksum value for chunk [0, 0x1c30c): Mirror 1: 0xd75b03a Mirror 8: 0xd75b03a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c30c: skipped 000258 1788582962.122065 punch from 0x013a6e to 0x0158a5 (0x1e38 bytes) 000259 1788582962.174321 trunc from 0x01c30c to 0x00426d (0x1809e bytes) 000260 1788582962.250238 mapread 0x0003c9 thru 0x00060c (0x244 bytes) 000261 1788582962.262477 read 0x002890 thru 0x00426d (0x19de bytes) 000262 1788582962.268521 trunc from 0x000c9e to 0x00426d (0x35d0 bytes) 000264 1788582962.275214 read 0x000eb4 thru 0x002f19 (0x2066 bytes) 000265 1788582962.293720 mapwrite 0x00b830 thru 0x01905a (0xd82b bytes) 000266 1788582962.385799 mapread 0x002ad0 thru 0x0116c3 (0xebf4 bytes) 000267 1788582962.387244 trunc from 0x00bdb6 to 0x019033 (0xd27e bytes) 000268 1788582962.406102 punch from 0x012dfb to 0x0150b8 (0x22be bytes) 000269 1788582962.412128 punch from 0x006147 to 0x00f21a (0x90d4 bytes) 000270 1788582962.416985 trunc from 0x01905b to 0x025e1f (0xcdc5 bytes) 000271 1788582962.440922 mapread 0x021f84 thru 0x025e1f (0x3e9c bytes) 000272 1788582962.454076 punch from 0x004140 to 0x013d55 (0xfc16 bytes) 000273 1788582962.465860 trunc from 0x025e20 to 0x00a5b1 (0x1b86e bytes) 000274 1788582962.486215 trunc from 0x00a5b2 to 0x01a729 (0x10178 bytes) 000275 1788582962.505556 mapread 0x0042f2 thru 0x00e8bf (0xa5ce bytes) 000276 1788582962.581481 fallocate 0x014ca4 thru 0x01808f (0x33ec bytes) 000277 1788582962.587974 mapread 0x00215e thru 0x0040a3 (0x1f46 bytes) 000278 1788582962.590468 mapread 0x0046f5 thru 0x012ba6 (0xe4b2 bytes) 000279 1788582962.617124 trunc from 0x01584e to 0x01a729 (0x4edc bytes) 000280 1788582962.625757 read 0x0074ec thru 0x0172b4 (0xfdc9 bytes) 000281 1788582962.638023 trunc from 0x01a72a to 0x03ce9f (0x22776 bytes) 000283 1788582962.657389 punch from 0x016a4c to 0x024e8f (0xe444 bytes) 000284 1788582962.667211 read 0x035e2c thru 0x03844d (0x2622 bytes) 000285 1788582962.713489 read 0x0328c3 thru 0x03ce9f (0xa5dd bytes) 000286 1788582962.714202 trunc from 0x03cea0 to 0x01b92b (0x21574 bytes) 000287 1788582962.766914 read 0x011461 thru 0x016d92 (0x5932 bytes) 000288 1788582962.767973 punch from 0x016de1 to 0x01b0c5 (0x42e5 bytes) 000290 1788582962.779713 mapwrite 0x02b895 thru 0x039680 (0xddec bytes) 000291 1788582962.856150 trunc from 0x039681 to 0x03859f (0x10e1 bytes) 000292 1788582962.910234 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x385a0): Mirror 5: 0x5d5bfafe (stale) Mirror 6: 0x5d5bfafe (stale) Mirror 8: 0x19ee6b46 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x385a0): Mirror 5: 0x5d5bfafe (stale) Mirror 6: 0x5d5bfafe (stale) Mirror 8: 0x19ee6b46 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x385a0: skipped 000293 1788582963.446564 read 0x01243e thru 0x01fe54 (0xda17 bytes) 000294 1788582963.458319 trunc from 0x00a101 to 0x013502 (0x9402 bytes) 000295 1788582963.463178 write 0x034f03 thru 0x03ffff (0xb0fd bytes) 000296 1788582963.472901 mapread 0x01e5d9 thru 0x028870 (0xa298 bytes) 000298 1788582963.490190 trunc from 0x01e618 to 0x023f2d (0x5916 bytes) 000299 1788582963.495113 read 0x001712 thru 0x00a0cc (0x89bb bytes) 000300 1788582963.505076 write 0x019ced thru 0x029b5d (0xfe71 bytes) 000301 1788582963.506850 read 0x01ae9a thru 0x0289f7 (0xdb5e bytes) 000302 1788582963.508059 mapread 0x039252 thru 0x03ffff (0x6dae bytes) 000303 1788582963.509227 read 0x02f22e thru 0x03291e (0x36f1 bytes) 000304 1788582963.510179 punch from 0x00b317 to 0x0193f3 (0xe0dd bytes) 000305 1788582963.529758 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x4f558fd1 (stale) Mirror 6: 0x4f558fd1 (stale) Mirror 8: 0x5f03c0cd (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe9fb2c8 Mirror 9: 0xe9fb2c8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000306 1788582964.454998 trunc from 0x040000 to 0x02543f (0x1abc0 bytes) 000307 1788582964.538177 trunc from 0x0211c3 to 0x02543f (0x427d bytes) 000308 1788582964.544048 punch from 0x00ffab to 0x01b848 (0xb89e bytes) 000309 1788582964.550100 mapwrite 0x03100b thru 0x034229 (0x321f bytes) 000310 1788582964.654297 trunc from 0x02b109 to 0x034229 (0x9121 bytes) 000311 1788582964.672272 trunc from 0x03422a to 0x0239a3 (0x10886 bytes) 000312 1788582964.717921 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x239a4): Mirror 6: 0xc5371415 (stale) Mirror 8: 0xcff2abc8 (stale) Mirror 9: 0x89dbaac4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x239a4): Mirror 6: 0xc5371415 (stale) Mirror 8: 0xcff2abc8 (stale) Mirror 9: 0x89dbaac4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x239a4: skipped 000313 1788582965.138175 write 0x0214b6 thru 0x026315 (0x4e60 bytes) 000314 1788582965.152567 trunc from 0x004578 to 0x00a987 (0x6410 bytes) 000315 1788582965.158067 punch from 0x016933 to 0x01fcc4 (0x9392 bytes) 000316 1788582965.171333 trunc from 0x026316 to 0x012877 (0x13a9e bytes) 000317 1788582965.195858 trunc from 0x00de4f to 0x012877 (0x4a29 bytes) 000319 1788582965.203111 trunc from 0x00e2ad to 0x012877 (0x45cb bytes) 000321 1788582965.209188 read 0x007d8c thru 0x00eb88 (0x6dfd bytes) 000324 1788582965.230147 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x12878): Mirror 6: 0xc3a171bc (stale) Mirror 9: 0xf7869d74 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12878): Mirror 6: 0xc3a171bc (stale) Mirror 9: 0xf7869d74 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12878: skipped 000325 1788582965.598654 mapread 0x000764 thru 0x00b55d (0xadfa bytes) 000327 1788582965.621199 fallocate 0x02c19d thru 0x03819c (0xc000 bytes) 000328 1788582965.626115 trunc from 0x03819d to 0x01c853 (0x1b949 bytes) 000329 1788582965.644447 write 0x00a1e9 thru 0x018037 (0xde4f bytes) 000331 1788582965.651127 fallocate 0x000084 thru 0x00b2f8 (0xb275 bytes) 000332 1788582965.658815 MIRROR_RESYNC 3 mirrors 000333 1788582966.399437 punch from 0x01af67 to 0x01c853 (0x18ed bytes) 000334 1788582966.439426 mapread 0x01100e thru 0x01c853 (0xb846 bytes) 000335 1788582966.462594 fallocate 0x034502 thru 0x03ffff (0xbafe bytes) 000336 1788582966.468748 mapwrite 0x0012c1 thru 0x0051b2 (0x3ef2 bytes) 000337 1788582966.504037 punch from 0x0138ad to 0x0155b3 (0x1d07 bytes) 000338 1788582966.526162 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x4310b037 (stale) Mirror 9: 0x4310b037 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd5e44f28 Mirror 10: 0xd5e44f28 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000339 1788582967.362805 trunc from 0x00c02a to 0x01304d (0x7024 bytes) 000341 1788582967.453011 punch from 0x00258c to 0x00ba1b (0x9490 bytes) 000342 1788582967.460585 read 0x038f67 thru 0x03b0eb (0x2185 bytes) 000343 1788582967.472473 mapwrite 0x000281 thru 0x007486 (0x7206 bytes) 000344 1788582967.512851 trunc from 0x0367f7 to 0x039817 (0x3021 bytes) 000345 1788582967.517317 fallocate 0x00276e thru 0x00b4ea (0x8d7d bytes) 000346 1788582967.521931 trunc from 0x040000 to 0x01c0ae (0x23f51 bytes) 000347 1788582967.606886 write 0x01f148 thru 0x024897 (0x5750 bytes) 000348 1788582967.608207 read 0x0185c5 thru 0x023adb (0xb517 bytes) 000350 1788582967.623112 mapwrite 0x00d89c thru 0x01877a (0xaedf bytes) 000352 1788582967.660312 mapread 0x012aae thru 0x014e45 (0x2398 bytes) 000353 1788582967.661176 mapread 0x01c3a0 thru 0x024897 (0x84f8 bytes) 000354 1788582967.661954 fallocate 0x0234ad thru 0x0290be (0x5c12 bytes) 000355 1788582967.672176 mapread 0x0131ed thru 0x018e18 (0x5c2c bytes) 000356 1788582967.673142 punch from 0x02016b to 0x024897 (0x472d bytes) 000357 1788582967.683928 write 0x01a043 thru 0x01c8a3 (0x2861 bytes) 000358 1788582967.685103 write 0x025693 thru 0x02fa6d (0xa3db bytes) 000359 1788582967.690914 fallocate 0x02b1ad thru 0x02d0c5 (0x1f19 bytes) 000360 1788582967.696395 mapread 0x01b11c thru 0x01f62f (0x4514 bytes) 000361 1788582967.697731 read 0x0245fc thru 0x027edf (0x38e4 bytes) 000363 1788582967.708853 MIRROR_RESYNC 4 mirrors 000364 1788582969.228946 trunc from 0x02c1b1 to 0x02e66e (0x24be bytes) 000365 1788582969.255457 write 0x005581 thru 0x00dcf6 (0x8776 bytes) 000366 1788582969.265853 read 0x014c69 thru 0x01ccbd (0x8055 bytes) 000367 1788582969.278306 mapwrite 0x021b41 thru 0x029f05 (0x83c5 bytes) 000369 1788582969.328710 mapread 0x003dbf thru 0x00508b (0x12cd bytes) 000370 1788582969.344033 fallocate 0x02d6c6 thru 0x03733f (0x9c7a bytes) 000371 1788582969.350307 read 0x00f2cc thru 0x01cd12 (0xda47 bytes) 000372 1788582969.364538 punch from 0x00062c to 0x0056e2 (0x50b7 bytes) 000373 1788582969.371097 read 0x02ed35 thru 0x02fa6d (0xd39 bytes) 000374 1788582969.373330 trunc from 0x02fa6e to 0x00b076 (0x249f7 bytes) 000375 1788582969.401042 write 0x03458f thru 0x034fb1 (0xa23 bytes) 000376 1788582969.402668 fallocate 0x01340f thru 0x01ae32 (0x7a24 bytes) 000377 1788582969.410069 trunc from 0x034fb2 to 0x01ab57 (0x1a45a bytes) 000378 1788582969.431538 mapwrite 0x037e21 thru 0x03ffff (0x81df bytes) 000379 1788582969.497344 punch from 0x01e0ac to 0x026a81 (0x89d6 bytes) 000380 1788582969.505019 punch from 0x03f07d to 0x03ffff (0xf83 bytes) 000381 1788582969.510661 trunc from 0x03c065 to 0x03ffff (0x3f9b bytes) 000382 1788582969.525709 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x8d7f3278 (stale) Mirror 10: 0x8d7f3278 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x8d7f3278 (stale) Mirror 10: 0x8d7f3278 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000383 1788582969.980157 fallocate 0x00498c thru 0x006226 (0x189b bytes) 000384 1788582969.993447 trunc from 0x02cc07 to 0x03a04c (0xd446 bytes) 000386 1788582970.006076 mapwrite 0x02c03e thru 0x0389d8 (0xc99b bytes) 000387 1788582970.138433 mapread 0x020680 thru 0x02d357 (0xccd8 bytes) 000388 1788582970.152876 fallocate 0x03e33c thru 0x03ffff (0x1cc4 bytes) 000389 1788582970.163025 punch from 0x011813 to 0x01d52b (0xbd19 bytes) 000390 1788582970.172591 punch from 0x00931e to 0x00bed5 (0x2bb8 bytes) 000393 1788582970.184518 write 0x03a8a3 thru 0x03ffff (0x575d bytes) 000394 1788582970.191134 fallocate 0x012e7f thru 0x01520a (0x238c bytes) 000395 1788582970.197504 fallocate 0x02e747 thru 0x0391f6 (0xaab0 bytes) 000396 1788582970.213162 mapwrite 0x01e771 thru 0x022621 (0x3eb1 bytes) 000397 1788582970.234444 trunc from 0x040000 to 0x032cfe (0xd301 bytes) 000398 1788582970.253562 mapwrite 0x0243b4 thru 0x0284f2 (0x413f bytes) 000399 1788582970.282399 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x32cff): Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32cff): Mirror 9: 0x59114d75 (stale) Mirror 10: 0x59114d75 (stale) CRC-32 checksum value for chunk [0, 0x32cff): Mirror 1: 0x9551e7d0 Mirror 11: 0x9551e7d0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32cff: skipped 000400 1788582971.378318 trunc from 0x032cff to 0x03ca32 (0x9d34 bytes) 000401 1788582971.474068 mapread 0x01269a thru 0x01f859 (0xd1c0 bytes) 000402 1788582971.530390 read 0x02e5aa thru 0x03a498 (0xbeef bytes) 000403 1788582971.549063 write 0x03a7a0 thru 0x03bede (0x173f bytes) 000404 1788582971.558697 mapwrite 0x0024b2 thru 0x00be59 (0x99a8 bytes) 000405 1788582971.581444 fallocate 0x010806 thru 0x01a8f1 (0xa0ec bytes) 000406 1788582971.593311 read 0x034450 thru 0x036390 (0x1f41 bytes) 000407 1788582971.594363 punch from 0x032bfd to 0x035235 (0x2639 bytes) 000408 1788582971.600643 read 0x00471c thru 0x00ff7e (0xb863 bytes) 000409 1788582971.606297 MIRROR_RESYNC 4 mirrors 000410 1788582973.222030 read 0x0162e4 thru 0x024376 (0xe093 bytes) 000411 1788582973.237438 fallocate 0x03b2b5 thru 0x03ffff (0x4d4b bytes) 000413 1788582973.275361 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xd523e44d (stale) Mirror 11: 0xd523e44d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xd523e44d (stale) Mirror 11: 0xd523e44d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000414 1788582973.742110 punch from 0x02ff6f to 0x03a07a (0xa10c bytes) 000415 1788582973.748960 write 0x03b1e1 thru 0x03ffff (0x4e1f bytes) 000416 1788582973.769048 read 0x023afd thru 0x0256e9 (0x1bed bytes) 000417 1788582973.777481 fallocate 0x015fc7 thru 0x0219d9 (0xba13 bytes) 000418 1788582973.785483 fallocate 0x00af28 thru 0x01010b (0x51e4 bytes) 000419 1788582973.790893 read 0x03a0d7 thru 0x03ffff (0x5f29 bytes) 000420 1788582973.808375 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xd523e44d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xd523e44d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000421 1788582974.126284 trunc from 0x02a843 to 0x034292 (0x9a50 bytes) 000422 1788582974.132561 mapwrite 0x03f969 thru 0x03ffff (0x697 bytes) 000423 1788582974.153015 write 0x023425 thru 0x0325a7 (0xf183 bytes) 000424 1788582974.178649 trunc from 0x040000 to 0x03c5e5 (0x3a1a bytes) 000425 1788582974.203241 trunc from 0x02347f to 0x025810 (0x2392 bytes) 000426 1788582974.222464 read 0x013d59 thru 0x01d64a (0x98f2 bytes) 000427 1788582974.232408 trunc from 0x03c5e6 to 0x0058b7 (0x36d2e bytes) 000428 1788582974.246802 mapread 0x0017e7 thru 0x0058b7 (0x40d1 bytes) 000429 1788582974.258433 punch from 0x0025de to 0x005114 (0x2b37 bytes) 000430 1788582974.265273 punch from 0x003615 to 0x0058b7 (0x22a3 bytes) 000431 1788582974.270349 fallocate 0x02cb0d thru 0x02e79b (0x1c8f bytes) 000432 1788582974.275489 mapwrite 0x029393 thru 0x02d57a (0x41e8 bytes) 000433 1788582974.324436 read 0x01213d thru 0x01eb15 (0xc9d9 bytes) 000434 1788582974.336160 trunc from 0x02d57b to 0x02917b (0x43ff bytes) 000435 1788582974.354654 write 0x03c325 thru 0x03ffff (0x3cdb bytes) 000436 1788582974.361962 write 0x024c9f thru 0x02b26b (0x65cd bytes) 000437 1788582974.369996 punch from 0x03bc00 to 0x03ffff (0x4400 bytes) 000438 1788582974.385348 fallocate 0x02d126 thru 0x0327bd (0x5698 bytes) 000439 1788582974.389851 write 0x03da0a thru 0x03ffff (0x25f6 bytes) 000440 1788582974.395701 mapread 0x024364 thru 0x02dc2a (0x98c7 bytes) 000441 1788582974.406297 trunc from 0x040000 to 0x018e71 (0x2718e bytes) 000442 1788582974.430077 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) 000444 1788582974.561148 mapwrite 0x02bc90 thru 0x03161b (0x598c bytes) 000445 1788582974.626110 punch from 0x0232c0 to 0x0269eb (0x372c bytes) 000446 1788582974.630432 fallocate 0x035ed1 thru 0x03ee49 (0x8f79 bytes) 000447 1788582974.635592 trunc from 0x03161c to 0x01a615 (0x17006 bytes) 000448 1788582974.648340 write 0x02e608 thru 0x03e131 (0xfb2a bytes) 000449 1788582974.651913 punch from 0x03df96 to 0x03e131 (0x19c bytes) 000450 1788582974.666096 punch from 0x02603e to 0x030451 (0xa414 bytes) 000451 1788582974.671113 punch from 0x013615 to 0x01b31b (0x7d07 bytes) 000452 1788582974.675539 write 0x0178df thru 0x01f05f (0x7781 bytes) 000453 1788582974.694016 punch from 0x00e607 to 0x01c5b0 (0xdfaa bytes) 000454 1788582974.719204 trunc from 0x03e132 to 0x006152 (0x37fdf bytes) 000457 1788582974.743505 trunc from 0x006153 to 0x02cae8 (0x26996 bytes) 000459 1788582974.763219 punch from 0x01ed95 to 0x0214a6 (0x2712 bytes) 000460 1788582974.769504 mapread 0x0072c4 thru 0x00c94e (0x568b bytes) 000461 1788582974.779498 punch from 0x021ba5 to 0x02a8f5 (0x8d51 bytes) 000462 1788582974.787499 mapwrite 0x01a371 thru 0x022918 (0x85a8 bytes) 000463 1788582974.848669 punch from 0x010bed to 0x0131cc (0x25e0 bytes) 000464 1788582974.855550 read 0x02c595 thru 0x02cae8 (0x554 bytes) 000465 1788582974.863392 mapwrite 0x00c39f thru 0x011949 (0x55ab bytes) 000466 1788582974.914852 write 0x00531b thru 0x009492 (0x4178 bytes) 000467 1788582974.923507 write 0x01934c thru 0x01f1b6 (0x5e6b bytes) 000468 1788582974.927066 trunc from 0x016649 to 0x0225ca (0xbf82 bytes) 000472 1788582974.956373 write 0x0177e2 thru 0x024b8e (0xd3ad bytes) 000473 1788582974.983570 write 0x02b38a thru 0x039098 (0xdd0f bytes) 000474 1788582974.997964 mapread 0x038e95 thru 0x039098 (0x204 bytes) 000475 1788582975.000918 fallocate 0x001155 thru 0x002953 (0x17ff bytes) 000476 1788582975.013136 mapread 0x004e56 thru 0x00b5ca (0x6775 bytes) 000477 1788582975.014527 write 0x00c8cd thru 0x0115b4 (0x4ce8 bytes) 000478 1788582975.023073 punch from 0x027cd6 to 0x037baa (0xfed5 bytes) 000479 1788582975.058560 write 0x01e718 thru 0x020c9a (0x2583 bytes) 000480 1788582975.060081 write 0x000a88 thru 0x00e627 (0xdba0 bytes) 000482 1788582975.074970 mapread 0x017309 thru 0x018b4b (0x1843 bytes) 000484 1788582975.081027 punch from 0x026966 to 0x030ff9 (0xa694 bytes) 000486 1788582975.091062 trunc from 0x039099 to 0x015907 (0x23791 bytes) 000487 1788582975.108470 punch from 0x00e584 to 0x015907 (0x7384 bytes) 000488 1788582975.126095 punch from 0x012e64 to 0x015907 (0x2aa4 bytes) 000489 1788582975.132396 write 0x00bc25 thru 0x01159a (0x5976 bytes) 000491 1788582975.138514 write 0x028d9f thru 0x037c89 (0xeeeb bytes) 000492 1788582975.142539 write 0x0220d7 thru 0x023d93 (0x1cbd bytes) 000493 1788582975.153059 mapwrite 0x019acf thru 0x01ddf6 (0x4328 bytes) 000494 1788582975.184132 punch from 0x036303 to 0x037c89 (0x1987 bytes) 000495 1788582975.190984 fallocate 0x03c1a9 thru 0x03ffff (0x3e57 bytes) 000496 1788582975.196361 trunc from 0x040000 to 0x02d2b0 (0x12d4f bytes) 000497 1788582975.217977 trunc from 0x02d2b1 to 0x02a5f5 (0x2cbb bytes) 000498 1788582975.239269 MIRROR_EXTEND to 2 mirrors 000499 1788582976.166678 trunc from 0x02a5f6 to 0x019720 (0x10ed5 bytes) 000500 1788582976.245014 mapwrite 0x012493 thru 0x019395 (0x6f03 bytes) 000501 1788582976.321290 mapwrite 0x02cc19 thru 0x0312d9 (0x46c1 bytes) 000503 1788582976.436056 write 0x01f9a3 thru 0x025771 (0x5dcf bytes) 000505 1788582976.444417 fallocate 0x00bf79 thru 0x010d41 (0x4dc9 bytes) 000506 1788582976.450083 mapwrite 0x03e907 thru 0x03ffff (0x16f9 bytes) 000507 1788582976.529064 mapwrite 0x008912 thru 0x01856b (0xfc5a bytes) 000508 1788582976.578116 punch from 0x025d55 to 0x02c60d (0x68b9 bytes) 000509 1788582976.583468 read 0x032ec4 thru 0x03ffff (0xd13c bytes) 000510 1788582976.593129 fallocate 0x020f44 thru 0x02393f (0x29fc bytes) 000511 1788582976.597479 fallocate 0x013f25 thru 0x015b06 (0x1be2 bytes) 000512 1788582976.603968 mapwrite 0x037b74 thru 0x03ffff (0x848c bytes) 000513 1788582976.641681 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) 000514 1788582976.864294 trunc from 0x034e33 to 0x03e3fa (0x95c8 bytes) 000516 1788582976.876964 trunc from 0x040000 to 0x01edd4 (0x2122b bytes) 000518 1788582976.908231 fallocate 0x022142 thru 0x028f69 (0x6e28 bytes) 000520 1788582976.913397 trunc from 0x01edd5 to 0x00bdbd (0x13017 bytes) 000521 1788582976.928299 mapwrite 0x00d959 thru 0x01c0d6 (0xe77e bytes) 000523 1788582977.018633 trunc from 0x0141bc to 0x018558 (0x439d bytes) 000524 1788582977.025299 trunc from 0x01c0d7 to 0x00cbf1 (0xf4e5 bytes) 000525 1788582977.048116 trunc from 0x00938a to 0x00a2d9 (0xf50 bytes) 000526 1788582977.054554 trunc from 0x00cbf2 to 0x03551d (0x2892c bytes) 000527 1788582977.077068 punch from 0x01954e to 0x01a408 (0xebb bytes) 000528 1788582977.087464 write 0x02487a thru 0x02ba34 (0x71bb bytes) 000529 1788582977.113113 trunc from 0x0244d5 to 0x0315a0 (0xd0cc bytes) 000531 1788582977.168059 mapwrite 0x005d2e thru 0x00b406 (0x56d9 bytes) 000532 1788582977.255483 mapread 0x0117f0 thru 0x01e15c (0xc96d bytes) 000533 1788582977.287681 trunc from 0x03551e to 0x02cced (0x8830 bytes) 000534 1788582977.328489 write 0x00d966 thru 0x01cebb (0xf556 bytes) 000535 1788582977.336703 write 0x009fcf thru 0x012234 (0x8266 bytes) 000536 1788582977.339218 trunc from 0x023929 to 0x0260e8 (0x27c0 bytes) 000537 1788582977.355434 mapread 0x00f7a3 thru 0x017301 (0x7b5f bytes) 000538 1788582977.360065 trunc from 0x02b648 to 0x02c87e (0x1237 bytes) 000539 1788582977.377024 write 0x028703 thru 0x02cf5d (0x485b bytes) 000540 1788582977.404395 fallocate 0x02823f thru 0x036b8e (0xe950 bytes) 000541 1788582977.411527 trunc from 0x02cf5e to 0x034412 (0x74b5 bytes) 000542 1788582977.427416 read 0x013a57 thru 0x02041c (0xc9c6 bytes) 000543 1788582977.432141 MIRROR_EXTEND to 2 mirrors 000544 1788582978.107448 mapwrite 0x00c294 thru 0x0186da (0xc447 bytes) 000545 1788582978.327329 write 0x036ae5 thru 0x0392ed (0x2809 bytes) 000546 1788582978.338547 punch from 0x00b0ed to 0x013ee4 (0x8df8 bytes) 000547 1788582978.354850 trunc from 0x0013bc to 0x0095d4 (0x8219 bytes) 000548 1788582978.375594 mapwrite 0x00c2c9 thru 0x017c14 (0xb94c bytes) 000550 1788582978.431995 mapread 0x007875 thru 0x011f53 (0xa6df bytes) 000551 1788582978.437397 mapread 0x014eed thru 0x0245bc (0xf6d0 bytes) 000552 1788582978.456471 trunc from 0x002965 to 0x008ed0 (0x656c bytes) 000553 1788582978.467023 fallocate 0x008331 thru 0x00ee12 (0x6ae2 bytes) 000554 1788582978.472332 write 0x019b49 thru 0x0216d1 (0x7b89 bytes) 000555 1788582978.474649 write 0x01eff7 thru 0x01f82a (0x834 bytes) 000556 1788582978.476459 trunc from 0x032e21 to 0x035d2b (0x2f0b bytes) 000557 1788582978.481749 mapread 0x0229c2 thru 0x03083f (0xde7e bytes) 000558 1788582978.494583 punch from 0x005974 to 0x00bc44 (0x62d1 bytes) 000559 1788582978.502469 write 0x013fc1 thru 0x015895 (0x18d5 bytes) 000560 1788582978.503560 trunc from 0x031a79 to 0x0392ed (0x7875 bytes) 000561 1788582978.512314 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x392ee): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x392ee): Mirror 2: 0x4f258b50 (stale) CRC-32 checksum value for chunk [0, 0x392ee): Mirror 1: 0x199a900 Mirror 3: 0x199a900 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x392ee: skipped 000562 1788582979.618569 mapread 0x02f57c thru 0x0392ed (0x9d72 bytes) 000563 1788582979.658809 MIRROR_RESYNC 3 mirrors 000564 1788582980.462376 trunc from 0x01c78e to 0x01f00c (0x287f bytes) 000565 1788582980.527476 mapread 0x0087dd thru 0x0132db (0xaaff bytes) 000566 1788582980.556325 write 0x01ea05 thru 0x02a36f (0xb96b bytes) 000567 1788582980.569441 trunc from 0x027124 to 0x03431f (0xd1fc bytes) 000568 1788582980.583860 fallocate 0x00de8d thru 0x014fcb (0x713f bytes) 000569 1788582980.588361 trunc from 0x0392ee to 0x03ba06 (0x2719 bytes) 000570 1788582980.611455 trunc from 0x03201b to 0x038d31 (0x6d17 bytes) 000571 1788582980.617646 fallocate 0x024f0e thru 0x02bd62 (0x6e55 bytes) 000572 1788582980.621672 mapwrite 0x01f4e4 thru 0x02182e (0x234b bytes) 000575 1788582980.634646 fallocate 0x002389 thru 0x01232b (0xffa3 bytes) 000576 1788582980.643285 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3ba07): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ba07): Mirror 2: 0x3252fcd4 (stale) Mirror 3: 0x3252fcd4 (stale) CRC-32 checksum value for chunk [0, 0x3ba07): Mirror 1: 0x54e62af4 Mirror 4: 0x54e62af4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ba07: skipped 000577 1788582981.869633 trunc from 0x01cd4b to 0x020171 (0x3427 bytes) 000578 1788582981.939377 punch from 0x016952 to 0x023c65 (0xd314 bytes) 000579 1788582981.948286 write 0x00ae6f thru 0x0176b2 (0xc844 bytes) 000580 1788582981.980921 trunc from 0x027ade to 0x02a425 (0x2948 bytes) 000581 1788582981.991332 punch from 0x02b9c2 to 0x030261 (0x48a0 bytes) 000582 1788582981.999834 mapwrite 0x009d3a thru 0x0109f1 (0x6cb8 bytes) 000583 1788582982.069452 punch from 0x01f3ed to 0x02bb03 (0xc717 bytes) 000584 1788582982.087038 punch from 0x026e22 to 0x031bb4 (0xad93 bytes) 000585 1788582982.107407 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3ba07): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ba07): Mirror 2: 0x3252fcd4 (stale) Mirror 3: 0x3252fcd4 (stale) Mirror 4: 0x54e62af4 (stale) CRC-32 checksum value for chunk [0, 0x3ba07): Mirror 1: 0x45f7dfb Mirror 5: 0x45f7dfb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ba07: skipped 000586 1788582983.528105 trunc from 0x03ba07 to 0x03c6f0 (0xcea bytes) 000587 1788582983.579501 mapwrite 0x01eb2f thru 0x01f7ad (0xc7f bytes) 000588 1788582983.599530 fallocate 0x027b42 thru 0x02f345 (0x7804 bytes) 000589 1788582983.605078 fallocate 0x0092f7 thru 0x0153ad (0xc0b7 bytes) 000590 1788582983.613369 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3c6f1): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c6f1): Mirror 2: 0xe64908bd (stale) Mirror 3: 0xe64908bd (stale) Mirror 4: 0xfbee3a8 (stale) Mirror 5: 0xcf8ee36b (stale) CRC-32 checksum value for chunk [0, 0x3c6f1): Mirror 1: 0xff51de37 Mirror 6: 0xff51de37 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c6f1: skipped 000591 1788582984.853289 trunc from 0x03c6f1 to 0x0186e4 (0x2400c bytes) 000592 1788582984.921697 trunc from 0x0131ac to 0x01437a (0x11cf bytes) 000593 1788582984.930452 trunc from 0x0186e5 to 0x021384 (0x8ca0 bytes) 000594 1788582984.983591 MIRROR_RESYNC 6 mirrors 000595 1788582986.765953 mapwrite 0x02af80 thru 0x02d9ca (0x2a4b bytes) 000596 1788582986.890966 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2d9cb): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d9cb): Mirror 2: 0x40c30759 (stale) Mirror 3: 0x40c30759 (stale) Mirror 4: 0x40c30759 (stale) Mirror 5: 0x40c30759 (stale) Mirror 6: 0x40c30759 (stale) CRC-32 checksum value for chunk [0, 0x2d9cb): Mirror 1: 0x54e0061d Mirror 7: 0x54e0061d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d9cb: skipped 000597 1788582988.041201 mapread 0x00552a thru 0x0068f4 (0x13cb bytes) 000598 1788582988.073823 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2d9cb): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d9cb): Mirror 2: 0x40c30759 (stale) Mirror 3: 0x40c30759 (stale) Mirror 4: 0x40c30759 (stale) Mirror 5: 0x40c30759 (stale) Mirror 6: 0x40c30759 (stale) CRC-32 checksum value for chunk [0, 0x2d9cb): Mirror 1: 0x54e0061d Mirror 7: 0x54e0061d Mirror 8: 0x54e0061d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d9cb: skipped 000599 1788582988.895275 mapread 0x01ae03 thru 0x029215 (0xe413 bytes) 000600 1788582988.939030 punch from 0x009083 to 0x0181f3 (0xf171 bytes) 000601 1788582989.009905 trunc from 0x00fa06 to 0x011ae1 (0x20dc bytes) 000602 1788582989.017841 trunc from 0x02d9cb to 0x03c6fe (0xed34 bytes) 000603 1788582989.050934 trunc from 0x038a50 to 0x03c6fe (0x3caf bytes) 000604 1788582989.056378 write 0x01f710 thru 0x02ef66 (0xf857 bytes) 000605 1788582989.068296 fallocate 0x005d4d thru 0x006630 (0x8e4 bytes) 000606 1788582989.074050 punch from 0x03a4bf to 0x03c6fe (0x2240 bytes) 000607 1788582989.079412 mapwrite 0x03a36a thru 0x03ffff (0x5c96 bytes) 000608 1788582989.130588 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x7139c9fc (stale) Mirror 4: 0x7139c9fc (stale) Mirror 5: 0x7139c9fc (stale) Mirror 6: 0x7139c9fc (stale) Mirror 7: 0xa03e60da (stale) Mirror 8: 0xa03e60da (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x7139c9fc (stale) Mirror 4: 0x7139c9fc (stale) Mirror 5: 0x7139c9fc (stale) Mirror 6: 0x7139c9fc (stale) Mirror 7: 0xa03e60da (stale) Mirror 8: 0xa03e60da (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000609 1788582989.627798 trunc from 0x02653c to 0x03485d (0xe322 bytes) 000610 1788582989.633272 read 0x030d5e thru 0x037b0b (0x6dae bytes) 000611 1788582989.646068 MIRROR_RESYNC 7 mirrors 000612 1788582991.399287 mapread 0x0399d8 thru 0x03e8cb (0x4ef4 bytes) 000613 1788582991.434550 mapread 0x03f1c3 thru 0x03ffff (0xe3d bytes) 000614 1788582991.435789 trunc from 0x040000 to 0x00e22f (0x31dd0 bytes) 000615 1788582991.501988 mapread 0x0057f7 thru 0x006e96 (0x16a0 bytes) 000616 1788582991.520390 trunc from 0x009541 to 0x00e22f (0x4cef bytes) 000617 1788582991.525710 fallocate 0x016ac9 thru 0x01f0bf (0x85f7 bytes) 000618 1788582991.534943 MIRROR_RESYNC 7 mirrors 000619 1788582992.872344 mapwrite 0x0005d5 thru 0x001c10 (0x163c bytes) 000620 1788582992.973192 mapwrite 0x020d76 thru 0x025eca (0x5155 bytes) 000622 1788582993.129242 punch from 0x0100c4 to 0x01cdc0 (0xccfd bytes) 000624 1788582993.140021 mapwrite 0x022b84 thru 0x024bdd (0x205a bytes) 000625 1788582993.187122 trunc from 0x025ecb to 0x00dfca (0x17f00 bytes) 000626 1788582993.208385 write 0x03f436 thru 0x03f764 (0x32f bytes) 000627 1788582993.209553 trunc from 0x03f765 to 0x0018be (0x3dea6 bytes) 000628 1788582993.243424 trunc from 0x000748 to 0x0018be (0x1177 bytes) 000629 1788582993.264192 trunc from 0x001467 to 0x0018be (0x458 bytes) 000630 1788582993.275550 trunc from 0x0018bf to 0x00ad3e (0x9480 bytes) 000631 1788582993.297817 trunc from 0x009a3b to 0x00ad3e (0x1304 bytes) 000632 1788582993.310933 read 0x00823b thru 0x00ad3e (0x2b04 bytes) 000633 1788582993.324359 fallocate 0x039ec8 thru 0x03ffff (0x6138 bytes) 000634 1788582993.337791 fallocate 0x031145 thru 0x037c27 (0x6ae3 bytes) 000635 1788582993.343997 mapwrite 0x03adf0 thru 0x03ffff (0x5210 bytes) 000636 1788582993.381141 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbf93b987 (stale) Mirror 4: 0xbf93b987 (stale) Mirror 5: 0xbf93b987 (stale) Mirror 6: 0xbf93b987 (stale) Mirror 7: 0xbf93b987 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbf93b987 (stale) Mirror 4: 0xbf93b987 (stale) Mirror 5: 0xbf93b987 (stale) Mirror 6: 0xbf93b987 (stale) Mirror 7: 0xbf93b987 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000637 1788582993.952244 mapwrite 0x031585 thru 0x03269b (0x1117 bytes) 000638 1788582993.970800 trunc from 0x03e99c to 0x03ffff (0x1664 bytes) 000640 1788582993.976344 fallocate 0x03275f thru 0x0357c0 (0x3062 bytes) 000642 1788582993.982024 trunc from 0x040000 to 0x037f5d (0x80a2 bytes) 000643 1788582994.006445 mapwrite 0x01bcf3 thru 0x026557 (0xa865 bytes) 000646 1788582994.042549 trunc from 0x01524f to 0x019c83 (0x4a35 bytes) 000647 1788582994.047995 mapwrite 0x008a3c thru 0x016695 (0xdc5a bytes) 000648 1788582994.086039 fallocate 0x021840 thru 0x028c5c (0x741d bytes) 000649 1788582994.091858 punch from 0x008a9b to 0x00bc76 (0x31dc bytes) 000650 1788582994.097549 fallocate 0x01873c thru 0x019363 (0xc28 bytes) 000651 1788582994.102905 mapread 0x0252a3 thru 0x02d294 (0x7ff2 bytes) 000652 1788582994.115278 fallocate 0x008aa0 thru 0x00a275 (0x17d6 bytes) 000653 1788582994.120969 write 0x030837 thru 0x0316b6 (0xe80 bytes) 000654 1788582994.126282 MIRROR_RESYNC 6 mirrors 000655 1788582996.194845 write 0x028e33 thru 0x02db31 (0x4cff bytes) 000656 1788582996.241076 punch from 0x02aa49 to 0x037f5d (0xd515 bytes) 000657 1788582996.268483 trunc from 0x037f5e to 0x0091dc (0x2ed81 bytes) 000658 1788582996.303005 fallocate 0x008b0a thru 0x00c2e3 (0x37da bytes) 000659 1788582996.309641 mapread 0x0083c6 thru 0x0091dc (0xe17 bytes) 000660 1788582996.328808 MIRROR_RESYNC 6 mirrors 000661 1788582997.679654 trunc from 0x0091dd to 0x02b579 (0x2239d bytes) 000662 1788582997.761437 trunc from 0x02b57a to 0x000020 (0x2b559 bytes) 000663 1788582997.797013 fallocate 0x03c8b5 thru 0x03ffff (0x374b bytes) 000664 1788582997.802730 read 0x026102 thru 0x0347d8 (0xe6d7 bytes) 000665 1788582997.840747 punch from 0x007e77 to 0x0105d5 (0x875f bytes) 000666 1788582997.848393 write 0x03958d thru 0x03ffff (0x6a73 bytes) 000668 1788582997.867276 punch from 0x02d1d2 to 0x039d15 (0xcb44 bytes) 000669 1788582997.921344 write 0x01d648 thru 0x02aeef (0xd8a8 bytes) 000670 1788582997.941091 write 0x03906e thru 0x03a7eb (0x177e bytes) 000671 1788582997.950019 trunc from 0x0041f4 to 0x008a0f (0x481c bytes) 000672 1788582997.975789 punch from 0x02dfb5 to 0x037228 (0x9274 bytes) 000673 1788582997.986221 trunc from 0x00349e to 0x00dd83 (0xa8e6 bytes) 000674 1788582997.996574 mapwrite 0x003245 thru 0x006e03 (0x3bbf bytes) 000675 1788582998.061291 mapwrite 0x01a7af thru 0x01e00c (0x385e bytes) 000676 1788582998.109507 mapread 0x01e7ad thru 0x028fec (0xa840 bytes) 000677 1788582998.110592 fallocate 0x024601 thru 0x024b7e (0x57e bytes) 000678 1788582998.120795 mapread 0x03c786 thru 0x03ffff (0x387a bytes) 000679 1788582998.127009 mapwrite 0x00f403 thru 0x016849 (0x7447 bytes) 000680 1788582998.155006 mapwrite 0x00f9d8 thru 0x018806 (0x8e2f bytes) 000681 1788582998.174293 mapread 0x039b04 thru 0x03ffff (0x64fc bytes) 000682 1788582998.179172 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x47c6e07 (stale) Mirror 4: 0x47c6e07 (stale) Mirror 5: 0x47c6e07 (stale) Mirror 6: 0x47c6e07 (stale) Mirror 7: 0x47c6e07 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x41cb2cb0 Mirror 8: 0x41cb2cb0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000683 1788582999.393959 mapread 0x01bfe6 thru 0x01e6ce (0x26e9 bytes) 000684 1788582999.432678 trunc from 0x040000 to 0x00c42b (0x33bd4 bytes) 000685 1788582999.536264 fallocate 0x004c07 thru 0x00d0e7 (0x84e1 bytes) 000686 1788582999.541868 trunc from 0x00d0e8 to 0x0365a2 (0x294bb bytes) 000687 1788582999.562322 fallocate 0x027ec1 thru 0x02da81 (0x5bc1 bytes) 000688 1788582999.567912 mapread 0x00870f thru 0x00de8c (0x577e bytes) 000689 1788582999.580477 write 0x030b92 thru 0x032d04 (0x2173 bytes) 000690 1788582999.594584 mapread 0x0072cb thru 0x00f33a (0x8070 bytes) 000691 1788582999.596026 write 0x033fc1 thru 0x034df2 (0xe32 bytes) 000692 1788582999.609368 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x365a3): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x365a3): Mirror 3: 0xaaeb9756 (stale) Mirror 4: 0xaaeb9756 (stale) Mirror 5: 0xaaeb9756 (stale) Mirror 6: 0xaaeb9756 (stale) Mirror 7: 0xaaeb9756 (stale) Mirror 8: 0x9306abcc (stale) CRC-32 checksum value for chunk [0, 0x365a3): Mirror 1: 0x53a9a1c6 Mirror 9: 0x53a9a1c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x365a3: skipped 000693 1788583001.120150 trunc from 0x0365a3 to 0x03beef (0x594d bytes) 000694 1788583001.212548 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bef0): Mirror 3: 0xe70b3aa8 (stale) Mirror 4: 0xe70b3aa8 (stale) Mirror 5: 0xe70b3aa8 (stale) Mirror 6: 0xe70b3aa8 (stale) Mirror 7: 0xe70b3aa8 (stale) Mirror 8: 0x84b7a48d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bef0): Mirror 3: 0xe70b3aa8 (stale) Mirror 4: 0xe70b3aa8 (stale) Mirror 5: 0xe70b3aa8 (stale) Mirror 6: 0xe70b3aa8 (stale) Mirror 7: 0xe70b3aa8 (stale) Mirror 8: 0x84b7a48d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bef0: skipped 000695 1788583001.878099 mapread 0x01b4f3 thru 0x0211d1 (0x5cdf bytes) 000698 1788583001.945817 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3bef0): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bef0): Mirror 3: 0xe70b3aa8 (stale) Mirror 4: 0xe70b3aa8 (stale) Mirror 5: 0xe70b3aa8 (stale) Mirror 6: 0xe70b3aa8 (stale) Mirror 7: 0xe70b3aa8 (stale) Mirror 8: 0x84b7a48d (stale) CRC-32 checksum value for chunk [0, 0x3bef0): Mirror 1: 0xf9692de2 Mirror 9: 0xf9692de2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bef0: skipped 000699 1788583003.363517 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bef0): Mirror 3: 0xe70b3aa8 (stale) Mirror 5: 0xe70b3aa8 (stale) Mirror 6: 0xe70b3aa8 (stale) Mirror 7: 0xe70b3aa8 (stale) Mirror 8: 0x84b7a48d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bef0): Mirror 3: 0xe70b3aa8 (stale) Mirror 5: 0xe70b3aa8 (stale) Mirror 6: 0xe70b3aa8 (stale) Mirror 7: 0xe70b3aa8 (stale) Mirror 8: 0x84b7a48d (stale) CRC-32 checksum value for chunk [0, 0x3bef0): Mirror 1: 0xf9692de2 Mirror 9: 0xf9692de2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bef0: skipped 000700 1788583004.452858 mapwrite 0x01227f thru 0x01ac21 (0x89a3 bytes) 000701 1788583004.586903 mapwrite 0x03f873 thru 0x03ffff (0x78d bytes) 000702 1788583004.683998 trunc from 0x02bdd5 to 0x02ce3d (0x1069 bytes) 000703 1788583004.693116 read 0x00cf1e thru 0x014aa9 (0x7b8c bytes) 000704 1788583004.697530 write 0x02310e thru 0x026b59 (0x3a4c bytes) 000705 1788583004.728487 read 0x024ce7 thru 0x030925 (0xbc3f bytes) 000706 1788583004.758898 punch from 0x0158ac to 0x0251ea (0xf93f bytes) 000707 1788583004.774344 punch from 0x00055f to 0x00e365 (0xde07 bytes) 000708 1788583004.786502 mapread 0x01483a thru 0x019f02 (0x56c9 bytes) 000709 1788583004.824271 read 0x0116ff thru 0x020240 (0xeb42 bytes) 000710 1788583004.848787 fallocate 0x0154bc thru 0x022cd4 (0xd819 bytes) 000711 1788583004.862539 mapread 0x01007b thru 0x01c5f7 (0xc57d bytes) 000712 1788583004.866489 mapwrite 0x03ffbb thru 0x03ffff (0x45 bytes) 000713 1788583004.882266 read 0x0265d9 thru 0x033c67 (0xd68f bytes) 000714 1788583004.883647 read 0x0377f9 thru 0x03ffff (0x8807 bytes) 000715 1788583004.885509 mapwrite 0x01263f thru 0x0161a4 (0x3b66 bytes) 000716 1788583004.909476 trunc from 0x040000 to 0x0061d4 (0x39e2b bytes) 000717 1788583004.931324 trunc from 0x0061d5 to 0x00adb0 (0x4bdc bytes) 000718 1788583004.951307 trunc from 0x00adb1 to 0x01b9c7 (0x10c17 bytes) 000719 1788583004.982414 punch from 0x00c717 to 0x011e4b (0x5735 bytes) 000720 1788583004.994253 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1b9c8): Mirror 5: 0x527ad4a (stale) Mirror 6: 0x527ad4a (stale) Mirror 7: 0x527ad4a (stale) Mirror 8: 0xa2fe6a03 (stale) Mirror 9: 0xbd9233a1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b9c8): Mirror 5: 0x527ad4a (stale) Mirror 6: 0x527ad4a (stale) Mirror 7: 0x527ad4a (stale) Mirror 8: 0xa2fe6a03 (stale) Mirror 9: 0xbd9233a1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b9c8: skipped 000721 1788583005.483944 read 0x01877b thru 0x01b9c7 (0x324d bytes) 000722 1788583005.498312 fallocate 0x02e8e9 thru 0x0338be (0x4fd6 bytes) 000723 1788583005.510896 mapread 0x00063d thru 0x001a71 (0x1435 bytes) 000724 1788583005.532280 mapwrite 0x01b721 thru 0x01e001 (0x28e1 bytes) 000725 1788583005.572479 punch from 0x0179b4 to 0x0278da (0xff27 bytes) 000727 1788583005.578279 fallocate 0x01f54c thru 0x0228b2 (0x3367 bytes) 000728 1788583005.582876 fallocate 0x00a559 thru 0x0169c8 (0xc470 bytes) 000729 1788583005.588690 mapread 0x0243df thru 0x02492e (0x550 bytes) 000730 1788583005.600389 punch from 0x01b298 to 0x0230d9 (0x7e42 bytes) 000731 1788583005.605426 trunc from 0x015fb5 to 0x01cb3c (0x6b88 bytes) 000732 1788583005.613001 write 0x00e7c6 thru 0x01bb56 (0xd391 bytes) 000733 1788583005.643130 trunc from 0x0338bf to 0x013b7f (0x1fd3f bytes) 000736 1788583005.664804 mapwrite 0x024cee thru 0x029acc (0x4ddf bytes) 000737 1788583005.730352 write 0x002465 thru 0x00de47 (0xb9e3 bytes) 000738 1788583005.749889 mapread 0x00fb3c thru 0x0173fc (0x78c1 bytes) 000739 1788583005.769391 trunc from 0x001fe4 to 0x00d5c2 (0xb5df bytes) 000740 1788583005.787352 mapread 0x00c306 thru 0x00ccfd (0x9f8 bytes) 000741 1788583005.796793 mapwrite 0x033de6 thru 0x03b6b6 (0x78d1 bytes) 000743 1788583005.865189 read 0x00dcc8 thru 0x01d43e (0xf777 bytes) 000744 1788583005.867519 fallocate 0x030e15 thru 0x039201 (0x83ed bytes) 000745 1788583005.881239 trunc from 0x03b6b7 to 0x001d0f (0x399a7 bytes) 000746 1788583005.915962 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x1d10): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d10): Mirror 5: 0xf834b178 (stale) Mirror 6: 0xf834b178 (stale) Mirror 7: 0xf834b178 (stale) Mirror 8: 0x1ac896f (stale) Mirror 9: 0x1ac896f (stale) CRC-32 checksum value for chunk [0, 0x1d10): Mirror 1: 0x1ac896f Mirror 10: 0x1ac896f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d10: skipped 000747 1788583007.152253 fallocate 0x02ab06 thru 0x02ce59 (0x2354 bytes) 000748 1788583007.214637 fallocate 0x007ab9 thru 0x01277d (0xacc5 bytes) 000749 1788583007.219923 write 0x02f70a thru 0x03d7d6 (0xe0cd bytes) 000750 1788583007.230233 write 0x00c616 thru 0x00ca8f (0x47a bytes) 000751 1788583007.259159 trunc from 0x03d7d7 to 0x014457 (0x2937f bytes) 000752 1788583007.312502 read 0x0001d0 thru 0x000a83 (0x8b4 bytes) 000753 1788583007.326540 punch from 0x00c226 to 0x014457 (0x8232 bytes) 000754 1788583007.371993 MIRROR_RESYNC 7 mirrors 000755 1788583009.097829 punch from 0x0007b7 to 0x006a89 (0x62d3 bytes) 000756 1788583009.143161 write 0x03b051 thru 0x03ffff (0x4faf bytes) 000757 1788583009.144781 trunc from 0x040000 to 0x02c51b (0x13ae4 bytes) 000758 1788583009.167947 punch from 0x0267d5 to 0x02c51b (0x5d47 bytes) 000759 1788583009.178390 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2c51c): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c51c): Mirror 5: 0xcb128ff7 (stale) Mirror 6: 0xcb128ff7 (stale) Mirror 7: 0xcb128ff7 (stale) Mirror 8: 0xcb128ff7 (stale) Mirror 9: 0xcb128ff7 (stale) Mirror 10: 0xcb128ff7 (stale) CRC-32 checksum value for chunk [0, 0x2c51c): Mirror 1: 0xcb128ff7 Mirror 11: 0xcb128ff7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c51c: skipped 000760 1788583010.578891 read 0x0105d1 thru 0x014b40 (0x4570 bytes) 000761 1788583010.607554 mapwrite 0x027e08 thru 0x02d347 (0x5540 bytes) 000762 1788583010.753239 read 0x00d31e thru 0x01a223 (0xcf06 bytes) 000763 1788583010.790048 MIRROR_RESYNC 8 mirrors 000764 1788583012.669083 read 0x02b0d3 thru 0x02d347 (0x2275 bytes) 000765 1788583012.677519 read 0x0080d8 thru 0x010ca6 (0x8bcf bytes) 000766 1788583012.689162 trunc from 0x005213 to 0x00b61c (0x640a bytes) 000767 1788583012.746558 trunc from 0x000abc to 0x00b182 (0xa6c7 bytes) 000768 1788583012.753771 fallocate 0x03bc6b thru 0x03ffff (0x4395 bytes) 000769 1788583012.763019 MIRROR_RESYNC 8 mirrors 000770 1788583014.361967 read 0x017502 thru 0x01abfb (0x36fa bytes) 000771 1788583014.381823 trunc from 0x02d348 to 0x03869c (0xb355 bytes) 000772 1788583014.447564 trunc from 0x03869d to 0x00d929 (0x2ad73 bytes) 000773 1788583014.485125 punch from 0x000baa to 0x004d6a (0x41c1 bytes) 000774 1788583014.503173 read 0x005d1b thru 0x00d929 (0x7c0f bytes) 000775 1788583014.513248 write 0x018f49 thru 0x028f28 (0xffe0 bytes) 000776 1788583014.518821 trunc from 0x012c84 to 0x0191ef (0x656c bytes) 000777 1788583014.557488 read 0x028880 thru 0x028f28 (0x6a9 bytes) 000779 1788583014.558707 mapread 0x01708c thru 0x01b35d (0x42d2 bytes) 000780 1788583014.593575 write 0x03c7d0 thru 0x03ffff (0x3830 bytes) 000781 1788583014.595203 mapwrite 0x03b5db thru 0x03c3c2 (0xde8 bytes) 000782 1788583014.640150 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x762bf7d9 (stale) Mirror 6: 0x762bf7d9 (stale) Mirror 8: 0x762bf7d9 (stale) Mirror 9: 0x762bf7d9 (stale) Mirror 10: 0x762bf7d9 (stale) Mirror 11: 0x762bf7d9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x762bf7d9 (stale) Mirror 6: 0x762bf7d9 (stale) Mirror 8: 0x762bf7d9 (stale) Mirror 9: 0x762bf7d9 (stale) Mirror 10: 0x762bf7d9 (stale) Mirror 11: 0x762bf7d9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000783 1788583015.101676 trunc from 0x011ce3 to 0x01addb (0x90f9 bytes) 000784 1788583015.109547 mapread 0x03251d thru 0x03a359 (0x7e3d bytes) 000785 1788583015.136433 trunc from 0x040000 to 0x0236e2 (0x1c91d bytes) 000786 1788583015.162233 write 0x00b2f4 thru 0x0144ea (0x91f7 bytes) 000787 1788583015.177748 MIRROR_RESYNC 7 mirrors 000788 1788583016.953291 punch from 0x003397 to 0x00345f (0xc9 bytes) 000790 1788583017.021228 read 0x00b336 thru 0x00f291 (0x3f5c bytes) 000792 1788583017.031749 trunc from 0x01c4fc to 0x0236e2 (0x71e7 bytes) 000793 1788583017.036722 fallocate 0x00a176 thru 0x00f29a (0x5125 bytes) 000794 1788583017.042151 trunc from 0x0236e3 to 0x00df88 (0x1575a bytes) 000796 1788583017.063117 mapread 0x001fc2 thru 0x00dbeb (0xbc2a bytes) 000797 1788583017.082459 mapread 0x004a43 thru 0x00c18c (0x774a bytes) 000798 1788583017.083412 read 0x00970c thru 0x00df88 (0x487d bytes) 000799 1788583017.088427 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0xdf89): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xdf89): Mirror 5: 0x39d92ee8 (stale) Mirror 6: 0x39d92ee8 (stale) Mirror 8: 0x39d92ee8 (stale) Mirror 9: 0x39d92ee8 (stale) Mirror 10: 0x39d92ee8 (stale) Mirror 11: 0x39d92ee8 (stale) CRC-32 checksum value for chunk [0, 0xdf89): Mirror 1: 0x39d92ee8 Mirror 12: 0x39d92ee8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xdf89: skipped 000800 1788583017.929913 trunc from 0x00df89 to 0x007be6 (0x63a2 bytes) 000801 1788583018.011944 punch from 0x001865 to 0x003bee (0x238a bytes) 000802 1788583018.016418 trunc from 0x007be7 to 0x03ba42 (0x33e5c bytes) 000803 1788583018.036845 write 0x02c5e3 thru 0x03c47f (0xfe9d bytes) 000804 1788583018.044355 write 0x02e422 thru 0x037105 (0x8ce4 bytes) 000805 1788583018.052556 mapwrite 0x026558 thru 0x033689 (0xd132 bytes) 000806 1788583018.111725 mapread 0x0055fa thru 0x00d9c9 (0x83d0 bytes) 000808 1788583018.126322 punch from 0x032ccd to 0x03c47f (0x97b3 bytes) 000809 1788583018.132290 write 0x028b2e thru 0x037021 (0xe4f4 bytes) 000810 1788583018.140225 punch from 0x013b8b to 0x0215d9 (0xda4f bytes) 000812 1788583018.150306 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3c480): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c480): Mirror 5: 0x63725371 (stale) Mirror 6: 0x63725371 (stale) Mirror 8: 0x63725371 (stale) Mirror 9: 0x63725371 (stale) Mirror 10: 0x63725371 (stale) Mirror 11: 0x63725371 (stale) Mirror 12: 0x59600d89 (stale) CRC-32 checksum value for chunk [0, 0x3c480): Mirror 1: 0x43e15d14 Mirror 13: 0x43e15d14 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c480: skipped 000813 1788583019.046530 mapread 0x028332 thru 0x034e42 (0xcb11 bytes) 000814 1788583019.098370 mapread 0x00a8e9 thru 0x014053 (0x976b bytes) 000815 1788583019.160589 trunc from 0x02d6df to 0x03c47f (0xeda1 bytes) 000816 1788583019.215467 punch from 0x0121f0 to 0x016520 (0x4331 bytes) 000817 1788583019.220918 mapread 0x03bfa6 thru 0x03c47f (0x4da bytes) 000818 1788583019.237312 trunc from 0x019617 to 0x01d5a0 (0x3f8a bytes) 000819 1788583019.245787 read 0x00c32a thru 0x0105ba (0x4291 bytes) 000820 1788583019.256820 trunc from 0x0303ae to 0x03bc41 (0xb894 bytes) 000821 1788583019.266373 mapwrite 0x020519 thru 0x028c2d (0x8715 bytes) 000822 1788583019.294817 trunc from 0x00ad4a to 0x00c26f (0x1526 bytes) 000823 1788583019.299430 fallocate 0x0328a8 thru 0x03ffff (0xd758 bytes) 000824 1788583019.312429 trunc from 0x040000 to 0x010d96 (0x2f269 bytes) 000825 1788583019.369206 MIRROR_RESYNC 9 mirrors 000826 1788583020.819495 MIRROR_EXTEND to 10 mirrors 000828 1788583021.813354 punch from 0x008032 to 0x010c7a (0x8c49 bytes) 000829 1788583021.896884 trunc from 0x010d97 to 0x032889 (0x21af3 bytes) 000830 1788583021.954500 fallocate 0x0035bf thru 0x00c6d4 (0x9116 bytes) 000831 1788583021.969038 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x3288a): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3288a): Mirror 5: 0x7ed64e27 (stale) Mirror 6: 0x7ed64e27 (stale) Mirror 8: 0x7ed64e27 (stale) Mirror 9: 0x7ed64e27 (stale) Mirror 10: 0x7ed64e27 (stale) Mirror 11: 0x7ed64e27 (stale) Mirror 12: 0x7ed64e27 (stale) Mirror 13: 0x7ed64e27 (stale) Mirror 14: 0x7ed64e27 (stale) CRC-32 checksum value for chunk [0, 0x3288a): Mirror 1: 0x7ed64e27 Mirror 15: 0x7ed64e27 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3288a: skipped 000832 1788583023.449832 mapwrite 0x00ce1a thru 0x0128d3 (0x5aba bytes) 000833 1788583023.626903 trunc from 0x005bda to 0x00c7f0 (0x6c17 bytes) 000834 1788583023.647397 mapwrite 0x038cb1 thru 0x03ffff (0x734f bytes) 000835 1788583023.733739 mapread 0x03ecdf thru 0x03ffff (0x1321 bytes) 000836 1788583023.734751 trunc from 0x040000 to 0x031322 (0xecdd bytes) 000837 1788583023.762213 mapwrite 0x0320bd thru 0x03d2da (0xb21e bytes) 000839 1788583023.825823 trunc from 0x03d2db to 0x024e8a (0x18450 bytes) 000840 1788583023.846299 punch from 0x014dd4 to 0x017b14 (0x2d41 bytes) 000841 1788583023.852400 fallocate 0x03b26a thru 0x03e641 (0x33d8 bytes) 000842 1788583023.858056 mapwrite 0x03ebbe thru 0x03ffff (0x1442 bytes) 000843 1788583023.921394 MIRROR_RESYNC 11 mirrors 000845 1788583026.900705 mapwrite 0x00bfe5 thru 0x015c20 (0x9c3c bytes) 000847 1788583027.073649 fallocate 0x006b23 thru 0x0158ac (0xed8a bytes) 000848 1788583027.082223 mapread 0x0248c8 thru 0x027688 (0x2dc1 bytes) 000849 1788583027.095121 trunc from 0x036606 to 0x03c35f (0x5d5a bytes) 000850 1788583027.100184 mapread 0x03f844 thru 0x03ffff (0x7bc bytes) 000851 1788583027.111166 mapwrite 0x029a78 thru 0x037bb3 (0xe13c bytes) 000854 1788583027.162307 write 0x01621d thru 0x0204c0 (0xa2a4 bytes) 000856 1788583027.165589 mapwrite 0x033846 thru 0x0344d2 (0xc8d bytes) 000857 1788583027.190355 fallocate 0x03350b thru 0x03ffff (0xcaf5 bytes) 000858 1788583027.196564 mapread 0x034e1d thru 0x037d76 (0x2f5a bytes) 000859 1788583027.199066 trunc from 0x028603 to 0x02fb0d (0x750b bytes) 000860 1788583027.205736 write 0x025c92 thru 0x02ddb1 (0x8120 bytes) 000862 1788583027.217410 trunc from 0x0107cb to 0x01e558 (0xdd8e bytes) 000863 1788583027.224296 trunc from 0x006e5a to 0x01170c (0xa8b3 bytes) 000864 1788583027.231060 write 0x0399bc thru 0x03f6a0 (0x5ce5 bytes) 000865 1788583027.233167 trunc from 0x02bdb3 to 0x02cfde (0x122c bytes) 000866 1788583027.255370 write 0x0274da thru 0x034b08 (0xd62f bytes) 000867 1788583027.258176 trunc from 0x0369d5 to 0x03ffff (0x962b bytes) 000869 1788583027.280303 write 0x01f4d7 thru 0x023712 (0x423c bytes) 000870 1788583027.281326 fallocate 0x023f33 thru 0x02abab (0x6c79 bytes) 000871 1788583027.290148 trunc from 0x014f84 to 0x019e08 (0x4e85 bytes) 000872 1788583027.301246 write 0x031fb3 thru 0x03585e (0x38ac bytes) 000873 1788583027.308366 MIRROR_SPLIT mirror 4 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x5b727940 (stale) Mirror 6: 0x5b727940 (stale) Mirror 8: 0x5b727940 (stale) Mirror 10: 0x5b727940 (stale) Mirror 11: 0x5b727940 (stale) Mirror 12: 0x5b727940 (stale) Mirror 13: 0x5b727940 (stale) Mirror 14: 0x5b727940 (stale) Mirror 15: 0x5b727940 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x5b727940 (stale) Mirror 6: 0x5b727940 (stale) Mirror 8: 0x5b727940 (stale) Mirror 10: 0x5b727940 (stale) Mirror 11: 0x5b727940 (stale) Mirror 12: 0x5b727940 (stale) Mirror 13: 0x5b727940 (stale) Mirror 14: 0x5b727940 (stale) Mirror 15: 0x5b727940 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000874 1788583028.574126 MIRROR_SPLIT mirror 1 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x5b727940 (stale) Mirror 8: 0x5b727940 (stale) Mirror 10: 0x5b727940 (stale) Mirror 11: 0x5b727940 (stale) Mirror 12: 0x5b727940 (stale) Mirror 13: 0x5b727940 (stale) Mirror 14: 0x5b727940 (stale) Mirror 15: 0x5b727940 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x5b727940 (stale) Mirror 8: 0x5b727940 (stale) Mirror 10: 0x5b727940 (stale) Mirror 11: 0x5b727940 (stale) Mirror 12: 0x5b727940 (stale) Mirror 13: 0x5b727940 (stale) Mirror 14: 0x5b727940 (stale) Mirror 15: 0x5b727940 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000875 1788583029.601801 punch from 0x03fcdc to 0x03ffff (0x324 bytes) 000877 1788583029.620918 MIRROR_RESYNC 9 mirrors 000878 1788583031.737451 mapread 0x0192f4 thru 0x01fa48 (0x6755 bytes) 000879 1788583031.759233 trunc from 0x040000 to 0x0158fe (0x2a701 bytes) 000880 1788583031.794868 read 0x010fbe thru 0x0158fe (0x4941 bytes) 000881 1788583031.802522 read 0x014631 thru 0x0158fe (0x12ce bytes) 000882 1788583031.803079 trunc from 0x008157 to 0x00dc8c (0x5b36 bytes) 000883 1788583031.810307 MIRROR_SPLIT mirror 4 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x158ff): Mirror 6: 0xf3cb0d0d (stale) Mirror 8: 0xf3cb0d0d (stale) Mirror 10: 0xf3cb0d0d (stale) Mirror 12: 0xf3cb0d0d (stale) Mirror 13: 0xf3cb0d0d (stale) Mirror 14: 0xf3cb0d0d (stale) Mirror 15: 0xf3cb0d0d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x158ff): Mirror 6: 0xf3cb0d0d (stale) Mirror 8: 0xf3cb0d0d (stale) Mirror 10: 0xf3cb0d0d (stale) Mirror 12: 0xf3cb0d0d (stale) Mirror 13: 0xf3cb0d0d (stale) Mirror 14: 0xf3cb0d0d (stale) Mirror 15: 0xf3cb0d0d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x158ff: skipped 000884 1788583032.204117 mapread 0x00a058 thru 0x00ce92 (0x2e3b bytes) 000885 1788583032.220237 trunc from 0x014cd1 to 0x0158fe (0xc2e bytes) 000886 1788583032.227550 MIRROR_RESYNC 8 mirrors 000887 1788583033.297810 read 0x00bda8 thru 0x0158fe (0x9b57 bytes) 000888 1788583033.305723 trunc from 0x0158ff to 0x01ac10 (0x5312 bytes) 000890 1788583033.351362 write 0x001396 thru 0x00660d (0x5278 bytes) 000891 1788583033.367996 read 0x014bb3 thru 0x01ac10 (0x605e bytes) 000892 1788583033.407564 mapread 0x0051e9 thru 0x0074af (0x22c7 bytes) 000893 1788583033.409044 mapwrite 0x0162c1 thru 0x019d1d (0x3a5d bytes) 000894 1788583033.442089 trunc from 0x01ac11 to 0x03ea74 (0x23e64 bytes) 000895 1788583033.473871 mapwrite 0x0006a8 thru 0x00eb0a (0xe463 bytes) 000896 1788583033.521019 punch from 0x039a2c to 0x03ea74 (0x5049 bytes) 000897 1788583033.525071 fallocate 0x01d6d6 thru 0x029991 (0xc2bc bytes) 000899 1788583033.530328 trunc from 0x01256d to 0x0146de (0x2172 bytes) 000901 1788583033.555458 mapread 0x0210ee thru 0x02f455 (0xe368 bytes) 000902 1788583033.578295 mapwrite 0x004716 thru 0x01133f (0xcc2a bytes) 000903 1788583033.606945 read 0x01c60d thru 0x01d1a5 (0xb99 bytes) 000904 1788583033.608054 read 0x019060 thru 0x0272ac (0xe24d bytes) 000906 1788583033.611719 write 0x038c80 thru 0x03ca83 (0x3e04 bytes) 000907 1788583033.615180 read 0x00593a thru 0x0080b5 (0x277c bytes) 000908 1788583033.615970 write 0x02153a thru 0x02858d (0x7054 bytes) 000909 1788583033.620678 fallocate 0x018e0b thru 0x020fba (0x81b0 bytes) 000910 1788583033.626301 read 0x00280f thru 0x00f812 (0xd004 bytes) 000911 1788583033.627535 trunc from 0x00397e to 0x00d069 (0x96ec bytes) 000912 1788583033.633179 mapread 0x02ed0e thru 0x03c5ea (0xd8dd bytes) 000914 1788583033.635479 trunc from 0x008a03 to 0x010c86 (0x8284 bytes) 000915 1788583033.640101 read 0x0033ef thru 0x004504 (0x1116 bytes) 000916 1788583033.648489 trunc from 0x017cfe to 0x01bbb1 (0x3eb4 bytes) 000918 1788583033.653592 write 0x000fd6 thru 0x00b06c (0xa097 bytes) 000919 1788583033.659062 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3ea75): Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ea75): Mirror 6: 0xeaede04d (stale) Mirror 8: 0xeaede04d (stale) Mirror 10: 0xeaede04d (stale) Mirror 12: 0xeaede04d (stale) Mirror 13: 0xeaede04d (stale) Mirror 14: 0xeaede04d (stale) Mirror 15: 0xeaede04d (stale) CRC-32 checksum value for chunk [0, 0x3ea75): Mirror 1: 0xbb752c5b Mirror 16: 0xbb752c5b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ea75: skipped 000920 1788583035.511745 mapread 0x00c656 thru 0x01484c (0x81f7 bytes) 000921 1788583035.582954 write 0x01a910 thru 0x021ac8 (0x71b9 bytes) 000922 1788583035.707098 trunc from 0x036834 to 0x03ea74 (0x8241 bytes) 000924 1788583035.716885 fallocate 0x00e412 thru 0x01540a (0x6ff9 bytes) 000926 1788583035.734563 write 0x02f55f thru 0x0305d8 (0x107a bytes) 000927 1788583035.781426 trunc from 0x03ea75 to 0x030943 (0xe131 bytes) 000928 1788583035.821537 mapread 0x02e312 thru 0x030943 (0x2632 bytes) 000930 1788583035.836597 read 0x02e857 thru 0x030943 (0x20ed bytes) 000931 1788583035.838295 trunc from 0x028c7a to 0x030943 (0x7cca bytes) 000932 1788583035.868728 trunc from 0x009c96 to 0x00b4d5 (0x1840 bytes) 000933 1788583035.876093 read 0x010c6b thru 0x01f030 (0xe3c6 bytes) 000934 1788583035.891237 mapwrite 0x005df4 thru 0x0091c8 (0x33d5 bytes) 000935 1788583035.917375 trunc from 0x0255b8 to 0x02a3fd (0x4e46 bytes) 000936 1788583035.931677 trunc from 0x005bc0 to 0x0135cd (0xda0e bytes) 000937 1788583035.942487 mapread 0x0104f1 thru 0x01a657 (0xa167 bytes) 000938 1788583035.973446 mapwrite 0x039324 thru 0x03ffff (0x6cdc bytes) 000939 1788583036.031235 write 0x023756 thru 0x024c47 (0x14f2 bytes) 000940 1788583036.044067 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 14: 0xe20eea22 (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0xedba3a33 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 14: 0xe20eea22 (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0xedba3a33 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000941 1788583036.680576 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 14: 0xe20eea22 (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0xedba3a33 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) Mirror 14: 0xe20eea22 (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0xedba3a33 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000942 1788583037.413498 punch from 0x0194db to 0x01fa02 (0x6528 bytes) 000943 1788583037.428489 trunc from 0x00b3dd to 0x017d25 (0xc949 bytes) 000944 1788583037.439453 read 0x001f53 thru 0x00aa0f (0x8abd bytes) 000945 1788583037.457574 mapwrite 0x02a010 thru 0x02ded2 (0x3ec3 bytes) 000947 1788583037.509481 trunc from 0x001382 to 0x003f6a (0x2be9 bytes) 000948 1788583037.523367 write 0x031f72 thru 0x03ffff (0xe08e bytes) 000949 1788583037.533485 trunc from 0x026212 to 0x02b14b (0x4f3a bytes) 000950 1788583037.539783 read 0x008a9e thru 0x015647 (0xcbaa bytes) 000951 1788583037.598949 write 0x02b83e thru 0x034fde (0x97a1 bytes) 000953 1788583037.602535 read 0x0243d0 thru 0x030b07 (0xc738 bytes) 000954 1788583037.604529 punch from 0x02ef99 to 0x032d3e (0x3da6 bytes) 000955 1788583037.638518 trunc from 0x00b22f to 0x011cff (0x6ad1 bytes) 000956 1788583037.644035 mapread 0x03fb64 thru 0x03ffff (0x49c bytes) 000957 1788583037.650510 trunc from 0x040000 to 0x02a55c (0x15aa3 bytes) 000958 1788583037.677340 mapread 0x01791f thru 0x02030e (0x89f0 bytes) 000959 1788583037.697937 MIRROR_RESYNC 7 mirrors 000961 1788583040.160650 write 0x005fcc thru 0x01321b (0xd250 bytes) 000962 1788583040.216033 read 0x0118c5 thru 0x015547 (0x3c83 bytes) 000963 1788583040.225556 fallocate 0x01d861 thru 0x02a46b (0xcc0b bytes) 000964 1788583040.240492 write 0x007e0b thru 0x00958f (0x1785 bytes) 000965 1788583040.242541 fallocate 0x03e692 thru 0x03ffff (0x196e bytes) 000966 1788583040.253823 MIRROR_RESYNC 7 mirrors 000968 1788583042.941492 mapwrite 0x03e44e thru 0x03ffff (0x1bb2 bytes) 000969 1788583043.015140 trunc from 0x02e607 to 0x03c724 (0xe11e bytes) 000970 1788583043.022074 punch from 0x024387 to 0x0279ca (0x3644 bytes) 000971 1788583043.026525 write 0x02a680 thru 0x0390f8 (0xea79 bytes) 000972 1788583043.044691 read 0x000ac9 thru 0x00269c (0x1bd4 bytes) 000973 1788583043.053696 read 0x007c6c thru 0x0133df (0xb774 bytes) 000974 1788583043.073118 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x7fc01a2 (stale) Mirror 13: 0x7fc01a2 (stale) Mirror 14: 0x7fc01a2 (stale) Mirror 15: 0x7fc01a2 (stale) Mirror 16: 0x7fc01a2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x7fc01a2 (stale) Mirror 13: 0x7fc01a2 (stale) Mirror 14: 0x7fc01a2 (stale) Mirror 15: 0x7fc01a2 (stale) Mirror 16: 0x7fc01a2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000976 1788583043.595862 write 0x01f826 thru 0x026598 (0x6d73 bytes) 000977 1788583043.611497 mapwrite 0x01b49e thru 0x02553a (0xa09d bytes) 000978 1788583043.666759 read 0x03e476 thru 0x03ffff (0x1b8a bytes) 000979 1788583043.682535 trunc from 0x005d72 to 0x008d8d (0x301c bytes) 000980 1788583043.690753 punch from 0x037f19 to 0x03a588 (0x2670 bytes) 000981 1788583043.696305 punch from 0x0351b4 to 0x0371b7 (0x2004 bytes) 000982 1788583043.704018 read 0x0167bb thru 0x016d43 (0x589 bytes) 000983 1788583043.704598 trunc from 0x040000 to 0x02044e (0x1fbb1 bytes) 000984 1788583043.746098 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x176:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2044f): Mirror 12: 0xd09f8d9f (stale) Mirror 14: 0xd09f8d9f (stale) Mirror 15: 0xd09f8d9f (stale) Mirror 16: 0xd09f8d9f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2044f): Mirror 12: 0xd09f8d9f (stale) Mirror 14: 0xd09f8d9f (stale) Mirror 15: 0xd09f8d9f (stale) Mirror 16: 0xd09f8d9f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2044f: skipped 000985 1788583044.466778 trunc from 0x02044f to 0x01be84 (0x45ca bytes) 000986 1788583044.499414 mapread 0x0183a5 thru 0x019044 (0xca0 bytes) 000987 1788583044.511772 trunc from 0x01be85 to 0x01f11e (0x329a bytes) 000988 1788583044.530498 mapread 0x01991f thru 0x019ca0 (0x382 bytes) 000989 1788583044.531510 mapread 0x00058e thru 0x009e17 (0x988a bytes) 000990 1788583044.547942 write 0x020075 thru 0x029181 (0x910d bytes) 000991 1788583044.550621 trunc from 0x020321 to 0x029181 (0x8e61 bytes) 000992 1788583044.567909 write 0x00c47e thru 0x01203d (0x5bc0 bytes) 000993 1788583044.579547 mapwrite 0x000f9b thru 0x00cfa3 (0xc009 bytes) 000994 1788583044.624239 mapwrite 0x031b70 thru 0x0371e6 (0x5677 bytes) 000995 1788583044.681209 fallocate 0x03fd15 thru 0x03ffff (0x2eb bytes) 000996 1788583044.691826 mapread 0x00f6e3 thru 0x018327 (0x8c45 bytes) 000997 1788583044.712576 fallocate 0x00e4e4 thru 0x011d1d (0x383a bytes) 000998 1788583044.718085 punch from 0x00b236 to 0x00bd15 (0xae0 bytes) 000999 1788583044.724752 punch from 0x02142c to 0x023552 (0x2127 bytes) 001000 1788583044.732766 write 0x026d8b thru 0x03402d (0xd2a3 bytes) All operations completed A-OK!