== sanity-flr test 70a: flr mode fsx test ================ 22:22:09 (1788747729) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 7732 000001 1788747732.404507 write 0x001a3f thru 0x006f5f (0x5521 bytes) 000002 1788747732.424686 read 0x00074c thru 0x005015 (0x48ca bytes) fallocating to largest ever: 0x113b6 000003 1788747732.452997 fallocate 0x0029eb thru 0x0113b5 (0xe9cb bytes) 000004 1788747732.461396 trunc from 0x002dec to 0x006f5f (0x4174 bytes) 000005 1788747732.507259 write 0x03205f thru 0x03ffff (0xdfa1 bytes) 000006 1788747732.510658 punch from 0x008e84 to 0x014702 (0xb87f bytes) 000007 1788747732.518003 write 0x00a875 thru 0x01a4e1 (0xfc6d bytes) truncating to largest ever: 0x39e80 000008 1788747732.548363 trunc from 0x040000 to 0x039e7f (0x6180 bytes) 000009 1788747732.590100 mapwrite 0x02e118 thru 0x03af36 (0xce1f bytes) 000010 1788747732.795022 read 0x029555 thru 0x035ec6 (0xc972 bytes) 000011 1788747732.796152 trunc from 0x03af37 to 0x010323 (0x2ac13 bytes) 000012 1788747732.846302 punch from 0x004e57 to 0x00f997 (0xab41 bytes) 000013 1788747732.857254 write 0x01ffaa thru 0x02116e (0x11c5 bytes) 000014 1788747732.860856 write 0x00fc93 thru 0x01d7b4 (0xdb22 bytes) 000015 1788747732.882001 punch from 0x00345f to 0x008397 (0x4f39 bytes) 000016 1788747732.902788 trunc from 0x02116f to 0x024231 (0x30c3 bytes) 000018 1788747732.957527 mapwrite 0x008e64 thru 0x011682 (0x881f bytes) 000019 1788747733.015371 write 0x028bee thru 0x02f646 (0x6a59 bytes) 000020 1788747733.016531 trunc from 0x02f647 to 0x00fc79 (0x1f9cd bytes) 000021 1788747733.044342 trunc from 0x001086 to 0x00ed63 (0xdcde bytes) 000023 1788747733.059715 fallocate 0x029059 thru 0x03869d (0xf645 bytes) 000024 1788747733.066348 write 0x0096c7 thru 0x017966 (0xe2a0 bytes) 000025 1788747733.076845 mapread 0x00c242 thru 0x011476 (0x5235 bytes) 000026 1788747733.078872 read 0x000dda thru 0x00ac9b (0x9ec2 bytes) 000027 1788747733.102308 trunc from 0x017967 to 0x027339 (0xf9d3 bytes) 000028 1788747733.125257 punch from 0x027130 to 0x027339 (0x20a bytes) 000029 1788747733.138890 trunc from 0x02733a to 0x022fcd (0x436c bytes) 000030 1788747733.174098 mapread 0x00d7ab thru 0x0171c6 (0x9a1c bytes) 000032 1788747733.176856 trunc from 0x022fce to 0x025ea6 (0x2ed9 bytes) 000033 1788747733.189616 trunc from 0x025ea7 to 0x01d70b (0x879b bytes) 000034 1788747733.203009 trunc from 0x01d70c to 0x01995b (0x3db0 bytes) 000035 1788747733.227295 mapread 0x013960 thru 0x015d53 (0x23f4 bytes) 000036 1788747733.235248 read 0x011c57 thru 0x01995b (0x7d05 bytes) 000037 1788747733.249857 punch from 0x005aa5 to 0x00df7d (0x84d9 bytes) 000038 1788747733.284654 write 0x03a342 thru 0x03de55 (0x3b14 bytes) 000041 1788747733.296043 punch from 0x02ff65 to 0x03de55 (0xdef1 bytes) 000042 1788747733.313152 write 0x03b19a thru 0x03ffff (0x4e66 bytes) 000043 1788747733.330339 trunc from 0x040000 to 0x035faf (0xa050 bytes) 000044 1788747733.351849 mapwrite 0x00aa45 thru 0x00ca5a (0x2016 bytes) 000045 1788747733.379109 mapread 0x032543 thru 0x035faf (0x3a6d bytes) 000046 1788747733.380876 punch from 0x030bf0 to 0x035faf (0x53c0 bytes) 000047 1788747733.389863 write 0x038f26 thru 0x03ffff (0x70da bytes) 000048 1788747733.392402 write 0x028e83 thru 0x033977 (0xaaf5 bytes) 000049 1788747733.412840 mapwrite 0x0160ff thru 0x01d18d (0x708f bytes) 000050 1788747733.448276 read 0x02bbb5 thru 0x02bdcb (0x217 bytes) 000053 1788747733.450842 read 0x00e57a thru 0x01a418 (0xbe9f bytes) 000054 1788747733.459289 read 0x036210 thru 0x039579 (0x336a bytes) 000055 1788747733.488399 write 0x0233c3 thru 0x02ded8 (0xab16 bytes) 000057 1788747733.504086 MIRROR_EXTEND to 2 mirrors 000058 1788747734.321664 fallocate 0x007983 thru 0x007b6d (0x1eb bytes) 000059 1788747734.357441 MIRROR_RESYNC 2 mirrors 000060 1788747735.429484 trunc from 0x01bbc6 to 0x027f67 (0xc3a2 bytes) 000061 1788747735.475162 MIRROR_RESYNC 2 mirrors 000063 1788747736.010288 mapwrite 0x037480 thru 0x03ffff (0x8b80 bytes) 000064 1788747736.101826 mapwrite 0x02190c thru 0x030c65 (0xf35a bytes) 000065 1788747736.150860 trunc from 0x016ef6 to 0x0240de (0xd1e9 bytes) 000066 1788747736.156508 read 0x022103 thru 0x026390 (0x428e bytes) 000067 1788747736.163998 trunc from 0x040000 to 0x02600e (0x19ff1 bytes) 000069 1788747736.202666 punch from 0x00e799 to 0x016377 (0x7bdf bytes) 000070 1788747736.213836 read 0x0079c9 thru 0x00c9b2 (0x4fea bytes) 000071 1788747736.224990 fallocate 0x034a8b thru 0x034ff4 (0x56a bytes) 000072 1788747736.230139 read 0x01d39b thru 0x029e3c (0xcaa2 bytes) 000073 1788747736.244767 MIRROR_RESYNC 2 mirrors 000074 1788747736.904634 write 0x008bc9 thru 0x00b61b (0x2a53 bytes) 000075 1788747736.950233 read 0x001f41 thru 0x00f9d5 (0xda95 bytes) 000076 1788747736.980106 mapread 0x001b4e thru 0x003911 (0x1dc4 bytes) 000077 1788747736.982194 trunc from 0x001d26 to 0x010acd (0xeda8 bytes) 000078 1788747737.018573 read 0x016951 thru 0x0212c4 (0xa974 bytes) 000079 1788747737.038060 trunc from 0x034ff5 to 0x02b164 (0x9e90 bytes) 000082 1788747737.102023 trunc from 0x005f07 to 0x010ad7 (0xabd1 bytes) 000083 1788747737.107600 mapwrite 0x03d8a5 thru 0x03ffff (0x275b bytes) 000085 1788747737.144410 trunc from 0x037688 to 0x03868e (0x1007 bytes) 000086 1788747737.148969 fallocate 0x022aae thru 0x026af2 (0x4045 bytes) 000087 1788747737.153504 mapread 0x004e47 thru 0x00ba58 (0x6c12 bytes) 000088 1788747737.176673 write 0x00411d thru 0x013b92 (0xfa76 bytes) 000089 1788747737.178950 write 0x016651 thru 0x016a18 (0x3c8 bytes) 000090 1788747737.179917 read 0x01e8b0 thru 0x0250c6 (0x6817 bytes) 000091 1788747737.180667 fallocate 0x02cb74 thru 0x02fff6 (0x3483 bytes) 000092 1788747737.188791 read 0x033fe1 thru 0x03ffff (0xc01f bytes) 000093 1788747737.194834 mapwrite 0x03ac48 thru 0x03ffff (0x53b8 bytes) 000094 1788747737.214848 trunc from 0x040000 to 0x0144ad (0x2bb52 bytes) 000095 1788747737.231572 trunc from 0x011d5f to 0x011e0a (0xac bytes) 000097 1788747737.244186 write 0x01dd15 thru 0x027b8f (0x9e7b bytes) 000098 1788747737.250077 MIRROR_RESYNC 2 mirrors 000099 1788747738.146303 write 0x017ce5 thru 0x02797c (0xfc98 bytes) 000100 1788747738.200529 mapwrite 0x003c44 thru 0x00bf2b (0x82e8 bytes) 000101 1788747738.259244 mapread 0x000852 thru 0x00de9d (0xd64c bytes) 000103 1788747738.265925 read 0x005abc thru 0x0145be (0xeb03 bytes) 000104 1788747738.272012 write 0x0310d2 thru 0x03dee4 (0xce13 bytes) 000105 1788747738.273922 trunc from 0x03dee5 to 0x0033b4 (0x3ab30 bytes) 000107 1788747738.319946 write 0x003c62 thru 0x00ac25 (0x6fc4 bytes) 000108 1788747738.321273 trunc from 0x00ac26 to 0x008faa (0x1c7b bytes) 000109 1788747738.333931 trunc from 0x000fcb to 0x008faa (0x7fe0 bytes) 000110 1788747738.347522 trunc from 0x008fab to 0x01be6f (0x12ec5 bytes) 000111 1788747738.362523 mapread 0x00cfe3 thru 0x00e675 (0x1693 bytes) 000112 1788747738.370285 trunc from 0x002002 to 0x008860 (0x685f bytes) 000113 1788747738.374229 trunc from 0x01be70 to 0x0319a7 (0x15b38 bytes) 000115 1788747738.395783 punch from 0x013653 to 0x01b6cf (0x807d bytes) 000116 1788747738.399064 mapread 0x000f81 thru 0x00af0f (0x9f8f bytes) 000117 1788747738.407058 trunc from 0x0284db to 0x02e133 (0x5c59 bytes) 000118 1788747738.410320 write 0x00be63 thru 0x012f44 (0x70e2 bytes) 000119 1788747738.415392 punch from 0x007282 to 0x011e77 (0xabf6 bytes) 000120 1788747738.437684 trunc from 0x0319a8 to 0x0313a4 (0x603 bytes) 000121 1788747738.458146 trunc from 0x0227be to 0x02ad7f (0x85c2 bytes) 000122 1788747738.470279 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) 000125 1788747738.688092 mapread 0x028abd thru 0x02bb4c (0x3090 bytes) 000126 1788747738.722948 fallocate 0x0131b9 thru 0x01de13 (0xac5b bytes) 000128 1788747738.729734 fallocate 0x02b81f thru 0x02b824 (0x6 bytes) 000129 1788747738.735289 trunc from 0x0313a5 to 0x006e64 (0x2a540 bytes) 000130 1788747738.777525 fallocate 0x031bd6 thru 0x03786e (0x5c99 bytes) 000132 1788747738.793205 fallocate 0x01586a thru 0x01bfbf (0x6756 bytes) 000133 1788747738.838270 punch from 0x00a3db to 0x01163c (0x7262 bytes) 000134 1788747738.879405 mapread 0x01757b thru 0x0190d9 (0x1b5f bytes) 000135 1788747738.899281 mapwrite 0x0126d9 thru 0x01e8d0 (0xc1f8 bytes) 000136 1788747738.929906 trunc from 0x01fa0e to 0x02b774 (0xbd67 bytes) 000137 1788747738.937193 mapread 0x02de4e thru 0x032b3e (0x4cf1 bytes) fallocating to largest ever: 0x3ed2f 000138 1788747738.948718 fallocate 0x037332 thru 0x03ed2e (0x79fd bytes) 000139 1788747738.958201 trunc from 0x03ed2f to 0x0296d2 (0x1565c bytes) 000140 1788747738.975134 MIRROR_EXTEND to 2 mirrors 000141 1788747739.476448 trunc from 0x0223e7 to 0x0253d9 (0x2ff3 bytes) 000142 1788747739.525953 trunc from 0x0296d3 to 0x016a21 (0x12cb1 bytes) 000143 1788747739.545330 read 0x011c97 thru 0x016a21 (0x4d8b bytes) 000144 1788747739.549964 fallocate 0x01cc18 thru 0x02b899 (0xec82 bytes) 000145 1788747739.552737 trunc from 0x00a3ce to 0x011a80 (0x76b3 bytes) 000146 1788747739.555204 mapwrite 0x01c9a5 thru 0x02783a (0xae96 bytes) 000147 1788747739.580021 mapwrite 0x01ce7c thru 0x02b93e (0xeac3 bytes) 000148 1788747739.615419 trunc from 0x028732 to 0x02882c (0xfb bytes) 000149 1788747739.620756 read 0x0064f2 thru 0x00dda2 (0x78b1 bytes) 000150 1788747739.631445 trunc from 0x01a8a3 to 0x01e76a (0x3ec8 bytes) 000151 1788747739.637946 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2b93f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b93f): Mirror 2: 0x91dbf7b5 (stale) CRC-32 checksum value for chunk [0, 0x2b93f): Mirror 1: 0xfd91954f Mirror 3: 0xfd91954f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b93f: skipped 000152 1788747740.174493 punch from 0x01ef79 to 0x02aee7 (0xbf6f bytes) 000153 1788747740.208673 read 0x023c70 thru 0x02b93e (0x7ccf bytes) 000154 1788747740.216330 fallocate 0x02bd71 thru 0x03aef5 (0xf185 bytes) 000155 1788747740.221023 trunc from 0x02b93f to 0x02458e (0x73b0 bytes) 000156 1788747740.268671 read 0x01a09a thru 0x02458e (0xa4f5 bytes) 000157 1788747740.277295 trunc from 0x02458f to 0x00d48d (0x17101 bytes) 000158 1788747740.309607 punch from 0x001513 to 0x007e0e (0x68fc bytes) 000159 1788747740.314187 punch from 0x00cb84 to 0x00d48d (0x90a bytes) 000160 1788747740.318538 read 0x003a94 thru 0x00bd8d (0x82fa bytes) 000161 1788747740.324583 punch from 0x005bfe to 0x00d48d (0x7890 bytes) 000162 1788747740.329482 read 0x007b4f thru 0x00a799 (0x2c4b bytes) 000163 1788747740.341195 mapread 0x005d99 thru 0x00d48d (0x76f5 bytes) 000164 1788747740.342609 fallocate 0x01dab5 thru 0x025885 (0x7dd1 bytes) 000165 1788747740.351111 trunc from 0x025886 to 0x01734b (0xe53a bytes) 000166 1788747740.373863 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1734c): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1734c): Mirror 2: 0x344d80c4 (stale) Mirror 3: 0x9efd03d7 (stale) CRC-32 checksum value for chunk [0, 0x1734c): Mirror 1: 0xff9506b5 Mirror 4: 0xff9506b5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1734c: skipped 000167 1788747741.048426 write 0x02012c thru 0x02afd6 (0xaeab bytes) 000168 1788747741.088438 trunc from 0x02afd7 to 0x024b4a (0x648c bytes) 000169 1788747741.131240 trunc from 0x0243e0 to 0x024b4a (0x76b bytes) 000170 1788747741.143281 trunc from 0x01fa59 to 0x024b4a (0x50f2 bytes) 000171 1788747741.148674 fallocate 0x00fae6 thru 0x016e7c (0x7397 bytes) 000172 1788747741.154257 read 0x00ef22 thru 0x01b77d (0xc85c bytes) 000173 1788747741.165459 fallocate 0x000a1f thru 0x00a02e (0x9610 bytes) 000174 1788747741.172257 trunc from 0x024b4b to 0x039045 (0x144fb bytes) 000175 1788747741.194230 trunc from 0x039046 to 0x007eec (0x31159 bytes) 000176 1788747741.217438 read 0x00033d thru 0x001e85 (0x1b49 bytes) 000177 1788747741.231301 trunc from 0x000a67 to 0x002664 (0x1bfe bytes) 000178 1788747741.237532 fallocate 0x03919d thru 0x03e539 (0x539d bytes) 000179 1788747741.244415 mapwrite 0x02740e thru 0x030731 (0x9324 bytes) 000180 1788747741.358198 punch from 0x007406 to 0x00d33f (0x5f3a bytes) 000181 1788747741.365472 read 0x02fa12 thru 0x030731 (0xd20 bytes) 000182 1788747741.366227 trunc from 0x029f73 to 0x02eebf (0x4f4d bytes) 000184 1788747741.375658 trunc from 0x00f88d to 0x01bc6a (0xc3de bytes) 000185 1788747741.383201 punch from 0x02e934 to 0x030731 (0x1dfe bytes) 000187 1788747741.391552 write 0x01cef5 thru 0x025df0 (0x8efc bytes) 000188 1788747741.398900 read 0x013d6f thru 0x0179c8 (0x3c5a bytes) 000189 1788747741.414445 punch from 0x02fdf1 to 0x030731 (0x941 bytes) 000190 1788747741.422473 mapwrite 0x03690c thru 0x039a49 (0x313e bytes) 000191 1788747741.470533 read 0x02b141 thru 0x03087f (0x573f bytes) 000192 1788747741.477547 mapwrite 0x0394c8 thru 0x03ffff (0x6b38 bytes) 000193 1788747741.572223 write 0x03e2a4 thru 0x03ffff (0x1d5c bytes) 000194 1788747741.577863 fallocate 0x012a4b thru 0x015ac3 (0x3079 bytes) 000195 1788747741.589322 write 0x0381e5 thru 0x03ffff (0x7e1b bytes) 000196 1788747741.616894 read 0x0021ed thru 0x00729c (0x50b0 bytes) 000197 1788747741.643308 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd7d2bd18 (stale) Mirror 3: 0x26e5cb54 (stale) Mirror 4: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x924f82de Mirror 5: 0x924f82de lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000198 1788747743.429144 trunc from 0x040000 to 0x030740 (0xf8bf bytes) 000199 1788747743.514127 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x30741): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30741): Mirror 2: 0x9f95145c (stale) Mirror 3: 0xbcd302bc (stale) Mirror 4: 0x4cfeb885 (stale) Mirror 5: 0x30cef715 (stale) CRC-32 checksum value for chunk [0, 0x30741): Mirror 1: 0x30cef715 Mirror 6: 0x30cef715 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30741: skipped 000200 1788747744.876658 fallocate 0x018c89 thru 0x027c77 (0xefef bytes) 000201 1788747744.929523 write 0x004332 thru 0x005f84 (0x1c53 bytes) 000202 1788747744.947241 write 0x03fe63 thru 0x03ffff (0x19d bytes) 000203 1788747744.948625 write 0x02a96d thru 0x033308 (0x899c bytes) 000204 1788747744.960215 write 0x001be7 thru 0x00c94b (0xad65 bytes) 000205 1788747744.975294 write 0x025253 thru 0x031197 (0xbf45 bytes) 000206 1788747744.982989 trunc from 0x007182 to 0x007796 (0x615 bytes) 000207 1788747745.008249 write 0x019de5 thru 0x025df6 (0xc012 bytes) 000208 1788747745.017136 fallocate 0x0069c9 thru 0x011355 (0xa98d bytes) 000209 1788747745.022246 read 0x03f100 thru 0x03ffff (0xf00 bytes) 000210 1788747745.025112 fallocate 0x037ee2 thru 0x03920d (0x132c bytes) 000211 1788747745.040196 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd7d2bd18 (stale) Mirror 3: 0x26e5cb54 (stale) Mirror 4: 0xe20eea22 (stale) Mirror 5: 0x924f82de (stale) Mirror 6: 0x25f20fff (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe74c263 Mirror 7: 0xe74c263 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000212 1788747746.159766 mapread 0x023279 thru 0x02a738 (0x74c0 bytes) 000213 1788747746.194800 punch from 0x034d21 to 0x03fda1 (0xb081 bytes) 000214 1788747746.279528 write 0x01303f thru 0x0229eb (0xf9ad bytes) 000215 1788747746.313350 mapread 0x004b65 thru 0x00fa01 (0xae9d bytes) fallocating to largest ever: 0x40000 000216 1788747746.354563 fallocate 0x0338d1 thru 0x03ffff (0xc72f bytes) 000217 1788747746.368952 MIRROR_RESYNC 7 mirrors 000218 1788747748.303004 read 0x014d83 thru 0x0155e6 (0x864 bytes) 000219 1788747748.327126 read 0x02ac25 thru 0x034942 (0x9d1e bytes) 000220 1788747748.350131 trunc from 0x040000 to 0x02a293 (0x15d6c bytes) 000221 1788747748.421893 MIRROR_RESYNC 7 mirrors 000222 1788747749.980163 write 0x013354 thru 0x01422a (0xed7 bytes) 000224 1788747750.030095 fallocate 0x03cf6c thru 0x03f21d (0x22b2 bytes) 000225 1788747750.040440 fallocate 0x0010d4 thru 0x006b4b (0x5a78 bytes) 000226 1788747750.045103 read 0x00eb8b thru 0x01aa23 (0xbe99 bytes) 000227 1788747750.053372 trunc from 0x0044b3 to 0x013102 (0xec50 bytes) 000228 1788747750.066757 mapread 0x01ac60 thru 0x01e877 (0x3c18 bytes) 000229 1788747750.078179 fallocate 0x0300ba thru 0x033c6e (0x3bb5 bytes) 000231 1788747750.082831 trunc from 0x02a294 to 0x02edca (0x4b37 bytes) 000232 1788747750.106939 punch from 0x00d684 to 0x01c049 (0xe9c6 bytes) 000233 1788747750.112342 write 0x03672c thru 0x0380f0 (0x19c5 bytes) 000234 1788747750.113288 write 0x036dfa thru 0x03c9ac (0x5bb3 bytes) 000235 1788747750.116608 punch from 0x019670 to 0x01ff38 (0x68c9 bytes) 000236 1788747750.121648 trunc from 0x00d96d to 0x00e1ce (0x862 bytes) 000237 1788747750.127518 punch from 0x0294bb to 0x02a0b8 (0xbfe bytes) 000238 1788747750.154063 write 0x0053f5 thru 0x014a02 (0xf60e bytes) 000239 1788747750.178585 MIRROR_RESYNC 7 mirrors 000240 1788747752.543953 trunc from 0x012893 to 0x021485 (0xebf3 bytes) 000241 1788747752.599055 MIRROR_RESYNC 7 mirrors 000242 1788747755.184043 fallocate 0x009f57 thru 0x014d44 (0xadee bytes) 000243 1788747755.252855 read 0x006d05 thru 0x0132c8 (0xc5c4 bytes) 000244 1788747755.270399 trunc from 0x02e965 to 0x0386ae (0x9d4a bytes) 000245 1788747755.281321 mapwrite 0x02b37a thru 0x037d74 (0xc9fb bytes) 000246 1788747755.367534 write 0x01fd5f thru 0x0209c7 (0xc69 bytes) 000247 1788747755.388013 trunc from 0x03c9ad to 0x03c4e4 (0x4c8 bytes) 000248 1788747755.424891 trunc from 0x0205e4 to 0x02d538 (0xcf55 bytes) 000249 1788747755.444030 trunc from 0x0322d0 to 0x03c4e4 (0xa215 bytes) 000250 1788747755.452904 write 0x0216f1 thru 0x022d24 (0x1634 bytes) 000251 1788747755.474426 write 0x00f969 thru 0x0148aa (0x4f42 bytes) 000252 1788747755.489683 trunc from 0x02b24a to 0x031dae (0x6b65 bytes) 000253 1788747755.496879 write 0x0353cf thru 0x03b150 (0x5d82 bytes) 000254 1788747755.517281 mapread 0x02c5fe thru 0x02d1b6 (0xbb9 bytes) 000255 1788747755.534404 mapread 0x00b76a thru 0x00fbdc (0x4473 bytes) 000256 1788747755.535447 mapread 0x037d8c thru 0x03bdd7 (0x404c bytes) 000257 1788747755.540529 mapread 0x00f177 thru 0x01cae1 (0xd96b bytes) 000258 1788747755.554727 read 0x00fa41 thru 0x01e6e2 (0xeca2 bytes) 000259 1788747755.564974 mapwrite 0x016af2 thru 0x025897 (0xeda6 bytes) 000260 1788747755.605466 trunc from 0x03c4e5 to 0x00e2e6 (0x2e1fe bytes) 000261 1788747755.636026 write 0x026285 thru 0x030287 (0xa003 bytes) 000262 1788747755.640868 write 0x00214a thru 0x0106e7 (0xe59e bytes) 000263 1788747755.655906 read 0x01b480 thru 0x021ff1 (0x6b72 bytes) 000264 1788747755.670084 fallocate 0x029448 thru 0x02ad55 (0x190e bytes) 000265 1788747755.689976 read 0x02acd5 thru 0x030287 (0x55b3 bytes) 000266 1788747755.709745 MIRROR_RESYNC 7 mirrors 000267 1788747757.026179 mapread 0x014bfd thru 0x022dd0 (0xe1d4 bytes) 000268 1788747757.080548 mapwrite 0x01be54 thru 0x023c36 (0x7de3 bytes) 000269 1788747757.186262 trunc from 0x030288 to 0x006a07 (0x29880 bytes) 000270 1788747757.243801 fallocate 0x0072bc thru 0x00a6d8 (0x341d bytes) 000271 1788747757.255290 write 0x005afb thru 0x007686 (0x1b8c bytes) 000272 1788747757.276284 mapread 0x003915 thru 0x00a6d8 (0x6dc4 bytes) 000273 1788747757.315503 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0xa6d9): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa6d9): Mirror 2: 0xade58506 (stale) Mirror 3: 0xade58506 (stale) Mirror 4: 0xade58506 (stale) Mirror 5: 0xade58506 (stale) Mirror 6: 0xade58506 (stale) Mirror 7: 0xade58506 (stale) CRC-32 checksum value for chunk [0, 0xa6d9): Mirror 1: 0xf9695f09 Mirror 8: 0xf9695f09 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa6d9: skipped 000274 1788747758.475613 mapwrite 0x025b1a thru 0x0312a8 (0xb78f bytes) 000275 1788747758.666869 write 0x03f1d2 thru 0x03ffff (0xe2e bytes) 000277 1788747758.676895 read 0x0251fc thru 0x02834e (0x3153 bytes) 000279 1788747758.679049 mapwrite 0x013668 thru 0x01388a (0x223 bytes) 000281 1788747758.739366 punch from 0x00bf93 to 0x012af7 (0x6b65 bytes) 000282 1788747758.752661 mapread 0x036048 thru 0x03c55c (0x6515 bytes) 000283 1788747758.788430 write 0x02e421 thru 0x03375c (0x533c bytes) 000284 1788747758.791529 read 0x001922 thru 0x006093 (0x4772 bytes) 000285 1788747758.841606 trunc from 0x040000 to 0x03d551 (0x2aae bytes) 000286 1788747758.894612 read 0x009957 thru 0x0119fb (0x80a5 bytes) 000288 1788747758.895780 trunc from 0x02ea60 to 0x033a07 (0x4fa8 bytes) 000289 1788747758.926437 mapwrite 0x00c2f3 thru 0x010bf9 (0x4907 bytes) 000290 1788747758.961316 mapwrite 0x018255 thru 0x028177 (0xff23 bytes) 000291 1788747759.009444 punch from 0x03ac64 to 0x03d551 (0x28ee bytes) 000292 1788747759.015310 trunc from 0x03231d to 0x03b096 (0x8d7a bytes) 000293 1788747759.033283 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3d552): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d552): Mirror 2: 0xdb642c90 (stale) Mirror 3: 0xdb642c90 (stale) Mirror 4: 0xdb642c90 (stale) Mirror 5: 0xdb642c90 (stale) Mirror 6: 0xdb642c90 (stale) Mirror 7: 0xdb642c90 (stale) Mirror 8: 0x9c43a478 (stale) CRC-32 checksum value for chunk [0, 0x3d552): Mirror 1: 0xdfcfb310 Mirror 9: 0xdfcfb310 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d552: skipped 000294 1788747760.645083 punch from 0x02fa41 to 0x036242 (0x6802 bytes) 000295 1788747760.693164 trunc from 0x03aee3 to 0x03d551 (0x266f bytes) 000296 1788747760.711641 MIRROR_RESYNC 9 mirrors 000297 1788747765.328843 punch from 0x0085ed to 0x00a0f0 (0x1b04 bytes) 000298 1788747765.424550 fallocate 0x032b0f thru 0x034709 (0x1bfb bytes) 000300 1788747765.431980 mapread 0x022efa thru 0x02a0d2 (0x71d9 bytes) 000302 1788747765.471274 read 0x01ce96 thru 0x01e454 (0x15bf bytes) 000303 1788747765.483257 mapread 0x016073 thru 0x023005 (0xcf93 bytes) 000304 1788747765.504843 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x3d552): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d552): Mirror 2: 0xdfcfb310 (stale) Mirror 3: 0xdfcfb310 (stale) Mirror 4: 0xdfcfb310 (stale) Mirror 5: 0xdfcfb310 (stale) Mirror 6: 0xdfcfb310 (stale) Mirror 7: 0xdfcfb310 (stale) Mirror 8: 0xdfcfb310 (stale) Mirror 9: 0xdfcfb310 (stale) CRC-32 checksum value for chunk [0, 0x3d552): Mirror 1: 0xdfcfb310 Mirror 10: 0xdfcfb310 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d552: skipped 000305 1788747768.276931 trunc from 0x03d552 to 0x007a6d (0x35ae4 bytes) 000306 1788747768.390950 write 0x003e40 thru 0x00b171 (0x7332 bytes) 000307 1788747768.416798 MIRROR_SPLIT mirror 1 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xb172): Mirror 3: 0x72e1c82 (stale) Mirror 4: 0x72e1c82 (stale) Mirror 5: 0x72e1c82 (stale) Mirror 6: 0x72e1c82 (stale) Mirror 7: 0x72e1c82 (stale) Mirror 8: 0x72e1c82 (stale) Mirror 9: 0x72e1c82 (stale) Mirror 10: 0x72e1c82 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xb172): Mirror 3: 0x72e1c82 (stale) Mirror 4: 0x72e1c82 (stale) Mirror 5: 0x72e1c82 (stale) Mirror 6: 0x72e1c82 (stale) Mirror 7: 0x72e1c82 (stale) Mirror 8: 0x72e1c82 (stale) Mirror 9: 0x72e1c82 (stale) Mirror 10: 0x72e1c82 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xb172: skipped 000308 1788747769.475712 fallocate 0x03f79a thru 0x03ffff (0x866 bytes) 000309 1788747769.490903 MIRROR_SPLIT mirror 7 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xb172): Mirror 3: 0x72e1c82 (stale) Mirror 4: 0x72e1c82 (stale) Mirror 5: 0x72e1c82 (stale) Mirror 6: 0x72e1c82 (stale) Mirror 7: 0x72e1c82 (stale) Mirror 8: 0x72e1c82 (stale) Mirror 10: 0x72e1c82 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xb172): Mirror 3: 0x72e1c82 (stale) Mirror 4: 0x72e1c82 (stale) Mirror 5: 0x72e1c82 (stale) Mirror 6: 0x72e1c82 (stale) Mirror 7: 0x72e1c82 (stale) Mirror 8: 0x72e1c82 (stale) Mirror 10: 0x72e1c82 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xb172: skipped 000310 1788747770.489682 punch from 0x00135d to 0x005f8a (0x4c2e bytes) 000311 1788747770.505576 write 0x00efcc thru 0x013d22 (0x4d57 bytes) 000312 1788747770.516848 mapread 0x0130b2 thru 0x013d22 (0xc71 bytes) 000314 1788747770.521856 mapread 0x000b2f thru 0x00248d (0x195f bytes) 000315 1788747770.545404 read 0x00c943 thru 0x00e4e2 (0x1ba0 bytes) 000316 1788747770.552895 punch from 0x00332d to 0x00adbd (0x7a91 bytes) 000317 1788747770.562652 read 0x0136a0 thru 0x013d22 (0x683 bytes) 000318 1788747770.569254 trunc from 0x013d23 to 0x027043 (0x13321 bytes) 000319 1788747770.709032 mapread 0x007b98 thru 0x0117e8 (0x9c51 bytes) 000320 1788747770.732641 fallocate 0x03bc30 thru 0x03ffff (0x43d0 bytes) 000321 1788747770.747435 mapwrite 0x01bf1a thru 0x02905c (0xd143 bytes) 000322 1788747770.890110 read 0x001e1d thru 0x00c922 (0xab06 bytes) 000323 1788747770.896411 read 0x02e681 thru 0x03c9d1 (0xe351 bytes) 000325 1788747770.897945 punch from 0x0355ba to 0x03ecf2 (0x9739 bytes) 000327 1788747770.921025 read 0x02181f thru 0x02e88a (0xd06c bytes) 000328 1788747770.921915 mapread 0x003be5 thru 0x013787 (0xfba3 bytes) 000329 1788747770.934549 mapwrite 0x016c43 thru 0x0191ea (0x25a8 bytes) 000330 1788747770.971502 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x3fabf090 (stale) Mirror 4: 0x3fabf090 (stale) Mirror 6: 0x3fabf090 (stale) Mirror 7: 0x3fabf090 (stale) Mirror 8: 0x3fabf090 (stale) Mirror 10: 0x3fabf090 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x3fabf090 (stale) Mirror 4: 0x3fabf090 (stale) Mirror 6: 0x3fabf090 (stale) Mirror 7: 0x3fabf090 (stale) Mirror 8: 0x3fabf090 (stale) Mirror 10: 0x3fabf090 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000331 1788747772.279074 fallocate 0x025be9 thru 0x03242d (0xc845 bytes) 000332 1788747772.294576 mapwrite 0x02e724 thru 0x03c730 (0xe00d bytes) 000333 1788747772.568617 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x3fabf090 (stale) Mirror 4: 0x3fabf090 (stale) Mirror 7: 0x3fabf090 (stale) Mirror 8: 0x3fabf090 (stale) Mirror 10: 0x3fabf090 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x3fabf090 (stale) Mirror 4: 0x3fabf090 (stale) Mirror 7: 0x3fabf090 (stale) Mirror 8: 0x3fabf090 (stale) Mirror 10: 0x3fabf090 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000334 1788747773.627448 mapwrite 0x01e234 thru 0x0239f1 (0x57be bytes) 000335 1788747773.661359 read 0x029732 thru 0x02e0c5 (0x4994 bytes) 000337 1788747773.670752 punch from 0x0033ca to 0x007b09 (0x4740 bytes) 000339 1788747773.676903 trunc from 0x026881 to 0x03062d (0x9dad bytes) 000340 1788747773.689616 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x3fabf090 (stale) Mirror 7: 0x3fabf090 (stale) Mirror 8: 0x3fabf090 (stale) Mirror 10: 0x3fabf090 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x3fabf090 (stale) Mirror 7: 0x3fabf090 (stale) Mirror 8: 0x3fabf090 (stale) Mirror 10: 0x3fabf090 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000341 1788747774.339837 write 0x0354cb thru 0x0387f4 (0x332a bytes) 000342 1788747774.366187 fallocate 0x00d821 thru 0x0146b9 (0x6e99 bytes) 000343 1788747774.381499 fallocate 0x039c8e thru 0x03c008 (0x237b bytes) 000344 1788747774.389176 punch from 0x02e78e to 0x030533 (0x1da6 bytes) 000345 1788747774.413761 write 0x02b240 thru 0x034048 (0x8e09 bytes) 000346 1788747774.469168 punch from 0x03673f to 0x03d376 (0x6c38 bytes) 000347 1788747774.494409 trunc from 0x040000 to 0x03c2ef (0x3d10 bytes) 000348 1788747774.521158 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3c2f0): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c2f0): Mirror 4: 0x7867a2d9 (stale) Mirror 7: 0x7867a2d9 (stale) Mirror 8: 0x7867a2d9 (stale) Mirror 10: 0x7867a2d9 (stale) CRC-32 checksum value for chunk [0, 0x3c2f0): Mirror 1: 0x39f5401 Mirror 11: 0x39f5401 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c2f0: skipped 000350 1788747776.617507 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3c2f0): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c2f0): Mirror 4: 0x7867a2d9 (stale) Mirror 7: 0x7867a2d9 (stale) Mirror 8: 0x7867a2d9 (stale) Mirror 10: 0x7867a2d9 (stale) CRC-32 checksum value for chunk [0, 0x3c2f0): Mirror 1: 0x39f5401 Mirror 11: 0x39f5401 Mirror 12: 0x39f5401 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c2f0: skipped 000351 1788747778.492605 mapwrite 0x0253c4 thru 0x0303b5 (0xaff2 bytes) 000352 1788747778.676781 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c2f0): Mirror 4: 0x7867a2d9 (stale) Mirror 8: 0x7867a2d9 (stale) Mirror 10: 0x7867a2d9 (stale) Mirror 11: 0x39f5401 (stale) Mirror 12: 0x39f5401 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c2f0): Mirror 4: 0x7867a2d9 (stale) Mirror 8: 0x7867a2d9 (stale) Mirror 10: 0x7867a2d9 (stale) Mirror 11: 0x39f5401 (stale) Mirror 12: 0x39f5401 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c2f0: skipped 000353 1788747779.460484 write 0x010700 thru 0x012a5b (0x235c bytes) 000354 1788747779.474055 read 0x00ab58 thru 0x01210b (0x75b4 bytes) 000355 1788747779.485078 mapread 0x0262f2 thru 0x03203c (0xbd4b bytes) 000356 1788747779.530001 read 0x02d86c thru 0x02fb3c (0x22d1 bytes) 000357 1788747779.530767 fallocate 0x0284b3 thru 0x029648 (0x1196 bytes) 000358 1788747779.542606 mapwrite 0x031a5b thru 0x038b47 (0x70ed bytes) 000359 1788747779.618653 MIRROR_RESYNC 6 mirrors 000360 1788747783.237668 mapwrite 0x02768f thru 0x035c38 (0xe5aa bytes) 000361 1788747783.603297 mapread 0x0101da thru 0x01825e (0x8085 bytes) 000362 1788747783.634395 fallocate 0x01655b thru 0x022bea (0xc690 bytes) 000363 1788747783.661497 trunc from 0x035c54 to 0x03be8d (0x623a bytes) 000364 1788747783.687296 mapwrite 0x037cd6 thru 0x03ffff (0x832a bytes) 000365 1788747783.802229 mapwrite 0x0297bd thru 0x035741 (0xbf85 bytes) 000366 1788747783.869254 fallocate 0x014457 thru 0x022560 (0xe10a bytes) 000367 1788747783.889752 trunc from 0x019d4b to 0x0231a8 (0x945e bytes) 000368 1788747783.911232 write 0x01fbe8 thru 0x02d716 (0xdb2f bytes) 000369 1788747783.924141 trunc from 0x00af3a to 0x0158f5 (0xa9bc bytes) 000370 1788747783.950600 read 0x013aec thru 0x01655d (0x2a72 bytes) 000372 1788747783.963033 mapread 0x01f61c thru 0x026f03 (0x78e8 bytes) 000373 1788747783.964000 mapwrite 0x027f1f thru 0x036c26 (0xed08 bytes) 000375 1788747784.031892 mapread 0x01065c thru 0x017312 (0x6cb7 bytes) 000376 1788747784.041429 read 0x008b75 thru 0x01821a (0xf6a6 bytes) 000377 1788747784.058782 trunc from 0x040000 to 0x01f739 (0x208c6 bytes) 000378 1788747784.078263 trunc from 0x01320d to 0x01f739 (0xc52d bytes) 000379 1788747784.085227 trunc from 0x01f73a to 0x0160e6 (0x9653 bytes) 000380 1788747784.104303 write 0x036811 thru 0x03ffff (0x97ef bytes) 000381 1788747784.106081 read 0x01c747 thru 0x01f650 (0x2f0a bytes) 000383 1788747784.116679 trunc from 0x040000 to 0x00dd66 (0x32299 bytes) 000385 1788747784.145986 trunc from 0x00dd67 to 0x00cdc8 (0xf9e bytes) 000386 1788747784.185821 write 0x02085a thru 0x03056c (0xfd13 bytes) 000387 1788747784.188670 write 0x0203dd thru 0x021f19 (0x1b3d bytes) 000388 1788747784.189808 mapread 0x01d584 thru 0x02449d (0x6f1a bytes) 000390 1788747784.218437 write 0x0376af thru 0x03f477 (0x7dc9 bytes) 000391 1788747784.220989 fallocate 0x03832f thru 0x03987d (0x154f bytes) 000392 1788747784.226447 mapwrite 0x00df8d thru 0x01acf0 (0xcd64 bytes) 000393 1788747784.402662 MIRROR_RESYNC 6 mirrors 000394 1788747786.823337 read 0x03858d thru 0x03a5ed (0x2061 bytes) 000395 1788747786.833316 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) 000398 1788747787.454508 trunc from 0x03f478 to 0x023043 (0x1c434 bytes) 000399 1788747787.506481 fallocate 0x0265c2 thru 0x0281f7 (0x1c36 bytes) 000400 1788747787.523896 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23044): Mirror 4: 0x8ac0b74d (stale) Mirror 10: 0x8ac0b74d (stale) Mirror 12: 0x8ac0b74d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23044): Mirror 4: 0x8ac0b74d (stale) Mirror 10: 0x8ac0b74d (stale) Mirror 12: 0x8ac0b74d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23044: skipped 000401 1788747788.155733 trunc from 0x023044 to 0x0292c8 (0x6285 bytes) 000402 1788747788.180243 trunc from 0x002c42 to 0x0124c4 (0xf883 bytes) 000403 1788747788.186869 read 0x014499 thru 0x01d36a (0x8ed2 bytes) 000404 1788747788.200667 fallocate 0x024009 thru 0x027068 (0x3060 bytes) 000405 1788747788.210818 MIRROR_RESYNC 4 mirrors 000406 1788747789.509764 trunc from 0x004ba5 to 0x008a83 (0x3edf bytes) 000407 1788747789.560506 fallocate 0x03be49 thru 0x03ffff (0x41b7 bytes) 000409 1788747789.569006 trunc from 0x009912 to 0x00b4cd (0x1bbc bytes) 000410 1788747789.573376 mapread 0x00c9fe thru 0x0143a5 (0x79a8 bytes) 000411 1788747789.590791 trunc from 0x009699 to 0x0102f7 (0x6c5f bytes) 000412 1788747789.600421 MIRROR_RESYNC 4 mirrors 000413 1788747790.758451 punch from 0x027711 to 0x034753 (0xd043 bytes) 000415 1788747790.846946 punch from 0x013341 to 0x017fa7 (0x4c67 bytes) 000416 1788747790.866066 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xea2894c2 (stale) Mirror 12: 0xea2894c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xea2894c2 (stale) Mirror 12: 0xea2894c2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000417 1788747791.470092 write 0x02638a thru 0x0353cf (0xf046 bytes) 000418 1788747791.503054 trunc from 0x040000 to 0x001d40 (0x3e2bf bytes) 000419 1788747791.533467 trunc from 0x001d41 to 0x037727 (0x359e7 bytes) 000420 1788747791.558124 punch from 0x006309 to 0x014dde (0xead6 bytes) 000421 1788747791.565135 trunc from 0x037728 to 0x009a2a (0x2dcfd bytes) 000422 1788747791.591316 trunc from 0x003de1 to 0x009a2a (0x5c4a bytes) 000423 1788747791.597599 fallocate 0x011c3e thru 0x01e6cd (0xca90 bytes) 000424 1788747791.603115 fallocate 0x01bf50 thru 0x022b98 (0x6c49 bytes) 000425 1788747791.613100 read 0x006020 thru 0x00a36e (0x434f bytes) 000426 1788747791.626535 trunc from 0x0037ad to 0x0132c6 (0xfb1a bytes) 000427 1788747791.638344 write 0x03c08b thru 0x03ffff (0x3f75 bytes) 000428 1788747791.641263 write 0x021457 thru 0x0269d8 (0x5582 bytes) 000429 1788747791.650137 write 0x009b79 thru 0x00d149 (0x35d1 bytes) 000430 1788747791.659782 write 0x0232c4 thru 0x02b7dd (0x851a bytes) 000431 1788747791.665657 write 0x013fa4 thru 0x016d18 (0x2d75 bytes) 000432 1788747791.693110 fallocate 0x0376fa thru 0x03ffff (0x8906 bytes) 000433 1788747791.697299 fallocate 0x009f7d thru 0x010170 (0x61f4 bytes) 000434 1788747791.701962 mapread 0x003c76 thru 0x0130dd (0xf468 bytes) 000436 1788747791.754135 mapwrite 0x0245f1 thru 0x031737 (0xd147 bytes) 000437 1788747791.813599 punch from 0x0212d9 to 0x02a3d0 (0x90f8 bytes) 000438 1788747791.823119 punch from 0x03a626 to 0x03ffff (0x59da bytes) 000441 1788747791.833260 trunc from 0x040000 to 0x02d7af (0x12850 bytes) 000442 1788747791.856756 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2d7b0): Mirror 10: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d7b0): Mirror 10: 0x750e04fe (stale) Mirror 12: 0x750e04fe (stale) CRC-32 checksum value for chunk [0, 0x2d7b0): Mirror 1: 0x150c301d Mirror 13: 0x150c301d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d7b0: skipped 000443 1788747792.907104 fallocate 0x02a76b thru 0x038c34 (0xe4ca bytes) 000445 1788747792.941548 write 0x029d7f thru 0x02f270 (0x54f2 bytes) 000446 1788747792.953292 trunc from 0x038c35 to 0x006a34 (0x32200 bytes) 000447 1788747792.969024 read 0x001666 thru 0x0017c1 (0x15c bytes) 000448 1788747792.973440 fallocate 0x0245cb thru 0x030634 (0xc06a bytes) 000449 1788747792.981590 mapwrite 0x0137ac thru 0x01b8d4 (0x8129 bytes) 000450 1788747793.023556 read 0x01a5c9 thru 0x01b8d4 (0x130c bytes) 000451 1788747793.024151 punch from 0x0056f8 to 0x00d848 (0x8151 bytes) 000452 1788747793.033973 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1b8d5): Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b8d5): Mirror 10: 0x26037575 (stale) Mirror 12: 0x26037575 (stale) Mirror 13: 0xc2defb90 (stale) CRC-32 checksum value for chunk [0, 0x1b8d5): Mirror 1: 0x46b95e70 Mirror 14: 0x46b95e70 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b8d5: skipped 000453 1788747793.727192 read 0x002fc5 thru 0x00ce64 (0x9ea0 bytes) 000454 1788747793.747106 mapwrite 0x03d7c0 thru 0x03f996 (0x21d7 bytes) 000455 1788747793.877538 write 0x01f7a0 thru 0x0203c8 (0xc29 bytes) 000456 1788747793.909069 trunc from 0x03f997 to 0x00c247 (0x3374f bytes) 000457 1788747793.937102 write 0x003796 thru 0x00a30d (0x6b78 bytes) 000458 1788747793.959859 mapwrite 0x00d06e thru 0x01a01a (0xcfad bytes) 000459 1788747794.036800 read 0x00d747 thru 0x00dbfd (0x4b7 bytes) 000460 1788747794.043659 MIRROR_RESYNC 5 mirrors 000461 1788747795.330281 punch from 0x007f0c to 0x009f2a (0x201f bytes) 000463 1788747795.356889 write 0x03b621 thru 0x03ffff (0x49df bytes) 000464 1788747795.358265 mapread 0x00ec65 thru 0x0145f9 (0x5995 bytes) 000465 1788747795.368447 fallocate 0x01c52a thru 0x02833a (0xbe11 bytes) 000466 1788747795.371203 punch from 0x03b129 to 0x03cf27 (0x1dff bytes) 000467 1788747795.382308 punch from 0x033516 to 0x03a245 (0x6d30 bytes) 000468 1788747795.385843 fallocate 0x036c20 thru 0x03ffff (0x93e0 bytes) 000469 1788747795.389271 mapread 0x014303 thru 0x01db85 (0x9883 bytes) 000471 1788747795.407437 mapwrite 0x020bc2 thru 0x028afa (0x7f39 bytes) 000472 1788747795.450412 punch from 0x03b768 to 0x03ffff (0x4898 bytes) 000473 1788747795.456389 mapwrite 0x0165fd thru 0x017889 (0x128d bytes) 000474 1788747795.476045 mapread 0x012b76 thru 0x0195ce (0x6a59 bytes) 000475 1788747795.485682 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xb16112f8 (stale) Mirror 12: 0xb16112f8 (stale) Mirror 13: 0xb16112f8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xb16112f8 (stale) Mirror 12: 0xb16112f8 (stale) Mirror 13: 0xb16112f8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000476 1788747795.818572 trunc from 0x040000 to 0x00326a (0x3cd95 bytes) 000477 1788747795.847553 mapread 0x002505 thru 0x00326a (0xd66 bytes) 000478 1788747795.856836 mapwrite 0x01948a thru 0x025545 (0xc0bc bytes) 000480 1788747795.912808 punch from 0x014c8c to 0x019603 (0x4978 bytes) 000481 1788747795.918627 read 0x00e5c6 thru 0x01718e (0x8bc9 bytes) 000482 1788747795.926403 mapwrite 0x01c904 thru 0x021f73 (0x5670 bytes) 000483 1788747795.944563 punch from 0x012f8a to 0x015c8d (0x2d04 bytes) 000485 1788747795.950677 read 0x020c49 thru 0x025545 (0x48fd bytes) 000486 1788747795.951638 trunc from 0x00feab to 0x012151 (0x22a7 bytes) 000487 1788747795.956962 write 0x0251c4 thru 0x02cbfa (0x7a37 bytes) 000488 1788747795.958508 trunc from 0x02cbfb to 0x01d215 (0xf9e5 bytes) 000489 1788747795.972895 write 0x031966 thru 0x03f422 (0xdabd bytes) 000491 1788747795.977301 fallocate 0x02fcde thru 0x03a1c1 (0xa4e4 bytes) 000492 1788747795.986278 MIRROR_RESYNC 4 mirrors 000493 1788747797.707480 trunc from 0x018af6 to 0x024f73 (0xc47e bytes) 000494 1788747797.751523 write 0x00062e thru 0x00c7f0 (0xc1c3 bytes) 000495 1788747797.759913 write 0x01db5e thru 0x01f25e (0x1701 bytes) 000496 1788747797.767625 fallocate 0x035a84 thru 0x03ffff (0xa57c bytes) 000497 1788747797.771584 punch from 0x021dfe to 0x026f9b (0x519e bytes) 000498 1788747797.775560 punch from 0x0189d3 to 0x01ce1a (0x4448 bytes) 000499 1788747797.779557 punch from 0x032bb7 to 0x03514e (0x2598 bytes) 000500 1788747797.784021 read 0x01511d thru 0x01ea82 (0x9966 bytes) 000501 1788747797.793229 mapwrite 0x02c9ad thru 0x02cceb (0x33f bytes) 000502 1788747797.809939 mapwrite 0x004249 thru 0x00bd15 (0x7acd bytes) 000503 1788747797.826100 mapread 0x0046af thru 0x00cc9e (0x85f0 bytes) 000505 1788747797.827249 mapread 0x02c9fe thru 0x037d0d (0xb310 bytes) 000506 1788747797.839097 punch from 0x02d0bc to 0x039b7b (0xcac0 bytes) 000507 1788747797.846971 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3f423): Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f423): Mirror 10: 0x47fd8480 (stale) Mirror 12: 0x47fd8480 (stale) Mirror 13: 0x47fd8480 (stale) CRC-32 checksum value for chunk [0, 0x3f423): Mirror 1: 0x1c0201d5 Mirror 14: 0x1c0201d5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f423: skipped 000508 1788747798.813512 write 0x0217f4 thru 0x022170 (0x97d bytes) 000509 1788747798.870256 mapwrite 0x00d5f7 thru 0x0171a7 (0x9bb1 bytes) 000510 1788747798.921067 read 0x03df99 thru 0x03f422 (0x148a bytes) 000511 1788747798.927835 read 0x03d88f thru 0x03f422 (0x1b94 bytes) 000512 1788747798.928601 punch from 0x03bf25 to 0x03f422 (0x34fe bytes) 000513 1788747798.933734 trunc from 0x022b77 to 0x031c50 (0xf0da bytes) 000514 1788747798.939085 read 0x03f1d1 thru 0x03f422 (0x252 bytes) 000516 1788747798.949428 trunc from 0x03f423 to 0x010307 (0x2f11b bytes) 000517 1788747798.963008 fallocate 0x00794b thru 0x0147db (0xce91 bytes) 000518 1788747798.966926 punch from 0x004cbc to 0x00db20 (0x8e65 bytes) 000519 1788747798.970054 mapread 0x003894 thru 0x00d7df (0x9f4c bytes) 000520 1788747799.014913 mapread 0x014429 thru 0x0147db (0x3b3 bytes) 000521 1788747799.018861 read 0x002c0b thru 0x00da39 (0xae2f bytes) 000522 1788747799.019507 fallocate 0x00ccb1 thru 0x01c4db (0xf82b bytes) 000523 1788747799.023405 fallocate 0x01a9cd thru 0x02a67d (0xfcb1 bytes) 000524 1788747799.026897 mapread 0x00e630 thru 0x015b44 (0x7515 bytes) 000525 1788747799.032136 punch from 0x01fca5 to 0x021f7d (0x22d9 bytes) 000526 1788747799.034901 mapread 0x0020b4 thru 0x0071aa (0x50f7 bytes) 000527 1788747799.035750 mapwrite 0x0109be thru 0x01dd0e (0xd351 bytes) 000528 1788747799.047282 mapwrite 0x0190b0 thru 0x01bb91 (0x2ae2 bytes) 000529 1788747799.054828 trunc from 0x00ebb9 to 0x010af5 (0x1f3d bytes) 000531 1788747799.058140 trunc from 0x0052b2 to 0x00de09 (0x8b58 bytes) 000532 1788747799.060798 read 0x01de1c thru 0x027a7c (0x9c61 bytes) 000533 1788747799.066178 punch from 0x0126ad to 0x015791 (0x30e5 bytes) 000534 1788747799.069120 trunc from 0x02a55a to 0x02a67d (0x124 bytes) 000536 1788747799.071661 trunc from 0x01770c to 0x025abd (0xe3b2 bytes) 000537 1788747799.074681 punch from 0x0268cb to 0x02a67d (0x3db3 bytes) 000538 1788747799.077480 mapread 0x00009a thru 0x008df5 (0x8d5c bytes) 000539 1788747799.078473 read 0x00f1bd thru 0x014fed (0x5e31 bytes) 000540 1788747799.084154 read 0x00c023 thru 0x00e49a (0x2478 bytes) 000541 1788747799.084718 trunc from 0x02a67e to 0x00f302 (0x1b37b bytes) 000542 1788747799.093307 punch from 0x005cd2 to 0x009431 (0x3760 bytes) 000543 1788747799.096318 trunc from 0x00f303 to 0x000cae (0xe654 bytes) 000544 1788747799.107449 mapread 0x000c9f thru 0x000cae (0x10 bytes) 000545 1788747799.108894 punch from 0x00025a to 0x000cae (0xa55 bytes) 000546 1788747799.114104 read 0x000a9d thru 0x000cae (0x212 bytes) 000547 1788747799.119235 mapwrite 0x014200 thru 0x01b078 (0x6e79 bytes) 000548 1788747799.169025 mapwrite 0x001ca1 thru 0x005e86 (0x41e6 bytes) 000549 1788747799.188026 read 0x002355 thru 0x00cd02 (0xa9ae bytes) 000550 1788747799.188982 trunc from 0x0165f7 to 0x01b078 (0x4a82 bytes) 000551 1788747799.193458 fallocate 0x011b59 thru 0x01e9c3 (0xce6b bytes) 000552 1788747799.198817 read 0x0184f2 thru 0x01cd71 (0x4880 bytes) 000555 1788747799.209511 trunc from 0x01e9c4 to 0x01cedd (0x1ae6 bytes) 000556 1788747799.225533 mapread 0x0042aa thru 0x006da7 (0x2afe bytes) 000557 1788747799.226153 mapwrite 0x002b29 thru 0x00959a (0x6a72 bytes) 000558 1788747799.244880 trunc from 0x00d2c3 to 0x018565 (0xb2a3 bytes) 000559 1788747799.256946 trunc from 0x01bc0c to 0x01cedd (0x12d2 bytes) 000560 1788747799.264746 mapwrite 0x0224e5 thru 0x02be1f (0x993b bytes) 000561 1788747799.308032 fallocate 0x028383 thru 0x038173 (0xfdf1 bytes) 000562 1788747799.317114 fallocate 0x026bfe thru 0x036766 (0xfb69 bytes) 000563 1788747799.321774 trunc from 0x0117e3 to 0x0210fb (0xf919 bytes) 000564 1788747799.329317 read 0x025f13 thru 0x0353c4 (0xf4b2 bytes) 000565 1788747799.340744 read 0x011c42 thru 0x01fcdc (0xe09b bytes) 000566 1788747799.341567 fallocate 0x019cdf thru 0x0243a5 (0xa6c7 bytes) 000568 1788747799.353089 trunc from 0x036767 to 0x0368d2 (0x16c bytes) 000569 1788747799.373466 write 0x01cad6 thru 0x0200e0 (0x360b bytes) 000570 1788747799.374773 trunc from 0x0368d3 to 0x02d3ef (0x94e3 bytes) 000571 1788747799.396073 punch from 0x0065ab to 0x0102b9 (0x9d0f bytes) 000573 1788747799.407030 trunc from 0x02d3f0 to 0x003e89 (0x29566 bytes) 000574 1788747799.426989 read 0x002fda thru 0x003e89 (0xeb0 bytes) 000575 1788747799.430433 MIRROR_RESYNC 5 mirrors 000576 1788747799.980055 fallocate 0x03308e thru 0x03815b (0x50ce bytes) 000579 1788747800.078425 read 0x006f03 thru 0x008268 (0x1366 bytes) 000580 1788747800.089002 fallocate 0x03abaa thru 0x03b6fc (0xb53 bytes) 000581 1788747800.106849 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3815c): Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3815c): Mirror 10: 0x5e103e9 (stale) Mirror 12: 0x5e103e9 (stale) Mirror 13: 0x5e103e9 (stale) Mirror 14: 0x5e103e9 (stale) CRC-32 checksum value for chunk [0, 0x3815c): Mirror 1: 0x5e103e9 Mirror 15: 0x5e103e9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3815c: skipped 000582 1788747800.864547 trunc from 0x002aff to 0x008ff2 (0x64f4 bytes) 000583 1788747800.897028 trunc from 0x03815c to 0x025b76 (0x125e5 bytes) 000584 1788747800.920957 punch from 0x018b31 to 0x01df89 (0x5459 bytes) 000585 1788747800.925240 read 0x008b22 thru 0x010cb7 (0x8196 bytes) 000586 1788747800.959614 mapread 0x018a41 thru 0x01ec82 (0x6242 bytes) 000587 1788747801.010162 fallocate 0x02b384 thru 0x02c726 (0x13a3 bytes) 000588 1788747801.027143 mapread 0x01ae69 thru 0x020ec4 (0x605c bytes) 000589 1788747801.033159 mapread 0x019b8f thru 0x01e157 (0x45c9 bytes) 000590 1788747801.040991 punch from 0x001c23 to 0x004c31 (0x300f bytes) 000591 1788747801.057387 mapread 0x02223d thru 0x025b76 (0x393a bytes) 000593 1788747801.069404 MIRROR_RESYNC 6 mirrors 000594 1788747802.301002 write 0x021045 thru 0x023158 (0x2114 bytes) 000595 1788747802.341660 write 0x03556c thru 0x03d187 (0x7c1c bytes) 000596 1788747802.347178 MIRROR_RESYNC 6 mirrors 000597 1788747804.067065 mapwrite 0x00c288 thru 0x00d3d8 (0x1151 bytes) 000598 1788747804.214941 MIRROR_RESYNC 6 mirrors 000599 1788747805.844897 write 0x0045f2 thru 0x00c7fe (0x820d bytes) 000600 1788747805.913302 mapread 0x0094e8 thru 0x00db6e (0x4687 bytes) 000601 1788747805.919363 mapread 0x00af02 thru 0x019c26 (0xed25 bytes) 000602 1788747805.966066 MIRROR_RESYNC 6 mirrors 000604 1788747807.315411 read 0x0256aa thru 0x0317d9 (0xc130 bytes) 000605 1788747807.325469 mapwrite 0x03ee7b thru 0x03ffff (0x1185 bytes) 000607 1788747807.377116 write 0x01a173 thru 0x024e13 (0xaca1 bytes) 000608 1788747807.389614 trunc from 0x040000 to 0x003a89 (0x3c576 bytes) 000609 1788747807.407941 read 0x001188 thru 0x003a89 (0x2902 bytes) 000610 1788747807.414865 trunc from 0x002bc7 to 0x003a89 (0xec3 bytes) 000611 1788747807.419195 punch from 0x001f05 to 0x00356e (0x166a bytes) 000612 1788747807.423817 trunc from 0x003a8a to 0x03958c (0x35b03 bytes) 000614 1788747807.440027 trunc from 0x0282e4 to 0x0326be (0xa3db bytes) 000615 1788747807.444995 write 0x027211 thru 0x032cd9 (0xbac9 bytes) 000616 1788747807.454668 punch from 0x02c1c3 to 0x02cfad (0xdeb bytes) 000617 1788747807.466653 mapwrite 0x005f92 thru 0x0075d1 (0x1640 bytes) 000618 1788747807.483029 MIRROR_RESYNC 6 mirrors 000619 1788747808.608073 read 0x02bb32 thru 0x02d631 (0x1b00 bytes) 000620 1788747808.614285 punch from 0x02e687 to 0x033c57 (0x55d1 bytes) 000621 1788747808.645149 mapread 0x007e07 thru 0x00a17f (0x2379 bytes) 000622 1788747808.662900 punch from 0x02032d to 0x022637 (0x230b bytes) 000623 1788747808.666152 read 0x013421 thru 0x016e3f (0x3a1f bytes) 000624 1788747808.675175 trunc from 0x008901 to 0x009d94 (0x1494 bytes) 000625 1788747808.680850 trunc from 0x03958d to 0x021581 (0x1800b bytes) 000626 1788747808.697002 write 0x00b536 thru 0x0169dd (0xb4a8 bytes) 000627 1788747808.698408 punch from 0x01824c to 0x021581 (0x9336 bytes) 000628 1788747808.707626 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x21582): Mirror 10: 0xc5e9d890 (stale) Mirror 12: 0xc5e9d890 (stale) Mirror 13: 0xc5e9d890 (stale) Mirror 14: 0xc5e9d890 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21582): Mirror 10: 0xc5e9d890 (stale) Mirror 12: 0xc5e9d890 (stale) Mirror 13: 0xc5e9d890 (stale) Mirror 14: 0xc5e9d890 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21582: skipped 000629 1788747809.169110 punch from 0x00c776 to 0x01b253 (0xeade bytes) 000631 1788747809.178405 write 0x018eab thru 0x0260e2 (0xd238 bytes) 000632 1788747809.186149 write 0x03b4c6 thru 0x03ef93 (0x3ace bytes) 000633 1788747809.187219 write 0x02f61b thru 0x037265 (0x7c4b bytes) 000634 1788747809.195450 trunc from 0x038912 to 0x03a29b (0x198a bytes) 000635 1788747809.203839 mapwrite 0x019dcd thru 0x0236d4 (0x9908 bytes) 000636 1788747809.229979 mapwrite 0x0121bc thru 0x017492 (0x52d7 bytes) 000637 1788747809.281460 trunc from 0x029740 to 0x033ce8 (0xa5a9 bytes) 000639 1788747809.289658 fallocate 0x002103 thru 0x00d56a (0xb468 bytes) 000640 1788747809.300453 mapread 0x004ecf thru 0x007bef (0x2d21 bytes) 000641 1788747809.311971 fallocate 0x014e7d thru 0x015069 (0x1ed bytes) 000642 1788747809.315877 write 0x01fc04 thru 0x0246f2 (0x4aef bytes) 000644 1788747809.317325 mapwrite 0x03bf6a thru 0x03ffff (0x4096 bytes) 000645 1788747809.362967 trunc from 0x040000 to 0x00de6e (0x32191 bytes) 000646 1788747809.376430 read 0x004ee3 thru 0x00de6e (0x8f8c bytes) 000647 1788747809.377062 read 0x00a99f thru 0x00de6e (0x34d0 bytes) 000648 1788747809.377993 mapread 0x003c2a thru 0x00b528 (0x78ff bytes) 000650 1788747809.379743 mapread 0x001dfe thru 0x00634e (0x4551 bytes) 000651 1788747809.380592 write 0x000e28 thru 0x007de6 (0x6fbf bytes) 000652 1788747809.393106 MIRROR_RESYNC 5 mirrors 000653 1788747810.118434 read 0x00176c thru 0x006b85 (0x541a bytes) 000654 1788747810.129045 write 0x02597c thru 0x031b85 (0xc20a bytes) 000655 1788747810.166467 mapwrite 0x03b709 thru 0x03ffff (0x48f7 bytes) 000656 1788747810.249472 mapwrite 0x03afbf thru 0x03ffff (0x5041 bytes) 000657 1788747810.264410 mapread 0x0384bf thru 0x03ffff (0x7b41 bytes) 000658 1788747810.265995 punch from 0x024184 to 0x027d81 (0x3bfe bytes) 000659 1788747810.279394 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0x4cb8bf2c (stale) Mirror 12: 0x4cb8bf2c (stale) Mirror 14: 0x4cb8bf2c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0x4cb8bf2c (stale) Mirror 12: 0x4cb8bf2c (stale) Mirror 14: 0x4cb8bf2c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000660 1788747810.583711 trunc from 0x040000 to 0x01e61a (0x219e5 bytes) 000661 1788747810.613918 trunc from 0x01e61b to 0x036be1 (0x185c7 bytes) 000662 1788747810.632965 punch from 0x0116de to 0x01fbd3 (0xe4f6 bytes) 000663 1788747810.638359 punch from 0x0187de to 0x01e77d (0x5fa0 bytes) 000664 1788747810.645734 trunc from 0x036be2 to 0x009596 (0x2d64b bytes) 000665 1788747810.667977 MIRROR_RESYNC 4 mirrors 000666 1788747812.081237 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) 000668 1788747812.457857 read 0x00165e thru 0x009596 (0x7f39 bytes) 000669 1788747812.470377 fallocate 0x02e7b5 thru 0x0319a6 (0x31f2 bytes) 000670 1788747812.528578 fallocate 0x02b36b thru 0x034ecb (0x9b61 bytes) 000671 1788747812.551245 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34ecc): Mirror 12: 0xd626278 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34ecc): Mirror 12: 0xd626278 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34ecc: skipped 000673 1788747813.025344 fallocate 0x00f7f2 thru 0x01a3bf (0xabce bytes) 000674 1788747813.033473 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x34ecc): Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34ecc): Mirror 12: 0xd626278 (stale) CRC-32 checksum value for chunk [0, 0x34ecc): Mirror 1: 0xd626278 Mirror 13: 0xd626278 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34ecc: skipped 000675 1788747813.930378 punch from 0x0037cf to 0x00877d (0x4faf bytes) 000676 1788747813.995448 mapwrite 0x00c00b thru 0x018ca0 (0xcc96 bytes) 000677 1788747814.071983 mapread 0x01795b thru 0x01d404 (0x5aaa bytes) 000679 1788747814.080383 MIRROR_RESYNC 3 mirrors 000680 1788747814.976886 mapread 0x029cbe thru 0x033fc0 (0xa303 bytes) 000681 1788747814.994150 punch from 0x02cfcf to 0x03469b (0x76cd bytes) 000682 1788747815.025107 mapread 0x01ce6b thru 0x029ef3 (0xd089 bytes) 000683 1788747815.039175 MIRROR_RESYNC 3 mirrors 000684 1788747815.742809 fallocate 0x0304ec thru 0x039df9 (0x990e bytes) 000685 1788747815.807883 punch from 0x0368fa to 0x039df9 (0x3500 bytes) 000686 1788747815.820032 mapwrite 0x01d425 thru 0x02ad4b (0xd927 bytes) 000687 1788747815.880878 mapwrite 0x03c52b thru 0x03ffff (0x3ad5 bytes) 000688 1788747816.044666 read 0x03c245 thru 0x03ffff (0x3dbb bytes) 000689 1788747816.046109 read 0x02b935 thru 0x03179e (0x5e6a bytes) 000691 1788747816.058372 fallocate 0x017761 thru 0x01c1ff (0x4a9f bytes) 000692 1788747816.071872 write 0x00d672 thru 0x010b04 (0x3493 bytes) 000693 1788747816.079107 trunc from 0x02c60e to 0x031847 (0x523a bytes) 000694 1788747816.096161 mapread 0x01fd8a thru 0x02c4bc (0xc733 bytes) 000695 1788747816.109404 trunc from 0x01719e to 0x023051 (0xbeb4 bytes) 000696 1788747816.123187 mapwrite 0x02d904 thru 0x032996 (0x5093 bytes) 000697 1788747816.259085 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0xb0218a87 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0xb0218a87 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000699 1788747816.888101 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0xb0218a87 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x726e412f Mirror 13: 0x726e412f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000700 1788747818.218199 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) 000701 1788747818.685006 mapwrite 0x03817d thru 0x03ffff (0x7e83 bytes) 000702 1788747818.809119 trunc from 0x040000 to 0x013146 (0x2ceb9 bytes) 000703 1788747818.850921 write 0x00fcff thru 0x011f05 (0x2207 bytes) 000704 1788747818.874002 trunc from 0x013147 to 0x015324 (0x21de bytes) 000706 1788747818.903346 trunc from 0x015325 to 0x022217 (0xcef3 bytes) 000707 1788747818.924985 fallocate 0x03a10f thru 0x03ffff (0x5ef1 bytes) 000708 1788747818.936894 read 0x00fe6f thru 0x01f195 (0xf327 bytes) 000709 1788747818.947793 fallocate 0x03db7f thru 0x03ffff (0x2481 bytes) 000710 1788747818.952788 trunc from 0x01e30d to 0x022422 (0x4116 bytes) 000711 1788747818.961918 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x726e412f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7d0e82da Mirror 14: 0x7d0e82da lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000713 1788747819.812481 trunc from 0x02af75 to 0x02dc35 (0x2cc1 bytes) 000715 1788747819.859521 write 0x0045a9 thru 0x00f900 (0xb358 bytes) 000716 1788747819.883576 mapread 0x004bdc thru 0x014752 (0xfb77 bytes) 000717 1788747819.960951 fallocate 0x02d168 thru 0x036658 (0x94f1 bytes) 000718 1788747819.966100 trunc from 0x026a0e to 0x0329a0 (0xbf93 bytes) 000719 1788747819.971356 punch from 0x01ce37 to 0x02c112 (0xf2dc bytes) 000720 1788747819.977840 fallocate 0x0034a2 thru 0x0051c5 (0x1d24 bytes) 000721 1788747819.990746 mapread 0x00c030 thru 0x00ed20 (0x2cf1 bytes) 000722 1788747819.992018 mapread 0x004549 thru 0x00daed (0x95a5 bytes) 000724 1788747820.000510 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x726e412f (stale) Mirror 14: 0x7d0e82da (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x80135552 Mirror 15: 0x80135552 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000725 1788747820.838966 trunc from 0x02e1b4 to 0x03355a (0x53a7 bytes) 000726 1788747820.869362 mapwrite 0x0001b5 thru 0x000f4f (0xd9b bytes) 000727 1788747820.907138 trunc from 0x040000 to 0x032bb7 (0xd448 bytes) 000728 1788747820.962064 trunc from 0x032bb8 to 0x02762f (0xb588 bytes) 000729 1788747820.993146 mapwrite 0x034ae1 thru 0x03bd5c (0x727c bytes) 000730 1788747821.052900 write 0x0256c3 thru 0x030a02 (0xb340 bytes) 000731 1788747821.085911 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3bd5d): Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bd5d): Mirror 13: 0xcad47856 (stale) Mirror 14: 0x4dee78 (stale) Mirror 15: 0x846216 (stale) CRC-32 checksum value for chunk [0, 0x3bd5d): Mirror 1: 0x888f23d9 Mirror 16: 0x888f23d9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bd5d: skipped 000732 1788747822.531794 punch from 0x024c22 to 0x0277e3 (0x2bc2 bytes) 000733 1788747822.635145 write 0x01813e thru 0x01df4b (0x5e0e bytes) 000735 1788747822.657999 punch from 0x01add7 to 0x0277e1 (0xca0b bytes) 000736 1788747822.672185 mapread 0x006109 thru 0x00c711 (0x6609 bytes) 000737 1788747822.690032 mapread 0x000fb2 thru 0x003bed (0x2c3c bytes) 000738 1788747822.696178 fallocate 0x0195f6 thru 0x026c01 (0xd60c bytes) 000739 1788747822.703681 write 0x037f72 thru 0x03ffff (0x808e bytes) 000740 1788747822.709614 fallocate 0x01dbab thru 0x01f851 (0x1ca7 bytes) 000741 1788747822.719194 mapwrite 0x00e6d0 thru 0x017c0e (0x953f bytes) 000742 1788747822.761084 read 0x02f916 thru 0x039336 (0x9a21 bytes) 000743 1788747822.768474 trunc from 0x0041b7 to 0x00fd4f (0xbb99 bytes) 000744 1788747822.775126 trunc from 0x040000 to 0x039ea7 (0x6158 bytes) 000745 1788747822.859159 write 0x0108c6 thru 0x012941 (0x207c bytes) 000746 1788747822.863250 write 0x01a1ed thru 0x024aa9 (0xa8bd bytes) 000747 1788747822.887642 trunc from 0x019ec3 to 0x023585 (0x96c3 bytes) 000748 1788747822.909312 mapread 0x0297cd thru 0x02b3e8 (0x1c1c bytes) 000749 1788747822.929029 trunc from 0x02c422 to 0x02f3f7 (0x2fd6 bytes) 000750 1788747822.938130 read 0x000764 thru 0x00cf8b (0xc828 bytes) 000754 1788747822.959100 trunc from 0x039ea8 to 0x013d44 (0x26163 bytes) 000755 1788747822.986260 trunc from 0x00d9e7 to 0x012fd0 (0x55ea bytes) 000756 1788747822.996295 write 0x01e93a thru 0x01f1ce (0x895 bytes) 000757 1788747822.998256 fallocate 0x015775 thru 0x01a593 (0x4e1f bytes) 000759 1788747823.006422 read 0x00ae3b thru 0x00e3bf (0x3585 bytes) 000761 1788747823.018956 write 0x01633a thru 0x025eb7 (0xfb7e bytes) 000762 1788747823.024618 trunc from 0x023e90 to 0x025eb7 (0x2028 bytes) 000763 1788747823.053322 trunc from 0x025eb8 to 0x037cb0 (0x11df9 bytes) 000764 1788747823.112230 trunc from 0x01b711 to 0x01e4f8 (0x2de8 bytes) 000765 1788747823.124241 trunc from 0x022b42 to 0x031a80 (0xef3f bytes) 000766 1788747823.167666 MIRROR_RESYNC 5 mirrors 000767 1788747825.275732 trunc from 0x037cb1 to 0x03445e (0x3852 bytes) 000768 1788747825.305581 write 0x03ece9 thru 0x03ffff (0x1317 bytes) 000769 1788747825.306834 trunc from 0x01e0ca to 0x01ea0e (0x945 bytes) 000770 1788747825.313765 mapwrite 0x015b9a thru 0x021456 (0xb8bd bytes) 000771 1788747825.360503 fallocate 0x02b575 thru 0x02f4e0 (0x3f6c bytes) 000772 1788747825.365542 fallocate 0x036244 thru 0x03ffff (0x9dbc bytes) 000773 1788747825.370611 read 0x00f0f8 thru 0x01eafc (0xfa05 bytes) 000774 1788747825.378120 MIRROR_RESYNC 5 mirrors 000775 1788747826.953429 read 0x03a651 thru 0x03a715 (0xc5 bytes) 000776 1788747826.956436 mapread 0x01f72b thru 0x029059 (0x992f bytes) 000778 1788747826.967650 trunc from 0x040000 to 0x03a50d (0x5af2 bytes) 000779 1788747826.986385 mapread 0x033f05 thru 0x0388c3 (0x49bf bytes) 000780 1788747826.997444 trunc from 0x01d300 to 0x02bfc5 (0xecc6 bytes) 000781 1788747827.003332 trunc from 0x03a50e to 0x002ecb (0x37642 bytes) 000782 1788747827.037299 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2ecc): Mirror 13: 0x3949de0 (stale) Mirror 15: 0x3949de0 (stale) Mirror 16: 0x3949de0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ecc): Mirror 13: 0x3949de0 (stale) Mirror 15: 0x3949de0 (stale) Mirror 16: 0x3949de0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ecc: skipped 000783 1788747827.516350 trunc from 0x002038 to 0x002ecb (0xe94 bytes) 000784 1788747827.528174 mapread 0x001ff2 thru 0x0023cf (0x3de bytes) 000785 1788747827.541911 read 0x0004c3 thru 0x002ecb (0x2a09 bytes) 000786 1788747827.553248 mapread 0x0017df thru 0x002ecb (0x16ed bytes) 000787 1788747827.554192 trunc from 0x002ecc to 0x018220 (0x15355 bytes) 000788 1788747827.580335 trunc from 0x000b8f to 0x00b4a4 (0xa916 bytes) 000789 1788747827.594069 write 0x02c6d7 thru 0x035e55 (0x977f bytes) 000790 1788747827.601017 fallocate 0x03361f thru 0x03ab24 (0x7506 bytes) 000791 1788747827.619090 trunc from 0x038492 to 0x03ab24 (0x2693 bytes) 000793 1788747827.640325 mapread 0x024d5a thru 0x030f17 (0xc1be bytes) 000794 1788747827.692185 MIRROR_RESYNC 4 mirrors 000795 1788747829.153573 mapread 0x03247e thru 0x034a6c (0x25ef bytes) 000796 1788747829.187897 read 0x033243 thru 0x03ab24 (0x78e2 bytes) 000797 1788747829.188587 punch from 0x01d8c5 to 0x028636 (0xad72 bytes) 000798 1788747829.231948 fallocate 0x01782a thru 0x01ec33 (0x740a bytes) 000799 1788747829.236355 trunc from 0x010c96 to 0x01f391 (0xe6fc bytes) 000800 1788747829.241048 mapread 0x02e911 thru 0x035fd0 (0x76c0 bytes) 000801 1788747829.253133 MIRROR_RESYNC 4 mirrors 000802 1788747830.185876 punch from 0x026e45 to 0x02b51e (0x46da bytes) 000803 1788747830.255140 mapwrite 0x03a5db thru 0x03ffff (0x5a25 bytes) 000804 1788747830.336218 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x71850bc4 (stale) Mirror 16: 0x71850bc4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x71850bc4 (stale) Mirror 16: 0x71850bc4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000805 1788747830.879942 fallocate 0x021ad7 thru 0x028b2b (0x7055 bytes) 000807 1788747830.897281 write 0x0216f3 thru 0x02faa2 (0xe3b0 bytes) 000808 1788747830.922620 trunc from 0x028705 to 0x0344c5 (0xbdc1 bytes) 000809 1788747830.936939 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x71850bc4 (stale) Mirror 16: 0x71850bc4 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x33161f4a Mirror 17: 0x33161f4a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000810 1788747832.669669 fallocate 0x018eaf thru 0x01fb5b (0x6cad bytes) 000811 1788747832.750438 mapwrite 0x035e95 thru 0x03c060 (0x61cc bytes) 000812 1788747832.900115 mapread 0x03b581 thru 0x03ffff (0x4a7f bytes) 000813 1788747832.903608 mapread 0x03f48f thru 0x03ffff (0xb71 bytes) 000814 1788747832.916334 write 0x02020b thru 0x02cb17 (0xc90d bytes) 000815 1788747832.948099 mapwrite 0x038f6b thru 0x03ffff (0x7095 bytes) 000816 1788747833.006363 mapread 0x016f66 thru 0x0267a4 (0xf83f bytes) 000817 1788747833.043563 punch from 0x01158d to 0x0200f8 (0xeb6c bytes) 000818 1788747833.074136 write 0x0240a7 thru 0x031e7e (0xddd8 bytes) 000819 1788747833.085444 trunc from 0x032243 to 0x035396 (0x3154 bytes) 000820 1788747833.095486 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0x71850bc4 (stale) Mirror 17: 0x33161f4a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 16: 0x71850bc4 (stale) Mirror 17: 0x33161f4a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000821 1788747833.956797 fallocate 0x02d533 thru 0x0310f6 (0x3bc4 bytes) 000822 1788747833.962922 write 0x03dd7f thru 0x03ffff (0x2281 bytes) 000824 1788747833.975250 punch from 0x00f03a to 0x01db9e (0xeb65 bytes) 000825 1788747833.979432 trunc from 0x0132d2 to 0x01536a (0x2099 bytes) 000826 1788747833.985601 punch from 0x00ed90 to 0x01090d (0x1b7e bytes) 000827 1788747833.989254 trunc from 0x040000 to 0x03029e (0xfd61 bytes) 000829 1788747834.006376 trunc from 0x00378e to 0x00f7a3 (0xc016 bytes) 000830 1788747834.023247 mapread 0x02b778 thru 0x03029e (0x4b27 bytes) 000831 1788747834.044969 read 0x02b1d3 thru 0x03029e (0x50cc bytes) 000832 1788747834.045779 punch from 0x025fa0 to 0x02e855 (0x88b6 bytes) 000833 1788747834.053006 punch from 0x029e65 to 0x02ae12 (0xfae bytes) 000835 1788747834.073049 mapwrite 0x004ba5 thru 0x00bead (0x7309 bytes) 000836 1788747834.271571 trunc from 0x03029f to 0x0049c5 (0x2b8d9 bytes) 000838 1788747834.375021 read 0x0002a6 thru 0x0013d2 (0x112d bytes) 000839 1788747834.405143 trunc from 0x0049c6 to 0x010ea3 (0xc4de bytes) 000842 1788747834.488758 trunc from 0x00747b to 0x010ea3 (0x9a29 bytes) 000843 1788747834.523333 MIRROR_RESYNC 3 mirrors 000845 1788747835.539165 mapwrite 0x005245 thru 0x00fd5b (0xab17 bytes) 000846 1788747835.656983 mapread 0x002581 thru 0x0064c9 (0x3f49 bytes) 000847 1788747835.659395 write 0x01084e thru 0x01a6dd (0x9e90 bytes) 000849 1788747835.668441 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1a6de): Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a6de): Mirror 16: 0x8cd483f1 (stale) Mirror 17: 0x8cd483f1 (stale) CRC-32 checksum value for chunk [0, 0x1a6de): Mirror 1: 0x94c0a22d Mirror 18: 0x94c0a22d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a6de: skipped 000851 1788747836.667042 fallocate 0x031c54 thru 0x03ffff (0xe3ac bytes) 000853 1788747836.733509 punch from 0x02f439 to 0x03654d (0x7115 bytes) 000854 1788747836.738518 mapwrite 0x01df4e thru 0x0228de (0x4991 bytes) 000855 1788747836.784976 read 0x00f7b2 thru 0x01cdb9 (0xd608 bytes) 000856 1788747836.795349 mapread 0x01ea30 thru 0x02e42d (0xf9fe bytes) 000857 1788747836.810421 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: 0x901b5806 (stale) Mirror 18: 0xaf105435 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: 0x901b5806 (stale) Mirror 18: 0xaf105435 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000858 1788747837.139589 write 0x00c64d thru 0x017648 (0xaffc bytes) 000859 1788747837.162435 trunc from 0x01261c to 0x01ed92 (0xc777 bytes) 000860 1788747837.186611 write 0x012c2e thru 0x01e71a (0xbaed bytes) 000861 1788747837.227365 fallocate 0x0210c0 thru 0x02e776 (0xd6b7 bytes) 000862 1788747837.240502 trunc from 0x028d5a to 0x038667 (0xf90e bytes) 000863 1788747837.251768 mapwrite 0x03a736 thru 0x03a801 (0xcc bytes) 000864 1788747837.309563 mapread 0x03250a thru 0x0364d8 (0x3fcf bytes) 000865 1788747837.358783 fallocate 0x029706 thru 0x038b4a (0xf445 bytes) 000866 1788747837.376668 mapwrite 0x03a825 thru 0x03ffff (0x57db bytes) 000867 1788747837.479152 fallocate 0x02467a thru 0x03084e (0xc1d5 bytes) 000868 1788747837.504573 mapwrite 0x00c0a1 thru 0x013c35 (0x7b95 bytes) 000869 1788747837.538680 trunc from 0x040000 to 0x03bff4 (0x400b bytes) 000870 1788747837.607568 write 0x02b2fb thru 0x032377 (0x707d bytes) 000871 1788747837.632593 mapwrite 0x02348e thru 0x02f17c (0xbcef bytes) 000872 1788747837.722881 punch from 0x02de37 to 0x03bff4 (0xe1be bytes) 000873 1788747837.740585 write 0x00d53b thru 0x016ccf (0x9795 bytes) 000874 1788747837.761647 trunc from 0x03bff5 to 0x011fc8 (0x2a02c bytes) 000875 1788747837.809431 mapread 0x002ee7 thru 0x00bb07 (0x8c21 bytes) 000877 1788747837.840396 fallocate 0x02146b thru 0x02cf2b (0xbac1 bytes) 000878 1788747837.848578 mapread 0x000d64 thru 0x00bb29 (0xadc6 bytes) 000879 1788747837.858598 trunc from 0x011fc9 to 0x035fdc (0x24014 bytes) 000880 1788747837.886618 mapwrite 0x025ab1 thru 0x02d0db (0x762b bytes) 000881 1788747837.942572 fallocate 0x013da4 thru 0x01c8fa (0x8b57 bytes) 000882 1788747837.985712 fallocate 0x0080f2 thru 0x013908 (0xb817 bytes) 000883 1788747838.016962 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35fdd): Mirror 18: 0xffc03aaa (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35fdd): Mirror 18: 0xffc03aaa (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35fdd: skipped 000884 1788747838.478188 trunc from 0x035fdd to 0x00092a (0x356b2 bytes) 000885 1788747838.496454 write 0x002637 thru 0x01232c (0xfcf6 bytes) 000886 1788747838.498223 trunc from 0x01232d to 0x033af2 (0x217c6 bytes) 000887 1788747838.521524 trunc from 0x021457 to 0x02ddb9 (0xc963 bytes) 000888 1788747838.528761 trunc from 0x01ba15 to 0x027d5f (0xc34b bytes) 000889 1788747838.533845 mapread 0x025812 thru 0x025a40 (0x22f bytes) 000890 1788747838.540421 fallocate 0x031d8b thru 0x03b789 (0x99ff bytes) 000891 1788747838.545373 mapread 0x00ecbd thru 0x0130d6 (0x441a bytes) 000892 1788747838.549174 trunc from 0x0125bf to 0x01cf49 (0xa98b bytes) 000893 1788747838.560823 trunc from 0x03b78a to 0x026ea7 (0x148e2 bytes) 000894 1788747838.579587 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a7:0x0]: Invalid argument (22) 000897 1788747838.752229 punch from 0x00967b to 0x00eff5 (0x597b bytes) 000899 1788747838.759779 write 0x011d9c thru 0x01df9c (0xc201 bytes) 000901 1788747838.777195 punch from 0x00e9a2 to 0x011c1a (0x3279 bytes) 000902 1788747838.791839 punch from 0x00492b to 0x00e773 (0x9e49 bytes) 000903 1788747838.796749 trunc from 0x002102 to 0x00e44c (0xc34b bytes) 000904 1788747838.800879 fallocate 0x0181a3 thru 0x0240a9 (0xbf07 bytes) 000905 1788747838.805291 read 0x01300c thru 0x01b4c9 (0x84be bytes) 000906 1788747838.805916 fallocate 0x02e2f1 thru 0x03973e (0xb44e bytes) 000907 1788747838.809887 read 0x02747d thru 0x034459 (0xcfdd bytes) 000908 1788747838.843927 mapread 0x00f3a7 thru 0x01b34c (0xbfa6 bytes) 000910 1788747838.845729 punch from 0x03556e to 0x03973e (0x41d1 bytes) 000911 1788747838.855468 fallocate 0x00089f thru 0x010126 (0xf888 bytes) 000912 1788747838.861244 punch from 0x034881 to 0x03973e (0x4ebe bytes) 000913 1788747838.867504 trunc from 0x0023ae to 0x00e996 (0xc5e9 bytes) 000914 1788747838.873052 punch from 0x025526 to 0x028f04 (0x39df bytes) 000915 1788747838.877276 trunc from 0x01a1ed to 0x027996 (0xd7aa bytes) 000916 1788747838.884190 trunc from 0x03973f to 0x028023 (0x1171b bytes) 000917 1788747838.896759 mapread 0x00955a thru 0x012ea7 (0x994e bytes) 000919 1788747838.935405 mapwrite 0x02fc77 thru 0x030f4c (0x12d6 bytes) 000920 1788747838.972279 trunc from 0x027aa1 to 0x030f4c (0x94ac bytes) 000921 1788747838.980460 read 0x02dac0 thru 0x030f4c (0x348d bytes) 000922 1788747839.015320 mapwrite 0x028b26 thru 0x028f22 (0x3fd bytes) 000923 1788747839.041215 fallocate 0x01bdf4 thru 0x028848 (0xca55 bytes) 000925 1788747839.049310 trunc from 0x02db76 to 0x02dd94 (0x21f bytes) 000926 1788747839.054932 write 0x024c89 thru 0x02821a (0x3592 bytes) 000930 1788747839.062025 punch from 0x030594 to 0x030f4c (0x9b9 bytes) 000931 1788747839.066805 trunc from 0x030f4d to 0x01a6ab (0x168a1 bytes) 000932 1788747839.109510 mapread 0x00b794 thru 0x00c413 (0xc80 bytes) 000933 1788747839.113833 write 0x03ece6 thru 0x03ffff (0x131a bytes) 000934 1788747839.117951 punch from 0x0384c2 to 0x03ffff (0x7b3e bytes) 000935 1788747839.136886 mapread 0x0241a2 thru 0x031814 (0xd673 bytes) 000936 1788747839.221371 trunc from 0x040000 to 0x02e97c (0x11683 bytes) 000937 1788747839.248233 write 0x02907c thru 0x02d809 (0x478e bytes) 000938 1788747839.250972 mapwrite 0x018710 thru 0x0225f0 (0x9ee1 bytes) 000940 1788747839.417789 mapwrite 0x03e042 thru 0x03f0b6 (0x1075 bytes) 000941 1788747839.478411 read 0x028027 thru 0x0379b1 (0xf98b bytes) 000943 1788747839.489270 mapwrite 0x02a2d4 thru 0x032bf9 (0x8926 bytes) 000944 1788747839.515997 punch from 0x024bb1 to 0x025d62 (0x11b2 bytes) 000945 1788747839.521214 trunc from 0x00878d to 0x00a9ba (0x222e bytes) 000946 1788747839.526210 punch from 0x02d897 to 0x034470 (0x6bda bytes) 000947 1788747839.531791 mapread 0x009424 thru 0x009b0f (0x6ec bytes) 000950 1788747839.541239 write 0x01f5ee thru 0x0279a9 (0x83bc bytes) 000952 1788747839.544317 trunc from 0x01c62c to 0x026e91 (0xa866 bytes) 000953 1788747839.562177 fallocate 0x02834d thru 0x033eaf (0xbb63 bytes) 000954 1788747839.572031 mapread 0x03ebec thru 0x03f0b6 (0x4cb bytes) 000955 1788747839.575013 read 0x02f527 thru 0x03d155 (0xdc2f bytes) 000957 1788747839.599142 fallocate 0x03bc16 thru 0x03ffff (0x43ea bytes) 000958 1788747839.615105 mapwrite 0x02ac14 thru 0x03216b (0x7558 bytes) 000959 1788747839.650039 punch from 0x0082c0 to 0x008424 (0x165 bytes) 000960 1788747839.658990 fallocate 0x02ed80 thru 0x033a79 (0x4cfa bytes) 000961 1788747839.676317 trunc from 0x040000 to 0x014739 (0x2b8c6 bytes) 000962 1788747839.701846 fallocate 0x00d4de thru 0x00f030 (0x1b53 bytes) 000963 1788747839.707785 trunc from 0x0034e4 to 0x00b5cf (0x80ec bytes) 000964 1788747839.712867 mapwrite 0x01e63f thru 0x01f161 (0xb23 bytes) 000965 1788747839.766986 read 0x011b37 thru 0x01eaf9 (0xcfc3 bytes) 000967 1788747839.847257 read 0x01ecc1 thru 0x01f161 (0x4a1 bytes) 000968 1788747839.850235 fallocate 0x02c461 thru 0x032ba6 (0x6746 bytes) 000969 1788747839.855867 mapwrite 0x021036 thru 0x02e87a (0xd845 bytes) 000970 1788747839.903761 trunc from 0x032ba7 to 0x01ff11 (0x12c95 bytes) 000971 1788747839.919309 fallocate 0x028a6f thru 0x03127c (0x880e bytes) 000972 1788747839.924771 mapwrite 0x006e31 thru 0x00701a (0x1ea bytes) 000973 1788747839.938633 trunc from 0x03127d to 0x02ad96 (0x64e6 bytes) 000974 1788747839.954967 read 0x0161cb thru 0x0185f2 (0x2428 bytes) 000975 1788747839.955968 read 0x00c7b0 thru 0x0143b6 (0x7c07 bytes) 000977 1788747839.958163 fallocate 0x03fd4b thru 0x03ffff (0x2b5 bytes) 000978 1788747839.963490 trunc from 0x027047 to 0x027e83 (0xe3d bytes) 000979 1788747839.968897 mapwrite 0x028157 thru 0x0315cc (0x9476 bytes) 000980 1788747840.021840 punch from 0x006ee4 to 0x014d0c (0xde29 bytes) 000981 1788747840.028396 mapwrite 0x02e7f8 thru 0x03c403 (0xdc0c bytes) 000982 1788747840.077988 mapwrite 0x006c76 thru 0x016579 (0xf904 bytes) 000983 1788747840.195322 trunc from 0x0204df to 0x0294b3 (0x8fd5 bytes) 000984 1788747840.210331 MIRROR_EXTEND to 2 mirrors 000985 1788747841.268209 punch from 0x02886e to 0x032822 (0x9fb5 bytes) 000986 1788747841.297265 read 0x0334bd thru 0x038e49 (0x598d bytes) 000987 1788747841.307294 punch from 0x0308ef to 0x03aeee (0xa600 bytes) 000988 1788747841.312557 trunc from 0x03c404 to 0x034386 (0x807d bytes) 000990 1788747841.405901 MIRROR_RESYNC 2 mirrors 000991 1788747842.200305 mapread 0x030825 thru 0x034386 (0x3b62 bytes) 000992 1788747842.214988 fallocate 0x011cdc thru 0x016f90 (0x52b5 bytes) 000993 1788747842.241278 mapwrite 0x008100 thru 0x00e34d (0x624e bytes) 000994 1788747842.269459 write 0x00d2c2 thru 0x012d37 (0x5a76 bytes) 000995 1788747842.272993 mapwrite 0x0280b4 thru 0x036776 (0xe6c3 bytes) 000996 1788747842.344819 write 0x012877 thru 0x0134f0 (0xc7a bytes) 000997 1788747842.350258 write 0x000ac2 thru 0x000f55 (0x494 bytes) 000998 1788747842.356295 write 0x03e0e3 thru 0x03ffff (0x1f1d bytes) 000999 1788747842.357407 trunc from 0x012ac9 to 0x01b1e2 (0x871a bytes) 001000 1788747842.367321 trunc from 0x01a6e8 to 0x0270ad (0xc9c6 bytes) All operations completed A-OK!