== sanity-flr test 70a: flr mode fsx test ================ 23:13:11 (1787368391) striped dir -i0 -c2 -H crush /mnt/lustre/d70a.sanity-flr Seed set to 8394 skipping zero length punch hole skipping zero size read skipping zero size read truncating to largest ever: 0x8d1 000004 1787368394.756346 trunc from 00000000 to 0x0008d0 (0x8d1 bytes) 000005 1787368394.769035 mapread 0x0005ce thru 0x0008d0 (0x303 bytes) 000006 1787368394.775210 mapwrite 0x03024a thru 0x038ace (0x8885 bytes) 000007 1787368394.881246 mapread 0x034737 thru 0x038ace (0x4398 bytes) 000009 1787368394.882815 mapwrite 0x00c1cf thru 0x0147b0 (0x85e2 bytes) 000010 1787368394.946674 punch from 0x024bf6 to 0x030309 (0xb714 bytes) fallocating to largest ever: 0x1c9a3 000011 1787368394.952003 fallocate 0x00db74 thru 0x01c9a2 (0xee2f bytes) 000012 1787368394.966273 write 0x01eb4f thru 0x02e7db (0xfc8d bytes) truncating to largest ever: 0x2e45c 000013 1787368394.981704 trunc from 0x038acf to 0x02e45b (0xa673 bytes) 000014 1787368395.002647 read 0x018739 thru 0x01a4dd (0x1da5 bytes) 000015 1787368395.007796 mapwrite 0x038b77 thru 0x03cd15 (0x419f bytes) fallocating to largest ever: 0x376a0 000016 1787368395.119467 fallocate 0x032df6 thru 0x03769f (0x48aa bytes) 000017 1787368395.128060 mapread 0x02d0b6 thru 0x03726b (0xa1b6 bytes) 000018 1787368395.137592 mapread 0x021bd8 thru 0x02a8bc (0x8ce5 bytes) truncating to largest ever: 0x3bfe1 000019 1787368395.139559 trunc from 0x03cd16 to 0x03bfe0 (0xd35 bytes) 000020 1787368395.172229 write 0x006cf9 thru 0x007984 (0xc8c bytes) 000021 1787368395.178297 trunc from 0x03993f to 0x03bfe0 (0x26a2 bytes) 000022 1787368395.186299 punch from 0x023d97 to 0x025660 (0x18ca bytes) 000023 1787368395.214255 trunc from 0x03bfe1 to 0x01550f (0x26ad1 bytes) 000024 1787368395.245384 read 0x005c3c thru 0x008ddd (0x31a2 bytes) 000026 1787368395.250688 trunc from 0x015510 to 0x02487d (0xf36e bytes) 000028 1787368395.279539 trunc from 0x02487e to 0x02b0a3 (0x6826 bytes) 000029 1787368395.299927 trunc from 0x02b0a4 to 0x01fc34 (0xb46f bytes) 000030 1787368395.323751 mapwrite 0x02ac72 thru 0x0301e9 (0x5578 bytes) 000031 1787368395.378160 trunc from 0x0301ea to 0x015ec9 (0x1a320 bytes) 000032 1787368395.401284 fallocate 0x020b0e thru 0x021272 (0x765 bytes) 000033 1787368395.407137 write 0x00ff9e thru 0x01142f (0x1492 bytes) 000034 1787368395.408714 punch from 0x010cca to 0x015ec9 (0x5200 bytes) 000035 1787368395.418648 read 0x002f8c thru 0x011596 (0xe60b bytes) fallocating to largest ever: 0x3ea6f 000036 1787368395.428881 fallocate 0x03ab45 thru 0x03ea6e (0x3f2a bytes) 000037 1787368395.433806 trunc from 0x000f45 to 0x00a55f (0x961b bytes) 000038 1787368395.439092 trunc from 0x00d0f1 to 0x0181b4 (0xb0c4 bytes) 000040 1787368395.445990 mapwrite 0x0197cd thru 0x028d94 (0xf5c8 bytes) 000041 1787368395.493760 write 0x03d8a7 thru 0x03ffff (0x2759 bytes) 000042 1787368395.498702 MIRROR_EXTEND to 2 mirrors 000043 1787368396.510434 read 0x03721f thru 0x03ffff (0x8de1 bytes) 000044 1787368396.536491 punch from 0x0269e0 to 0x02dd9a (0x73bb bytes) 000045 1787368396.631715 trunc from 0x038f82 to 0x03ffff (0x707e bytes) 000046 1787368396.638747 write 0x03d2c8 thru 0x03ffff (0x2d38 bytes) 000047 1787368396.650752 fallocate 0x010605 thru 0x010b3b (0x537 bytes) 000048 1787368396.656884 fallocate 0x0388db thru 0x038c76 (0x39c bytes) 000049 1787368396.661967 read 0x00df04 thru 0x01a5b4 (0xc6b1 bytes) 000050 1787368396.676530 mapwrite 0x0269fd thru 0x02cc9c (0x62a0 bytes) 000051 1787368396.707252 mapwrite 0x0114e2 thru 0x020494 (0xefb3 bytes) 000052 1787368396.734057 mapread 0x02456e thru 0x02cffb (0x8a8e bytes) 000053 1787368396.735201 trunc from 0x028d4d to 0x034c15 (0xbec9 bytes) 000054 1787368396.742466 write 0x038938 thru 0x03ffff (0x76c8 bytes) 000055 1787368396.744769 mapread 0x0067d7 thru 0x007f7a (0x17a4 bytes) fallocating to largest ever: 0x40000 000056 1787368396.746267 fallocate 0x038e46 thru 0x03ffff (0x71ba bytes) 000057 1787368396.752536 trunc from 0x040000 to 0x0295e8 (0x16a17 bytes) 000058 1787368396.809617 trunc from 0x0295e9 to 0x037b26 (0xe53e bytes) 000059 1787368396.843508 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) 000060 1787368397.080741 mapwrite 0x031e63 thru 0x03e5e7 (0xc785 bytes) 000061 1787368397.171536 trunc from 0x03e5e8 to 0x0058bf (0x38d28 bytes) 000062 1787368397.192292 write 0x037500 thru 0x03ffff (0x8b00 bytes) 000063 1787368397.196513 mapwrite 0x02e555 thru 0x037346 (0x8df2 bytes) 000064 1787368397.237218 trunc from 0x040000 to 0x03e6dd (0x1922 bytes) 000065 1787368397.263568 trunc from 0x03e6de to 0x0003a4 (0x3e339 bytes) 000069 1787368397.306548 trunc from 0x000136 to 0x0003a4 (0x26f bytes) 000071 1787368397.314749 read 0x0001f7 thru 0x0003a4 (0x1ae bytes) 000073 1787368397.321540 trunc from 0x0003a5 to 0x02da84 (0x2d6e0 bytes) 000074 1787368397.345690 punch from 0x025ad3 to 0x027464 (0x1992 bytes) 000075 1787368397.356487 mapwrite 0x00d64a thru 0x01ae5d (0xd814 bytes) 000076 1787368397.428560 fallocate 0x01ec99 thru 0x0213af (0x2717 bytes) 000077 1787368397.443252 MIRROR_EXTEND to 2 mirrors 000078 1787368398.442735 trunc from 0x00d6d7 to 0x01b56e (0xde98 bytes) 000079 1787368398.550380 MIRROR_RESYNC 2 mirrors 000080 1787368399.428640 trunc from 0x00423a to 0x008eab (0x4c72 bytes) 000081 1787368399.499437 fallocate 0x017bc3 thru 0x01f054 (0x7492 bytes) 000082 1787368399.530889 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2da85): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2da85): Mirror 2: 0xd479b385 (stale) CRC-32 checksum value for chunk [0, 0x2da85): Mirror 1: 0xd479b385 Mirror 3: 0xd479b385 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2da85: skipped 000083 1787368401.158691 fallocate 0x02af2d thru 0x0322a8 (0x737c bytes) 000084 1787368401.232391 read 0x00b5bd thru 0x012811 (0x7255 bytes) 000085 1787368401.247989 mapwrite 0x01e3c4 thru 0x0281b2 (0x9def bytes) 000086 1787368401.341248 fallocate 0x01bcee thru 0x01d42f (0x1742 bytes) 000087 1787368401.361128 trunc from 0x02da85 to 0x01dd53 (0xfd31 bytes) 000088 1787368401.421866 read 0x006b6c thru 0x00aa50 (0x3ee5 bytes) 000089 1787368401.439217 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1dd54): Mirror 3: 0x6446aff0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1dd54): Mirror 3: 0x6446aff0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1dd54: skipped 000091 1787368401.974131 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) 000092 1787368402.178886 punch from 0x011fc7 to 0x018b1a (0x6b54 bytes) 000093 1787368402.193660 write 0x016d01 thru 0x01b3c8 (0x46c8 bytes) 000094 1787368402.217132 trunc from 0x0147f3 to 0x014e36 (0x644 bytes) 000095 1787368402.223256 mapwrite 0x03e0bf thru 0x03ffff (0x1f41 bytes) 000096 1787368402.276989 trunc from 0x040000 to 0x016753 (0x298ac bytes) 000097 1787368402.301878 MIRROR_EXTEND to 2 mirrors 000098 1787368403.155688 mapread 0x00dc33 thru 0x016753 (0x8b21 bytes) 000099 1787368403.198670 MIRROR_EXTEND to 3 mirrors 000100 1787368404.319384 write 0x0389ae thru 0x03ffff (0x7652 bytes) 000101 1787368404.443712 mapwrite 0x0126d0 thru 0x0129e7 (0x318 bytes) 000102 1787368404.525030 mapwrite 0x03e38c thru 0x03ffff (0x1c74 bytes) 000103 1787368404.565536 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x91730b3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x91730b3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000104 1787368405.046423 trunc from 0x01f299 to 0x028afe (0x9866 bytes) 000106 1787368405.064577 trunc from 0x017c0b to 0x01bc64 (0x405a bytes) 000107 1787368405.093417 MIRROR_RESYNC 2 mirrors 000108 1787368406.381983 read 0x00f5bf thru 0x010fb6 (0x19f8 bytes) 000110 1787368406.402242 fallocate 0x004cf2 thru 0x005f3e (0x124d bytes) 000111 1787368406.483175 trunc from 0x040000 to 0x018730 (0x278cf bytes) 000112 1787368406.531854 trunc from 0x018731 to 0x019c6a (0x153a bytes) 000113 1787368406.557167 trunc from 0x019c6b to 0x022e14 (0x91aa bytes) 000114 1787368406.595234 trunc from 0x00937b to 0x00fbef (0x6875 bytes) 000115 1787368406.605293 trunc from 0x022e15 to 0x03b760 (0x1894c bytes) 000116 1787368406.645666 trunc from 0x0203f3 to 0x02a041 (0x9c4f bytes) 000117 1787368406.661738 trunc from 0x03b761 to 0x03f062 (0x3902 bytes) 000118 1787368406.695718 punch from 0x03b9d9 to 0x03f062 (0x368a bytes) 000119 1787368406.705598 read 0x00c5e9 thru 0x019b5a (0xd572 bytes) 000121 1787368406.740963 write 0x02019f thru 0x029003 (0x8e65 bytes) 000122 1787368406.756565 write 0x0211fc thru 0x021578 (0x37d bytes) 000123 1787368406.791261 read 0x017311 thru 0x026f0b (0xfbfb bytes) 000124 1787368406.805184 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) 000125 1787368407.068168 punch from 0x004729 to 0x00f47c (0xad54 bytes) 000126 1787368407.090367 fallocate 0x01650e thru 0x01f9d9 (0x94cc bytes) 000127 1787368407.108893 MIRROR_EXTEND to 2 mirrors 000128 1787368408.450186 write 0x03ee41 thru 0x03ffff (0x11bf bytes) 000129 1787368408.552178 write 0x03fbf4 thru 0x03ffff (0x40c bytes) 000130 1787368408.553491 mapwrite 0x036bcf thru 0x03ffff (0x9431 bytes) 000131 1787368408.670621 mapread 0x00ccf4 thru 0x01a226 (0xd533 bytes) 000132 1787368408.730942 trunc from 0x03fc96 to 0x03ffff (0x36a bytes) 000133 1787368408.759938 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) 000134 1787368409.017233 read 0x01b228 thru 0x01d5bd (0x2396 bytes) 000135 1787368409.026906 read 0x021ce9 thru 0x024130 (0x2448 bytes) 000136 1787368409.062092 mapwrite 0x025a01 thru 0x028182 (0x2782 bytes) 000139 1787368409.085678 fallocate 0x013960 thru 0x016f2b (0x35cc bytes) 000140 1787368409.092834 fallocate 0x002ea5 thru 0x004e47 (0x1fa3 bytes) 000141 1787368409.100054 mapwrite 0x03e0af thru 0x03ffff (0x1f51 bytes) 000142 1787368409.114827 mapwrite 0x034c81 thru 0x038241 (0x35c1 bytes) 000143 1787368409.132068 trunc from 0x040000 to 0x02b805 (0x147fa bytes) 000144 1787368409.152200 write 0x03eae5 thru 0x03ffff (0x151b bytes) 000145 1787368409.153425 mapread 0x018cf5 thru 0x01db4f (0x4e5b bytes) 000146 1787368409.160466 mapwrite 0x03139d thru 0x03ffff (0xec63 bytes) 000147 1787368409.275141 MIRROR_EXTEND to 2 mirrors 000148 1787368410.254455 trunc from 0x040000 to 0x00d84d (0x327b2 bytes) 000149 1787368410.357881 read 0x006e4f thru 0x00d84d (0x69ff bytes) 000150 1787368410.366447 mapread 0x00b878 thru 0x00d84d (0x1fd6 bytes) 000151 1787368410.369120 mapread 0x00ad2b thru 0x00d84d (0x2b23 bytes) 000152 1787368410.370306 write 0x02c361 thru 0x034f97 (0x8c37 bytes) 000153 1787368410.373167 write 0x02bae7 thru 0x03b4a1 (0xf9bb bytes) 000154 1787368410.396075 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3b4a2): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b4a2): Mirror 2: 0xdb1f0eb4 (stale) CRC-32 checksum value for chunk [0, 0x3b4a2): Mirror 1: 0xe9249a73 Mirror 3: 0xe9249a73 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b4a2: skipped 000156 1787368411.766082 trunc from 0x03b4a2 to 0x038a79 (0x2a28 bytes) 000157 1787368411.911392 fallocate 0x021f76 thru 0x024045 (0x20d0 bytes) 000158 1787368411.924956 fallocate 0x02f01f thru 0x039f3e (0xaf20 bytes) 000159 1787368411.955397 mapread 0x02d4f6 thru 0x02dbf3 (0x6fe bytes) 000160 1787368411.968108 read 0x039b71 thru 0x039f3e (0x3ce bytes) 000161 1787368411.997286 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x39f3f): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39f3f): Mirror 2: 0xd0c12ec4 (stale) Mirror 3: 0x67adec60 (stale) CRC-32 checksum value for chunk [0, 0x39f3f): Mirror 1: 0x567b5bc3 Mirror 4: 0x567b5bc3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39f3f: skipped 000162 1787368413.366714 write 0x02a10a thru 0x0375c2 (0xd4b9 bytes) 000163 1787368413.439832 fallocate 0x01c755 thru 0x021563 (0x4e0f bytes) 000164 1787368413.446579 mapwrite 0x026486 thru 0x035e59 (0xf9d4 bytes) 000165 1787368413.527464 mapread 0x0382cc thru 0x039f3e (0x1c73 bytes) 000166 1787368413.546450 trunc from 0x00dcc8 to 0x01864f (0xa988 bytes) 000167 1787368413.567150 write 0x02f41b thru 0x03dec2 (0xeaa8 bytes) 000168 1787368413.571673 trunc from 0x03dec3 to 0x0117ad (0x2c715 bytes) 000169 1787368413.652655 punch from 0x00ed0e to 0x0117ad (0x2aa0 bytes) 000170 1787368413.682649 mapwrite 0x01e0f2 thru 0x023434 (0x5343 bytes) 000171 1787368413.772120 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x23435): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23435): Mirror 2: 0x9258b6b6 (stale) Mirror 3: 0xf298c19f (stale) Mirror 4: 0xf298c19f (stale) CRC-32 checksum value for chunk [0, 0x23435): Mirror 1: 0x7d9936c6 Mirror 5: 0x7d9936c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23435: skipped 000172 1787368414.861610 mapwrite 0x0250e3 thru 0x02b0cd (0x5feb bytes) 000173 1787368414.965864 read 0x02018c thru 0x021aa2 (0x1917 bytes) 000174 1787368414.966963 fallocate 0x01dd1b thru 0x0276b0 (0x9996 bytes) 000175 1787368414.978593 read 0x0145d9 thru 0x0176e2 (0x310a bytes) 000176 1787368414.990638 trunc from 0x026adf to 0x0286d3 (0x1bf5 bytes) 000177 1787368414.996670 punch from 0x015964 to 0x021ec9 (0xc566 bytes) 000178 1787368415.003559 fallocate 0x01ff86 thru 0x02d5e0 (0xd65b bytes) 000179 1787368415.009251 trunc from 0x024ed6 to 0x02b0cd (0x61f8 bytes) 000180 1787368415.015558 trunc from 0x02b0ce to 0x00ef00 (0x1c1cd bytes) 000181 1787368415.037432 punch from 0x00d938 to 0x00ef00 (0x15c9 bytes) 000183 1787368415.047865 read 0x00a61c thru 0x00ef00 (0x48e5 bytes) 000184 1787368415.055582 trunc from 0x009cb7 to 0x00ef00 (0x524a bytes) 000185 1787368415.062223 punch from 0x0069f4 to 0x00ef00 (0x850d bytes) 000187 1787368415.074269 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xef01): Mirror 2: 0xba3a593c (stale) Mirror 3: 0xba3a593c (stale) Mirror 4: 0xba3a593c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xef01): Mirror 2: 0xba3a593c (stale) Mirror 3: 0xba3a593c (stale) Mirror 4: 0xba3a593c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xef01: skipped 000188 1787368415.453094 trunc from 0x00bc67 to 0x00eb6c (0x2f06 bytes) 000189 1787368415.461028 trunc from 0x00ef01 to 0x007f03 (0x6ffd bytes) 000190 1787368415.483821 mapread 0x004049 thru 0x007f03 (0x3ebb bytes) 000191 1787368415.515891 mapwrite 0x023fc6 thru 0x031d6e (0xdda9 bytes) 000192 1787368415.579952 mapwrite 0x02f366 thru 0x03f0ed (0xfd88 bytes) 000193 1787368415.633750 trunc from 0x023494 to 0x026c11 (0x377e bytes) 000195 1787368415.642267 trunc from 0x00b4af to 0x010533 (0x5085 bytes) 000196 1787368415.651055 trunc from 0x01eafc to 0x020fee (0x24f3 bytes) 000197 1787368415.665023 trunc from 0x03f0ee to 0x01fe3a (0x1f2b3 bytes) 000198 1787368415.695438 fallocate 0x02ed71 thru 0x03a24b (0xb4db bytes) 000199 1787368415.706613 trunc from 0x01fe3b to 0x007fd2 (0x17e68 bytes) 000200 1787368415.727822 fallocate 0x01d43b thru 0x0272eb (0x9eb1 bytes) 000201 1787368415.734569 trunc from 0x01dc24 to 0x026c10 (0x8fed bytes) 000202 1787368415.739247 trunc from 0x019fc2 to 0x023bcf (0x9c0e bytes) 000203 1787368415.745856 write 0x01688d thru 0x016fbc (0x730 bytes) 000204 1787368415.752349 mapread 0x004d2e thru 0x01109f (0xc372 bytes) 000205 1787368415.773987 read 0x0212c9 thru 0x0272eb (0x6023 bytes) 000206 1787368415.784837 fallocate 0x022f63 thru 0x02644e (0x34ec bytes) 000207 1787368415.796030 MIRROR_RESYNC 4 mirrors 000208 1787368417.293307 punch from 0x0112f1 to 0x01325e (0x1f6e bytes) 000210 1787368417.324280 write 0x02c6d2 thru 0x0335dd (0x6f0c bytes) 000211 1787368417.325687 mapwrite 0x021862 thru 0x02ed9b (0xd53a bytes) 000212 1787368417.364101 trunc from 0x0335de to 0x02a764 (0x8e79 bytes) 000213 1787368417.385590 mapwrite 0x03f552 thru 0x03ffff (0xaae bytes) 000214 1787368417.421767 punch from 0x0262b8 to 0x02f946 (0x968f bytes) 000215 1787368417.427582 trunc from 0x040000 to 0x0298ed (0x16712 bytes) 000216 1787368417.444524 mapwrite 0x00abb0 thru 0x00db06 (0x2f57 bytes) 000217 1787368417.476409 punch from 0x0030a6 to 0x011fff (0xef5a bytes) 000218 1787368417.481961 write 0x03aa1c thru 0x03ffff (0x55e4 bytes) 000219 1787368417.484969 punch from 0x02a919 to 0x034e74 (0xa55c bytes) 000220 1787368417.489569 trunc from 0x039d63 to 0x03ffff (0x629d bytes) 000221 1787368417.505833 trunc from 0x040000 to 0x00734b (0x38cb4 bytes) 000222 1787368417.522251 trunc from 0x00734c to 0x01382a (0xc4df bytes) 000223 1787368417.542989 write 0x008448 thru 0x014344 (0xbefd bytes) 000225 1787368417.550912 read 0x013a76 thru 0x014344 (0x8cf bytes) 000226 1787368417.551686 read 0x00292a thru 0x00d560 (0xac37 bytes) 000227 1787368417.561012 trunc from 0x00fe0b to 0x011065 (0x125b bytes) 000228 1787368417.584068 MIRROR_RESYNC 4 mirrors 000229 1787368418.531548 trunc from 0x014345 to 0x0125d9 (0x1d6b bytes) 000230 1787368418.587081 read 0x00e390 thru 0x010fea (0x2c5b bytes) 000231 1787368418.595699 mapwrite 0x016a5f thru 0x01b72b (0x4ccd bytes) 000232 1787368418.679093 mapwrite 0x0349dd thru 0x03ffff (0xb623 bytes) 000233 1787368418.740298 punch from 0x027a8c to 0x02e39b (0x6910 bytes) 000234 1787368418.748112 mapwrite 0x033f30 thru 0x03c609 (0x86da bytes) 000235 1787368418.797988 mapread 0x00420f thru 0x00b4e4 (0x72d6 bytes) 000236 1787368418.841374 mapread 0x033a46 thru 0x039fe2 (0x659d bytes) 000237 1787368418.865700 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x3a3fd762 (stale) Mirror 3: 0x3a3fd762 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x3a3fd762 (stale) Mirror 3: 0x3a3fd762 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000238 1787368419.187923 mapwrite 0x031c5e thru 0x03a360 (0x8703 bytes) 000239 1787368419.233025 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x3a3fd762 (stale) Mirror 3: 0x3a3fd762 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x3b6491d5 Mirror 4: 0x3b6491d5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000242 1787368420.423979 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x3a3fd762 (stale) Mirror 3: 0x3a3fd762 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x3b6491d5 Mirror 4: 0x3b6491d5 Mirror 5: 0x3b6491d5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000243 1787368421.803564 trunc from 0x0217bf to 0x030a2d (0xf26f bytes) 000244 1787368421.906564 trunc from 0x040000 to 0x004ec3 (0x3b13c bytes) 000245 1787368422.044267 trunc from 0x0012b6 to 0x004ec3 (0x3c0e bytes) 000246 1787368422.055492 trunc from 0x004ec4 to 0x025df4 (0x20f31 bytes) 000247 1787368422.089266 fallocate 0x01d97e thru 0x0295eb (0xbc6e bytes) 000249 1787368422.101793 read 0x021a9d thru 0x0295eb (0x7b4f bytes) 000250 1787368422.120485 read 0x024f29 thru 0x0295eb (0x46c3 bytes) 000251 1787368422.131540 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x295ec): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x295ec): Mirror 2: 0x3ade9479 (stale) Mirror 3: 0x3ade9479 (stale) Mirror 4: 0xbc3e6ed4 (stale) Mirror 5: 0xbc3e6ed4 (stale) CRC-32 checksum value for chunk [0, 0x295ec): Mirror 1: 0x1d8a4104 Mirror 6: 0x1d8a4104 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x295ec: skipped 000252 1787368423.152799 read 0x00ef4f thru 0x01d16e (0xe220 bytes) 000253 1787368423.181220 fallocate 0x00438b thru 0x00a836 (0x64ac bytes) 000254 1787368423.251273 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x295ec): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x295ec): Mirror 2: 0x3ade9479 (stale) Mirror 3: 0x3ade9479 (stale) Mirror 4: 0xbc3e6ed4 (stale) Mirror 5: 0xbc3e6ed4 (stale) Mirror 6: 0x1d8a4104 (stale) CRC-32 checksum value for chunk [0, 0x295ec): Mirror 1: 0x1d8a4104 Mirror 7: 0x1d8a4104 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x295ec: skipped 000255 1787368424.300215 MIRROR_RESYNC 7 mirrors 000256 1787368425.603372 fallocate 0x007e32 thru 0x00cc3d (0x4e0c bytes) 000257 1787368425.649519 read 0x0077df thru 0x00da84 (0x62a6 bytes) 000258 1787368425.659239 fallocate 0x003ebb thru 0x01349d (0xf5e3 bytes) 000259 1787368425.663525 mapwrite 0x027833 thru 0x033873 (0xc041 bytes) 000260 1787368425.734102 write 0x03127e thru 0x031fc1 (0xd44 bytes) 000261 1787368425.736900 mapwrite 0x01b9d6 thru 0x026172 (0xa79d bytes) 000262 1787368425.773625 trunc from 0x033874 to 0x01b9a0 (0x17ed3 bytes) 000263 1787368425.789966 mapwrite 0x025fa1 thru 0x027b76 (0x1bd6 bytes) 000264 1787368425.838905 write 0x03bca4 thru 0x03ffff (0x435c bytes) 000265 1787368425.841413 read 0x019d57 thru 0x01f37d (0x5627 bytes) 000267 1787368425.861138 mapread 0x00972f thru 0x00c5c3 (0x2e95 bytes) 000268 1787368425.862027 punch from 0x02720f to 0x02c218 (0x500a bytes) 000269 1787368425.868299 trunc from 0x01c670 to 0x021824 (0x51b5 bytes) 000270 1787368425.889981 MIRROR_RESYNC 7 mirrors 000271 1787368427.847726 fallocate 0x000b54 thru 0x00ef4f (0xe3fc bytes) 000272 1787368427.879074 punch from 0x008b15 to 0x016588 (0xda74 bytes) 000273 1787368427.884484 fallocate 0x01886d thru 0x026fa6 (0xe73a bytes) 000274 1787368427.889846 mapwrite 0x014c29 thru 0x019e28 (0x5200 bytes) 000275 1787368427.924520 trunc from 0x003c3e to 0x00762a (0x39ed bytes) 000276 1787368427.934300 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe6423225 (stale) Mirror 3: 0xe6423225 (stale) Mirror 4: 0xe6423225 (stale) Mirror 5: 0xe6423225 (stale) Mirror 6: 0xe6423225 (stale) Mirror 7: 0xe6423225 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xfdb6f06a Mirror 8: 0xfdb6f06a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000277 1787368428.936567 punch from 0x025c04 to 0x027f4b (0x2348 bytes) 000278 1787368429.006866 trunc from 0x018756 to 0x020927 (0x81d2 bytes) 000279 1787368429.019736 read 0x0256f5 thru 0x031ba9 (0xc4b5 bytes) 000280 1787368429.036965 read 0x03f31b thru 0x03ffff (0xce5 bytes) 000281 1787368429.058728 trunc from 0x040000 to 0x03c791 (0x386e bytes) 000282 1787368429.097898 fallocate 0x0058d8 thru 0x011534 (0xbc5d bytes) 000283 1787368429.103063 trunc from 0x02d5ca to 0x02ef02 (0x1939 bytes) 000284 1787368429.110136 punch from 0x008ff9 to 0x01203e (0x9046 bytes) 000285 1787368429.123485 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3c792): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c792): Mirror 2: 0x94eb8ce9 (stale) Mirror 3: 0x94eb8ce9 (stale) Mirror 4: 0x94eb8ce9 (stale) Mirror 5: 0x94eb8ce9 (stale) Mirror 6: 0x94eb8ce9 (stale) Mirror 7: 0x94eb8ce9 (stale) Mirror 8: 0xe1f0d8d0 (stale) CRC-32 checksum value for chunk [0, 0x3c792): Mirror 1: 0x9dfe1e6c Mirror 9: 0x9dfe1e6c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c792: skipped 000286 1787368430.084570 fallocate 0x0074c7 thru 0x008223 (0xd5d bytes) 000287 1787368430.163439 write 0x018be5 thru 0x01c0c1 (0x34dd bytes) 000289 1787368430.188599 trunc from 0x03c792 to 0x03aedb (0x18b6 bytes) 000290 1787368430.286566 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3aedc): Mirror 3: 0x2b533ad6 (stale) Mirror 4: 0x2b533ad6 (stale) Mirror 5: 0x2b533ad6 (stale) Mirror 6: 0x2b533ad6 (stale) Mirror 7: 0x2b533ad6 (stale) Mirror 8: 0xfd1cad6f (stale) Mirror 9: 0x917b086d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3aedc): Mirror 3: 0x2b533ad6 (stale) Mirror 4: 0x2b533ad6 (stale) Mirror 5: 0x2b533ad6 (stale) Mirror 6: 0x2b533ad6 (stale) Mirror 7: 0x2b533ad6 (stale) Mirror 8: 0xfd1cad6f (stale) Mirror 9: 0x917b086d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3aedc: skipped 000291 1787368430.774520 punch from 0x00412b to 0x0076e9 (0x35bf bytes) 000292 1787368430.780586 write 0x0385b0 thru 0x03ffff (0x7a50 bytes) 000293 1787368430.798374 read 0x000580 thru 0x009e5f (0x98e0 bytes) 000295 1787368430.823298 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe6423225 (stale) Mirror 4: 0xe6423225 (stale) Mirror 5: 0xe6423225 (stale) Mirror 6: 0xe6423225 (stale) Mirror 7: 0xe6423225 (stale) Mirror 8: 0xfdb6f06a (stale) Mirror 9: 0x4429af7a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x84aa7bb5 Mirror 10: 0x84aa7bb5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000296 1787368432.064682 write 0x0393d6 thru 0x03a11c (0xd47 bytes) 000297 1787368432.125184 trunc from 0x0064f3 to 0x007e81 (0x198f bytes) 000298 1787368432.131380 mapread 0x0283e8 thru 0x033a05 (0xb61e bytes) 000299 1787368432.189957 write 0x0260a2 thru 0x032dc9 (0xcd28 bytes) 000300 1787368432.192088 read 0x02ac6e thru 0x030b81 (0x5f14 bytes) 000301 1787368432.193607 write 0x01592c thru 0x015b41 (0x216 bytes) 000302 1787368432.205971 write 0x00f3a8 thru 0x013e3e (0x4a97 bytes) 000303 1787368432.224922 trunc from 0x040000 to 0x00596e (0x3a691 bytes) 000304 1787368432.261699 mapwrite 0x01cb72 thru 0x01d92d (0xdbc bytes) 000305 1787368432.302597 trunc from 0x005c26 to 0x00c293 (0x666e bytes) 000306 1787368432.306137 trunc from 0x01d92e to 0x009358 (0x145d5 bytes) 000307 1787368432.323691 mapread 0x0075cb thru 0x009358 (0x1d8e bytes) 000308 1787368432.334182 punch from 0x005161 to 0x009358 (0x41f8 bytes) 000309 1787368432.339668 write 0x00b46e thru 0x014352 (0x8ee5 bytes) 000310 1787368432.341102 read 0x00118f thru 0x004ca9 (0x3b1b bytes) 000311 1787368432.347628 MIRROR_SPLIT mirror 7 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x14353): Mirror 3: 0x670cc339 (stale) Mirror 4: 0x670cc339 (stale) Mirror 5: 0x670cc339 (stale) Mirror 6: 0x670cc339 (stale) Mirror 7: 0x670cc339 (stale) Mirror 8: 0x670cc339 (stale) Mirror 10: 0x670cc339 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x14353): Mirror 3: 0x670cc339 (stale) Mirror 4: 0x670cc339 (stale) Mirror 5: 0x670cc339 (stale) Mirror 6: 0x670cc339 (stale) Mirror 7: 0x670cc339 (stale) Mirror 8: 0x670cc339 (stale) Mirror 10: 0x670cc339 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x14353: skipped 000312 1787368432.863295 mapwrite 0x03eb92 thru 0x03ffff (0x146e bytes) 000313 1787368432.897133 trunc from 0x040000 to 0x004130 (0x3becf bytes) 000314 1787368432.912657 MIRROR_RESYNC 8 mirrors 000315 1787368434.452788 trunc from 0x004131 to 0x033003 (0x2eed3 bytes) 000316 1787368434.519254 fallocate 0x0042ce thru 0x009859 (0x558c bytes) 000317 1787368434.547593 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x33004): Mirror 3: 0x383fc55 (stale) Mirror 4: 0x383fc55 (stale) Mirror 5: 0x383fc55 (stale) Mirror 6: 0x383fc55 (stale) Mirror 7: 0x383fc55 (stale) Mirror 8: 0x383fc55 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33004): Mirror 3: 0x383fc55 (stale) Mirror 4: 0x383fc55 (stale) Mirror 5: 0x383fc55 (stale) Mirror 6: 0x383fc55 (stale) Mirror 7: 0x383fc55 (stale) Mirror 8: 0x383fc55 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33004: skipped 000318 1787368435.123290 mapwrite 0x01c7d7 thru 0x029bdb (0xd405 bytes) 000319 1787368435.178064 mapread 0x022746 thru 0x025fc9 (0x3884 bytes) 000320 1787368435.180204 fallocate 0x0063c5 thru 0x0108a8 (0xa4e4 bytes) 000321 1787368435.190194 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x33004): Mirror 3: 0x383fc55 (stale) Mirror 4: 0x383fc55 (stale) Mirror 5: 0x383fc55 (stale) Mirror 7: 0x383fc55 (stale) Mirror 8: 0x383fc55 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33004): Mirror 3: 0x383fc55 (stale) Mirror 4: 0x383fc55 (stale) Mirror 5: 0x383fc55 (stale) Mirror 7: 0x383fc55 (stale) Mirror 8: 0x383fc55 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33004: skipped 000323 1787368435.601506 mapread 0x01cf21 thru 0x028cdf (0xbdbf bytes) 000324 1787368435.636277 fallocate 0x0008c7 thru 0x00e0f8 (0xd832 bytes) 000325 1787368435.641644 trunc from 0x033004 to 0x02d41d (0x5be6 bytes) 000326 1787368435.663823 trunc from 0x02d41e to 0x0206be (0xcd5f bytes) 000327 1787368435.686750 mapwrite 0x02bd80 thru 0x0346a2 (0x8923 bytes) 000328 1787368435.732863 punch from 0x02ff9e to 0x0346a2 (0x4705 bytes) 000330 1787368435.739779 read 0x006332 thru 0x0144e0 (0xe1af bytes) 000331 1787368435.749659 fallocate 0x01a28e thru 0x0293e1 (0xf154 bytes) 000332 1787368435.756533 trunc from 0x0346a3 to 0x01f60a (0x15098 bytes) 000333 1787368435.778109 MIRROR_RESYNC 6 mirrors 000334 1787368436.766676 fallocate 0x003884 thru 0x0130e5 (0xf862 bytes) 000335 1787368436.818061 mapread 0x01e20f thru 0x01f60a (0x13fc bytes) 000336 1787368436.828760 trunc from 0x01f60b to 0x000d15 (0x1e8f5 bytes) 000337 1787368436.852233 read 0x00000f thru 0x000d15 (0xd07 bytes) 000338 1787368436.859406 fallocate 0x00bad7 thru 0x00bdcd (0x2f7 bytes) 000339 1787368436.864778 fallocate 0x007e7f thru 0x00ea50 (0x6bd2 bytes) 000340 1787368436.869849 punch from 0x00ab45 to 0x00bdcd (0x1289 bytes) 000341 1787368436.875064 read 0x0046b6 thru 0x00bdcd (0x7718 bytes) 000342 1787368436.884733 trunc from 0x001ec3 to 0x009997 (0x7ad5 bytes) 000343 1787368436.892934 mapwrite 0x03986c thru 0x03e338 (0x4acd bytes) 000344 1787368436.944493 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3e339): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e339): Mirror 3: 0x72da9ac9 (stale) Mirror 4: 0x72da9ac9 (stale) Mirror 5: 0x72da9ac9 (stale) Mirror 7: 0x72da9ac9 (stale) Mirror 8: 0x72da9ac9 (stale) CRC-32 checksum value for chunk [0, 0x3e339): Mirror 1: 0x914060f0 Mirror 9: 0x914060f0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e339: skipped 000345 1787368437.962610 read 0x02dd66 thru 0x03aaef (0xcd8a bytes) 000346 1787368437.983073 mapwrite 0x026683 thru 0x0332a3 (0xcc21 bytes) 000347 1787368438.186141 read 0x033428 thru 0x03e338 (0xaf11 bytes) 000348 1787368438.213079 write 0x030e87 thru 0x0313f0 (0x56a bytes) 000349 1787368438.223147 mapwrite 0x03b06a thru 0x03ffff (0x4f96 bytes) 000350 1787368438.288578 mapwrite 0x00ff03 thru 0x018c01 (0x8cff bytes) 000351 1787368438.318543 mapread 0x03174a thru 0x0338a2 (0x2159 bytes) 000352 1787368438.325433 read 0x024bfd thru 0x031543 (0xc947 bytes) 000353 1787368438.327391 write 0x000b92 thru 0x003914 (0x2d83 bytes) 000355 1787368438.336360 MIRROR_RESYNC 7 mirrors 000356 1787368440.679878 punch from 0x004467 to 0x00f192 (0xad2c bytes) 000357 1787368440.741466 fallocate 0x000f66 thru 0x00b07b (0xa116 bytes) 000358 1787368440.750595 fallocate 0x01d18c thru 0x02c0a5 (0xef1a bytes) 000359 1787368440.771580 mapwrite 0x020376 thru 0x021ce1 (0x196c bytes) 000360 1787368440.832774 punch from 0x0041d1 to 0x013a70 (0xf8a0 bytes) 000361 1787368440.848600 write 0x00d45e thru 0x018e71 (0xba14 bytes) 000362 1787368440.868847 read 0x0029ff thru 0x0109c1 (0xdfc3 bytes) 000363 1787368440.880598 trunc from 0x040000 to 0x015748 (0x2a8b7 bytes) 000364 1787368440.907260 mapread 0x0000c1 thru 0x00c62f (0xc56f bytes) 000365 1787368440.914523 mapwrite 0x0350a2 thru 0x03e94e (0x98ad bytes) 000366 1787368440.974528 write 0x00615d thru 0x008833 (0x26d7 bytes) 000367 1787368440.980575 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e94f): Mirror 3: 0xd5382554 (stale) Mirror 4: 0xd5382554 (stale) Mirror 5: 0xd5382554 (stale) Mirror 7: 0xd5382554 (stale) Mirror 9: 0xd5382554 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e94f): Mirror 3: 0xd5382554 (stale) Mirror 4: 0xd5382554 (stale) Mirror 5: 0xd5382554 (stale) Mirror 7: 0xd5382554 (stale) Mirror 9: 0xd5382554 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e94f: skipped 000368 1787368441.575785 read 0x0379d5 thru 0x03aea5 (0x34d1 bytes) 000369 1787368441.582139 trunc from 0x03e94f to 0x00b755 (0x331f9 bytes) 000371 1787368441.627546 mapread 0x007448 thru 0x00b755 (0x430e bytes) 000372 1787368441.693589 mapread 0x0099d0 thru 0x00a16d (0x79e bytes) 000373 1787368441.694798 trunc from 0x00711f to 0x008bfc (0x1ade bytes) 000374 1787368441.704488 mapwrite 0x0240d6 thru 0x02b69e (0x75c9 bytes) 000375 1787368441.813914 trunc from 0x026d22 to 0x02b64a (0x4929 bytes) 000376 1787368441.823298 write 0x036c60 thru 0x03a84b (0x3bec bytes) 000377 1787368441.824945 trunc from 0x032a16 to 0x0346a7 (0x1c92 bytes) 000379 1787368441.838402 fallocate 0x03ad4a thru 0x03ffff (0x52b6 bytes) 000380 1787368441.857902 trunc from 0x03a84c to 0x03daee (0x32a3 bytes) 000381 1787368441.929004 read 0x00fe7d thru 0x01f23c (0xf3c0 bytes) 000382 1787368441.955549 write 0x031fa9 thru 0x037028 (0x5080 bytes) 000383 1787368441.956606 mapread 0x03cad4 thru 0x03daee (0x101b bytes) 000384 1787368441.957513 punch from 0x00eafa to 0x018c62 (0xa169 bytes) 000385 1787368441.962638 trunc from 0x03ca8f to 0x03daee (0x1060 bytes) 000386 1787368441.967668 write 0x02ddec thru 0x037d3e (0x9f53 bytes) 000387 1787368441.969257 mapread 0x01b625 thru 0x01ba2e (0x40a bytes) 000388 1787368441.970569 mapwrite 0x028267 thru 0x02991d (0x16b7 bytes) 000389 1787368442.017859 mapread 0x025d8d thru 0x0345a0 (0xe814 bytes) 000390 1787368442.023671 fallocate 0x01757b thru 0x0237f1 (0xc277 bytes) 000392 1787368442.035507 trunc from 0x03daef to 0x03f3c0 (0x18d2 bytes) 000393 1787368442.084169 MIRROR_RESYNC 6 mirrors 000395 1787368444.398194 mapwrite 0x023bca thru 0x024877 (0xcae bytes) 000396 1787368444.500290 trunc from 0x029672 to 0x02ff5b (0x68ea bytes) 000397 1787368444.509546 fallocate 0x01c407 thru 0x02bae8 (0xf6e2 bytes) 000398 1787368444.518242 mapread 0x007158 thru 0x016cdb (0xfb84 bytes) 000399 1787368444.554232 mapread 0x026d31 thru 0x02becb (0x519b bytes) 000400 1787368444.568620 fallocate 0x0376f3 thru 0x03ea9d (0x73ab bytes) 000401 1787368444.578551 read 0x039337 thru 0x03f3c0 (0x608a bytes) 000402 1787368444.596917 trunc from 0x03f3c1 to 0x02c21e (0x131a2 bytes) 000403 1787368444.622133 fallocate 0x02ccbb thru 0x02ffc9 (0x330f bytes) 000404 1787368444.628373 trunc from 0x02796b to 0x02dbaa (0x6240 bytes) 000405 1787368444.637299 fallocate 0x03faa2 thru 0x03ffff (0x55e bytes) 000406 1787368444.646164 mapread 0x02970c thru 0x02ffc9 (0x68be bytes) 000407 1787368444.666868 MIRROR_RESYNC 6 mirrors 000408 1787368446.788869 punch from 0x011910 to 0x016b8b (0x527c bytes) 000409 1787368446.822761 read 0x02573a thru 0x02ffc9 (0xa890 bytes) 000410 1787368446.834279 fallocate 0x033976 thru 0x033f39 (0x5c4 bytes) 000412 1787368446.842021 trunc from 0x033f3a to 0x0171da (0x1cd5f bytes) 000413 1787368446.870626 mapwrite 0x03003e thru 0x03adbe (0xad81 bytes) 000414 1787368446.950866 trunc from 0x03adbf to 0x03b61d (0x85f bytes) 000415 1787368446.976063 MIRROR_RESYNC 6 mirrors 000416 1787368448.773523 trunc from 0x00b06b to 0x019025 (0xdfbb bytes) 000417 1787368448.825588 fallocate 0x028b74 thru 0x032ad9 (0x9f66 bytes) 000418 1787368448.833958 read 0x004a10 thru 0x00cb1d (0x810e bytes) 000419 1787368448.852173 trunc from 0x03b61e to 0x039cd0 (0x194d bytes) 000420 1787368448.882262 mapwrite 0x031272 thru 0x03c1a1 (0xaf30 bytes) 000421 1787368448.969781 trunc from 0x02b5fd to 0x033aa1 (0x84a5 bytes) 000422 1787368448.978088 punch from 0x007561 to 0x007de4 (0x884 bytes) 000423 1787368448.984551 trunc from 0x03c1a2 to 0x007250 (0x34f51 bytes) 000424 1787368449.007010 mapread 0x006cca thru 0x007250 (0x587 bytes) 000425 1787368449.017501 trunc from 0x00685a to 0x007250 (0x9f7 bytes) 000426 1787368449.024233 trunc from 0x007251 to 0x03aaab (0x3385b bytes) 000427 1787368449.046040 fallocate 0x01a6c0 thru 0x0247b5 (0xa0f6 bytes) 000428 1787368449.052728 read 0x031f36 thru 0x03a066 (0x8131 bytes) 000429 1787368449.065976 trunc from 0x00b109 to 0x00c626 (0x151e bytes) 000430 1787368449.077988 MIRROR_RESYNC 6 mirrors 000431 1787368450.938499 trunc from 0x020cbd to 0x029e9a (0x91de bytes) 000432 1787368450.999457 mapwrite 0x007c88 thru 0x01790b (0xfc84 bytes) 000433 1787368451.139240 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3aaac): Mirror 3: 0x8f65ced8 (stale) Mirror 4: 0x8f65ced8 (stale) Mirror 5: 0x8f65ced8 (stale) Mirror 9: 0x8f65ced8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3aaac): Mirror 3: 0x8f65ced8 (stale) Mirror 4: 0x8f65ced8 (stale) Mirror 5: 0x8f65ced8 (stale) Mirror 9: 0x8f65ced8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3aaac: skipped 000434 1787368451.947093 mapwrite 0x0325bf thru 0x03ffff (0xda41 bytes) 000435 1787368452.143632 punch from 0x02147a to 0x0297d7 (0x835e bytes) 000436 1787368452.159517 trunc from 0x00e5e5 to 0x011bdf (0x35fb bytes) 000437 1787368452.194965 mapread 0x01d8c9 thru 0x02ad10 (0xd448 bytes) 000438 1787368452.248970 MIRROR_RESYNC 5 mirrors 000439 1787368455.485217 MIRROR_RESYNC 5 mirrors 000440 1787368456.320834 trunc from 0x040000 to 0x03c0d8 (0x3f27 bytes) 000441 1787368456.445937 write 0x014a2e thru 0x01c205 (0x77d8 bytes) 000442 1787368456.479299 write 0x03616e thru 0x038268 (0x20fb bytes) 000443 1787368456.499123 write 0x03f9f1 thru 0x03ffff (0x60f bytes) 000445 1787368456.524722 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x4c9152e8 (stale) Mirror 5: 0x4c9152e8 (stale) Mirror 9: 0x4c9152e8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x4c9152e8 (stale) Mirror 5: 0x4c9152e8 (stale) Mirror 9: 0x4c9152e8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000446 1787368457.334008 read 0x02f65e thru 0x031b77 (0x251a bytes) 000447 1787368457.346293 read 0x02e0c6 thru 0x0311ea (0x3125 bytes) 000448 1787368457.390049 write 0x016420 thru 0x024f86 (0xeb67 bytes) 000449 1787368457.408284 mapwrite 0x025cb4 thru 0x02d9b3 (0x7d00 bytes) 000452 1787368457.452155 trunc from 0x040000 to 0x02966b (0x16994 bytes) 000453 1787368457.495382 mapwrite 0x02e452 thru 0x03b053 (0xcc02 bytes) 000454 1787368457.812466 mapread 0x039fc3 thru 0x03b053 (0x1091 bytes) 000455 1787368457.813543 punch from 0x0073e6 to 0x00a20a (0x2e25 bytes) 000456 1787368457.835890 trunc from 0x032e13 to 0x03b053 (0x8241 bytes) 000457 1787368457.859459 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3b054): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b054): Mirror 4: 0x402cbe4b (stale) Mirror 5: 0x402cbe4b (stale) Mirror 9: 0x402cbe4b (stale) CRC-32 checksum value for chunk [0, 0x3b054): Mirror 1: 0xf6f33310 Mirror 10: 0xf6f33310 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b054: skipped 000458 1787368459.867175 punch from 0x00d851 to 0x0156db (0x7e8b bytes) 000459 1787368459.908954 read 0x01a2fa thru 0x029f99 (0xfca0 bytes) 000460 1787368459.925460 mapwrite 0x013a64 thru 0x01b0d3 (0x7670 bytes) 000461 1787368460.004495 read 0x039ec2 thru 0x03b053 (0x1192 bytes) 000462 1787368460.036010 trunc from 0x020619 to 0x02cec7 (0xc8af bytes) 000463 1787368460.048969 read 0x0338c4 thru 0x035b51 (0x228e bytes) 000464 1787368460.052088 fallocate 0x014d1d thru 0x01716e (0x2452 bytes) 000465 1787368460.069061 fallocate 0x02629f thru 0x0276be (0x1420 bytes) 000466 1787368460.084870 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b054): Mirror 4: 0x402cbe4b (stale) Mirror 5: 0x402cbe4b (stale) Mirror 10: 0xf6f33310 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b054): Mirror 4: 0x402cbe4b (stale) Mirror 5: 0x402cbe4b (stale) Mirror 10: 0xf6f33310 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b054: skipped 000467 1787368460.704038 mapread 0x02a6cd thru 0x0345e6 (0x9f1a bytes) 000468 1787368460.745820 trunc from 0x031fb5 to 0x037a79 (0x5ac5 bytes) 000469 1787368460.760354 mapwrite 0x02f1a1 thru 0x03c2e2 (0xd142 bytes) 000470 1787368460.877186 write 0x001de8 thru 0x00d7e3 (0xb9fc bytes) 000471 1787368460.907717 write 0x026ca0 thru 0x036b22 (0xfe83 bytes) 000472 1787368460.914578 trunc from 0x001435 to 0x008801 (0x73cd bytes) 000473 1787368460.960954 trunc from 0x014873 to 0x01b0a9 (0x6837 bytes) 000474 1787368460.978816 trunc from 0x0367d8 to 0x03c2e2 (0x5b0b bytes) 000475 1787368460.990623 trunc from 0x03c2e3 to 0x010255 (0x2c08d bytes) 000476 1787368461.028909 trunc from 0x010256 to 0x01d377 (0xd122 bytes) 000477 1787368461.059043 punch from 0x0050c5 to 0x00b8f8 (0x6834 bytes) 000478 1787368461.067461 fallocate 0x0324f5 thru 0x03fefa (0xda06 bytes) 000479 1787368461.097104 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1d378): Mirror 5: 0x1c3a27c3 (stale) Mirror 10: 0xc8823b58 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d378): Mirror 5: 0x1c3a27c3 (stale) Mirror 10: 0xc8823b58 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d378: skipped 000480 1787368461.718532 trunc from 0x01689d to 0x01d377 (0x6adb bytes) 000481 1787368461.723622 fallocate 0x0331c5 thru 0x03ffff (0xce3b bytes) 000482 1787368461.733741 fallocate 0x00f858 thru 0x013ab1 (0x425a bytes) 000483 1787368461.752617 read 0x02838c thru 0x03283e (0xa4b3 bytes) 000485 1787368461.778980 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0x4d55b5dc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0x4d55b5dc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000487 1787368462.520727 write 0x013a68 thru 0x01bcef (0x8288 bytes) 000489 1787368462.556255 mapread 0x037cf3 thru 0x03d97d (0x5c8b bytes) 000490 1787368462.634757 read 0x03df66 thru 0x03e78a (0x825 bytes) 000491 1787368462.639593 read 0x00b50f thru 0x018b0f (0xd601 bytes) 000494 1787368462.695304 MIRROR_RESYNC 2 mirrors 000496 1787368464.014703 trunc from 0x02425c to 0x027ee7 (0x3c8c bytes) 000497 1787368464.080849 punch from 0x030b86 to 0x035f84 (0x53ff bytes) 000498 1787368464.100215 mapwrite 0x005be0 thru 0x00aade (0x4eff bytes) 000499 1787368464.175089 punch from 0x02c366 to 0x0391da (0xce75 bytes) 000500 1787368464.193832 punch from 0x036621 to 0x03ffff (0x99df bytes) 000501 1787368464.207785 mapread 0x00bfc5 thru 0x016af9 (0xab35 bytes) 000502 1787368464.229380 read 0x03d473 thru 0x03ffff (0x2b8d bytes) 000503 1787368464.248044 write 0x00c338 thru 0x0156ec (0x93b5 bytes) 000504 1787368464.252094 trunc from 0x040000 to 0x00e335 (0x31cca bytes) 000505 1787368464.334783 write 0x00ae1a thru 0x01348d (0x8674 bytes) 000506 1787368464.336463 trunc from 0x003608 to 0x003b75 (0x56e bytes) 000507 1787368464.366461 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1348e): Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1348e): Mirror 10: 0x1f61db56 (stale) CRC-32 checksum value for chunk [0, 0x1348e): Mirror 1: 0xd183b174 Mirror 11: 0xd183b174 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1348e: skipped 000508 1787368465.735243 trunc from 0x01348e to 0x00142e (0x1205f bytes) 000509 1787368465.811509 punch from 0x000d1f to 0x00142e (0x710 bytes) 000510 1787368465.853356 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x142f): Mirror 11: 0x8f68aacf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x142f): Mirror 11: 0x8f68aacf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x142f: skipped 000511 1787368466.366487 mapwrite 0x025423 thru 0x0340da (0xecb8 bytes) 000512 1787368466.502549 read 0x008ad1 thru 0x0101eb (0x771b bytes) 000513 1787368466.518004 read 0x0180de thru 0x01ba5f (0x3982 bytes) 000514 1787368466.531793 write 0x02e477 thru 0x03b953 (0xd4dd bytes) 000515 1787368466.541931 trunc from 0x03b954 to 0x013443 (0x28510 bytes) 000516 1787368466.564556 write 0x02b8ec thru 0x03555b (0x9c70 bytes) 000517 1787368466.602560 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) 000518 1787368466.913158 trunc from 0x0345e3 to 0x03555b (0xf79 bytes) 000519 1787368466.919580 trunc from 0x03555c to 0x02eac9 (0x6a92 bytes) 000520 1787368467.004138 MIRROR_EXTEND to 2 mirrors 000521 1787368468.619620 fallocate 0x038bf4 thru 0x0391a9 (0x5b6 bytes) 000522 1787368468.657076 fallocate 0x024326 thru 0x02fe41 (0xbb1c bytes) 000523 1787368468.672482 write 0x02a942 thru 0x038f48 (0xe607 bytes) 000524 1787368468.724598 mapwrite 0x03f612 thru 0x03ffff (0x9ee bytes) 000525 1787368468.800233 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) 000527 1787368469.020299 read 0x01adf8 thru 0x021941 (0x6b4a bytes) 000528 1787368469.031021 trunc from 0x040000 to 0x02caab (0x13554 bytes) 000529 1787368469.084932 MIRROR_EXTEND to 2 mirrors 000530 1787368470.003567 trunc from 0x029cd9 to 0x02caab (0x2dd3 bytes) 000531 1787368470.075531 trunc from 0x008b79 to 0x009396 (0x81e bytes) 000533 1787368470.090645 trunc from 0x02caac to 0x027756 (0x5355 bytes) 000534 1787368470.195478 trunc from 0x027757 to 0x00dcf1 (0x19a65 bytes) 000535 1787368470.212075 fallocate 0x022c5c thru 0x0305a3 (0xd948 bytes) 000536 1787368470.225019 trunc from 0x00dcf2 to 0x02eb9d (0x20eac bytes) 000537 1787368470.239148 mapwrite 0x02fde0 thru 0x03b988 (0xbba9 bytes) 000538 1787368470.338692 fallocate 0x032201 thru 0x034fd8 (0x2dd8 bytes) 000539 1787368470.347145 mapwrite 0x009c3d thru 0x010480 (0x6844 bytes) 000540 1787368470.395008 write 0x034044 thru 0x03f6a1 (0xb65e bytes) 000542 1787368470.397105 punch from 0x019d51 to 0x020251 (0x6501 bytes) 000543 1787368470.418044 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3f6a2): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f6a2): Mirror 2: 0xeb772d45 (stale) CRC-32 checksum value for chunk [0, 0x3f6a2): Mirror 1: 0x2df2f693 Mirror 3: 0x2df2f693 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f6a2: skipped 000545 1787368471.823609 trunc from 0x031798 to 0x03a346 (0x8baf bytes) 000546 1787368471.926832 trunc from 0x02876d to 0x02b180 (0x2a14 bytes) 000547 1787368471.932260 mapread 0x014a0e thru 0x01e8ff (0x9ef2 bytes) 000548 1787368471.968879 write 0x035b90 thru 0x036650 (0xac1 bytes) 000550 1787368472.002544 punch from 0x01c5ab to 0x021fb0 (0x5a06 bytes) 000551 1787368472.012911 punch from 0x03f56e to 0x03f6a1 (0x134 bytes) 000552 1787368472.032496 punch from 0x01f34e to 0x02210f (0x2dc2 bytes) 000553 1787368472.063227 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3f6a2): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f6a2): Mirror 2: 0xeb772d45 (stale) Mirror 3: 0x2df2f693 (stale) CRC-32 checksum value for chunk [0, 0x3f6a2): Mirror 1: 0x13efab32 Mirror 4: 0x13efab32 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f6a2: skipped 000554 1787368473.326739 punch from 0x02aa4f to 0x03397d (0x8f2f bytes) 000555 1787368473.414503 write 0x019acb thru 0x01d129 (0x365f bytes) 000556 1787368473.441482 punch from 0x0100ef to 0x01ec80 (0xeb92 bytes) 000557 1787368473.458440 punch from 0x019317 to 0x0218eb (0x85d5 bytes) 000558 1787368473.470158 trunc from 0x00e82d to 0x014608 (0x5ddc bytes) 000559 1787368473.492627 MIRROR_RESYNC 4 mirrors 000560 1787368474.791291 write 0x00b772 thru 0x016cc2 (0xb551 bytes) 000561 1787368474.846072 trunc from 0x03f6a2 to 0x018e19 (0x26888 bytes) 000562 1787368474.891562 fallocate 0x0064ca thru 0x00e904 (0x843b bytes) 000563 1787368474.903748 read 0x013f83 thru 0x018e19 (0x4e97 bytes) 000564 1787368474.910735 trunc from 0x00f7f7 to 0x013df7 (0x4601 bytes) 000565 1787368474.937697 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x18e1a): Mirror 3: 0xd97ac32a (stale) Mirror 4: 0xd97ac32a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x18e1a): Mirror 3: 0xd97ac32a (stale) Mirror 4: 0xd97ac32a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x18e1a: skipped 000566 1787368475.299364 fallocate 0x021fca thru 0x025076 (0x30ad bytes) 000567 1787368475.303354 read 0x00ca06 thru 0x018e19 (0xc414 bytes) 000569 1787368475.318665 write 0x02a28b thru 0x0340db (0x9e51 bytes) 000570 1787368475.323901 trunc from 0x016c9d to 0x016dbf (0x123 bytes) 000572 1787368475.331135 trunc from 0x0340dc to 0x000945 (0x33796 bytes) 000573 1787368475.359245 fallocate 0x032319 thru 0x0398c8 (0x75b0 bytes) 000574 1787368475.364223 write 0x039f9e thru 0x03baca (0x1b2d bytes) 000575 1787368475.373884 read 0x00fa46 thru 0x01344e (0x3a09 bytes) 000576 1787368475.384154 trunc from 0x03bacb to 0x01cb81 (0x1ef49 bytes) 000577 1787368475.422238 MIRROR_RESYNC 3 mirrors 000578 1787368476.709166 trunc from 0x00898a to 0x00d23a (0x48b1 bytes) 000579 1787368476.756054 fallocate 0x004766 thru 0x0092b1 (0x4b4c bytes) 000580 1787368476.767057 write 0x00e1b8 thru 0x01c42e (0xe277 bytes) 000581 1787368476.796118 trunc from 0x01cb82 to 0x00f6b2 (0xd4cf bytes) 000582 1787368476.840190 trunc from 0x00f6b3 to 0x017569 (0x7eb7 bytes) 000583 1787368476.891390 trunc from 0x01756a to 0x007a1b (0xfb4e bytes) 000584 1787368476.928079 mapwrite 0x03c122 thru 0x03ffff (0x3ede bytes) 000585 1787368477.079820 trunc from 0x040000 to 0x02d375 (0x12c8a bytes) 000586 1787368477.111992 punch from 0x010569 to 0x01c054 (0xbaec bytes) 000587 1787368477.125034 trunc from 0x02d376 to 0x03c8a5 (0xf530 bytes) 000588 1787368477.157872 fallocate 0x03a475 thru 0x03fcf6 (0x5882 bytes) 000589 1787368477.185086 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fcf7): Mirror 4: 0x487e00d4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fcf7): Mirror 4: 0x487e00d4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fcf7: skipped 000590 1787368477.883625 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3fcf7): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fcf7): Mirror 4: 0x487e00d4 (stale) CRC-32 checksum value for chunk [0, 0x3fcf7): Mirror 1: 0x487e00d4 Mirror 5: 0x487e00d4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fcf7: skipped 000591 1787368479.767584 read 0x010e45 thru 0x013809 (0x29c5 bytes) 000592 1787368479.774948 trunc from 0x022368 to 0x0273c7 (0x5060 bytes) 000593 1787368479.832767 write 0x01ac5f thru 0x025135 (0xa4d7 bytes) 000595 1787368479.866652 trunc from 0x03fcf7 to 0x02026e (0x1fa88 bytes) 000596 1787368479.887955 mapwrite 0x03a9bb thru 0x03bd9e (0x13e4 bytes) 000597 1787368479.935141 read 0x01a5a3 thru 0x0236ac (0x910a bytes) 000598 1787368479.960431 write 0x015f0f thru 0x017b83 (0x1c75 bytes) 000600 1787368479.987941 MIRROR_RESYNC 3 mirrors 000601 1787368481.875290 trunc from 0x03bd9f to 0x0008c7 (0x3b4d7 bytes) 000602 1787368482.066267 trunc from 0x0002f9 to 0x0008c7 (0x5cf bytes) 000603 1787368482.079769 mapwrite 0x009f6e thru 0x016390 (0xc423 bytes) 000604 1787368482.253034 mapwrite 0x039ee2 thru 0x03eb23 (0x4c42 bytes) 000605 1787368482.343435 trunc from 0x03eb24 to 0x010c6b (0x2deb8 bytes) 000606 1787368482.369562 mapwrite 0x0160b0 thru 0x01faa2 (0x99f3 bytes) 000607 1787368482.443165 mapwrite 0x02835a thru 0x02a6b7 (0x235e bytes) 000608 1787368482.632860 trunc from 0x02a6b8 to 0x032978 (0x82c1 bytes) 000610 1787368482.705601 fallocate 0x033157 thru 0x033d95 (0xc3f bytes) 000611 1787368482.783249 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x32979): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32979): Mirror 4: 0xa18c2bd7 (stale) Mirror 5: 0xa18c2bd7 (stale) CRC-32 checksum value for chunk [0, 0x32979): Mirror 1: 0x41d74152 Mirror 6: 0x41d74152 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32979: skipped 000612 1787368484.839415 punch from 0x0024b7 to 0x00459b (0x20e5 bytes) 000613 1787368485.006416 mapwrite 0x03ae8d thru 0x03ffff (0x5173 bytes) 000615 1787368485.242686 mapread 0x01e6de thru 0x02ad40 (0xc663 bytes) 000616 1787368485.306272 punch from 0x0099fb to 0x009d99 (0x39f bytes) 000617 1787368485.345055 mapread 0x012d97 thru 0x0134da (0x744 bytes) 000618 1787368485.380606 mapread 0x031bf3 thru 0x03a5c1 (0x89cf bytes) 000619 1787368485.413430 mapwrite 0x0278fe thru 0x028837 (0xf3a bytes) 000620 1787368485.455255 fallocate 0x000514 thru 0x0009d3 (0x4c0 bytes) 000621 1787368485.496074 trunc from 0x036b5b to 0x03baa9 (0x4f4f bytes) 000622 1787368485.510894 mapwrite 0x02057d thru 0x02b1ae (0xac32 bytes) 000623 1787368485.647409 punch from 0x02e547 to 0x0308dc (0x2396 bytes) 000624 1787368485.665047 write 0x009530 thru 0x0136cd (0xa19e bytes) 000625 1787368485.689900 mapread 0x026888 thru 0x02f908 (0x9081 bytes) 000626 1787368485.727688 read 0x01d744 thru 0x0211c1 (0x3a7e bytes) 000627 1787368485.728400 trunc from 0x0344b9 to 0x03ffff (0xbb47 bytes) 000628 1787368485.766552 read 0x0360c6 thru 0x03c4c0 (0x63fb bytes) 000629 1787368485.822227 trunc from 0x02fb2e to 0x03ac42 (0xb115 bytes) 000630 1787368485.842543 punch from 0x038f6f to 0x03ffff (0x7091 bytes) 000631 1787368485.851454 mapwrite 0x039a71 thru 0x03ffff (0x658f bytes) 000632 1787368486.129412 fallocate 0x014d69 thru 0x016b22 (0x1dba bytes) 000634 1787368486.154944 write 0x00e7a8 thru 0x016a17 (0x8270 bytes) 000635 1787368486.159061 mapwrite 0x017389 thru 0x024b8f (0xd807 bytes) 000636 1787368486.264392 MIRROR_RESYNC 4 mirrors 000637 1787368488.841764 trunc from 0x019746 to 0x025bc6 (0xc481 bytes) 000639 1787368488.907685 mapwrite 0x03b96b thru 0x03ffff (0x4695 bytes) 000640 1787368488.979958 trunc from 0x03310e to 0x03f063 (0xbf56 bytes) 000641 1787368488.986566 fallocate 0x00d276 thru 0x012e0c (0x5b97 bytes) 000642 1787368488.998601 write 0x026d70 thru 0x0307bf (0x9a50 bytes) 000643 1787368489.022344 mapread 0x03f5a8 thru 0x03ffff (0xa58 bytes) 000644 1787368489.042981 trunc from 0x03df0f to 0x03ffff (0x20f1 bytes) 000645 1787368489.051810 punch from 0x00c1a7 to 0x01b497 (0xf2f1 bytes) 000646 1787368489.058903 trunc from 0x040000 to 0x004ae6 (0x3b519 bytes) 000647 1787368489.085419 read 0x00172e thru 0x004ae6 (0x33b9 bytes) 000648 1787368489.093799 punch from 0x003555 to 0x004ae6 (0x1592 bytes) 000650 1787368489.098237 punch from 0x0010f1 to 0x004ae6 (0x39f6 bytes) 000651 1787368489.106910 punch from 0x001e51 to 0x003d30 (0x1ee0 bytes) 000652 1787368489.111970 trunc from 0x004ae7 to 0x005c70 (0x118a bytes) 000653 1787368489.128903 mapwrite 0x00129f thru 0x0060cc (0x4e2e bytes) 000654 1787368489.192443 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x60cd): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x60cd): Mirror 4: 0x5f6f56e9 (stale) Mirror 5: 0x5f6f56e9 (stale) Mirror 6: 0x5f6f56e9 (stale) CRC-32 checksum value for chunk [0, 0x60cd): Mirror 1: 0x981ca01f Mirror 7: 0x981ca01f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x60cd: skipped 000655 1787368490.872450 mapread 0x0059ee thru 0x0060cc (0x6df bytes) 000656 1787368490.908977 read 0x000297 thru 0x0060cc (0x5e36 bytes) 000657 1787368490.927135 mapwrite 0x0139d6 thru 0x01ab2a (0x7155 bytes) 000658 1787368491.047238 trunc from 0x01ab2b to 0x01d082 (0x2558 bytes) 000659 1787368491.122087 mapwrite 0x02ce64 thru 0x02e79a (0x1937 bytes) 000660 1787368491.216668 trunc from 0x02e79b to 0x007959 (0x26e41 bytes) 000661 1787368491.282574 trunc from 0x001afe to 0x0032c1 (0x17c4 bytes) 000662 1787368491.293405 write 0x016436 thru 0x017b65 (0x1730 bytes) 000663 1787368491.299125 trunc from 0x017b66 to 0x029d84 (0x1221f bytes) 000664 1787368491.350904 trunc from 0x029d85 to 0x0054aa (0x248da bytes) 000665 1787368491.394112 write 0x0189b2 thru 0x01cf10 (0x455f bytes) 000666 1787368491.401846 mapread 0x01c7c6 thru 0x01cf10 (0x74b bytes) 000667 1787368491.403289 write 0x01ddd2 thru 0x024a9f (0x6cce bytes) 000668 1787368491.411741 read 0x014a5d thru 0x016bfd (0x21a1 bytes) 000669 1787368491.440874 punch from 0x0073b9 to 0x00ab9c (0x37e4 bytes) 000670 1787368491.451239 fallocate 0x01b516 thru 0x02aeb6 (0xf9a1 bytes) 000671 1787368491.457152 write 0x035920 thru 0x039560 (0x3c41 bytes) 000672 1787368491.463674 punch from 0x005492 to 0x007a70 (0x25df bytes) 000673 1787368491.470288 read 0x01db31 thru 0x0298a1 (0xbd71 bytes) 000674 1787368491.492756 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39561): Mirror 4: 0xa6eb41a6 (stale) Mirror 5: 0xa6eb41a6 (stale) Mirror 7: 0x4f892377 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39561): Mirror 4: 0xa6eb41a6 (stale) Mirror 5: 0xa6eb41a6 (stale) Mirror 7: 0x4f892377 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39561: skipped 000675 1787368492.196872 mapread 0x01179c thru 0x01d478 (0xbcdd bytes) 000676 1787368492.251723 mapwrite 0x011c11 thru 0x01fd8c (0xe17c bytes) 000678 1787368492.288752 mapread 0x0032c6 thru 0x012e5b (0xfb96 bytes) 000679 1787368492.298610 punch from 0x00fc1b to 0x019e9b (0xa281 bytes) 000680 1787368492.308191 MIRROR_RESYNC 4 mirrors 000681 1787368493.692228 read 0x016501 thru 0x020259 (0x9d59 bytes) 000682 1787368493.709917 MIRROR_EXTEND to 5 mirrors 000683 1787368494.811727 mapwrite 0x016421 thru 0x017d8e (0x196e bytes) 000684 1787368494.989351 trunc from 0x025db0 to 0x028573 (0x27c4 bytes) 000685 1787368495.008410 read 0x014eeb thru 0x020691 (0xb7a7 bytes) 000686 1787368495.019502 write 0x00161f thru 0x00faeb (0xe4cd bytes) 000687 1787368495.058863 MIRROR_RESYNC 5 mirrors 000688 1787368496.700754 mapwrite 0x011148 thru 0x018b8f (0x7a48 bytes) 000689 1787368496.878250 mapread 0x033a0e thru 0x039560 (0x5b53 bytes) 000690 1787368496.921775 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x39561): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39561): Mirror 4: 0x9d0ec81 (stale) Mirror 5: 0x9d0ec81 (stale) Mirror 7: 0x9d0ec81 (stale) Mirror 8: 0x9d0ec81 (stale) CRC-32 checksum value for chunk [0, 0x39561): Mirror 1: 0x8e951b71 Mirror 9: 0x8e951b71 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39561: skipped 000691 1787368499.151112 MIRROR_RESYNC 6 mirrors 000692 1787368501.241544 mapwrite 0x017bc5 thru 0x01be9f (0x42db bytes) 000693 1787368501.401528 mapread 0x036618 thru 0x039560 (0x2f49 bytes) 000694 1787368501.427352 mapwrite 0x010591 thru 0x01d905 (0xd375 bytes) 000695 1787368501.510689 punch from 0x0015bd to 0x00b1ac (0x9bf0 bytes) 000696 1787368501.524596 mapwrite 0x026161 thru 0x029977 (0x3817 bytes) 000697 1787368501.573619 trunc from 0x025f20 to 0x032fa4 (0xd085 bytes) 000698 1787368501.589406 fallocate 0x006af4 thru 0x00c5ba (0x5ac7 bytes) 000699 1787368501.600969 mapwrite 0x03b385 thru 0x03ffff (0x4c7b bytes) 000700 1787368501.667948 read 0x020751 thru 0x022f3b (0x27eb bytes) 000701 1787368501.670120 punch from 0x019b08 to 0x029869 (0xfd62 bytes) 000703 1787368501.682488 mapread 0x03ffe9 thru 0x03ffff (0x17 bytes) 000704 1787368501.687150 trunc from 0x040000 to 0x01e33a (0x21cc5 bytes) 000705 1787368501.722610 read 0x018780 thru 0x01e33a (0x5bbb bytes) 000706 1787368501.736680 fallocate 0x028c05 thru 0x02fdf2 (0x71ee bytes) 000707 1787368501.751280 write 0x00fdd0 thru 0x010cf2 (0xf23 bytes) 000709 1787368501.771253 write 0x0152e0 thru 0x0200b1 (0xadd2 bytes) 000710 1787368501.845707 MIRROR_RESYNC 6 mirrors 000711 1787368504.271468 trunc from 0x018232 to 0x01ffac (0x7d7b bytes) 000712 1787368504.343553 mapwrite 0x01d746 thru 0x028aa3 (0xb35e bytes) 000713 1787368504.474771 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2fdf3): Mirror 4: 0x9d2a82c5 (stale) Mirror 7: 0x9d2a82c5 (stale) Mirror 8: 0x9d2a82c5 (stale) Mirror 9: 0x9d2a82c5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fdf3): Mirror 4: 0x9d2a82c5 (stale) Mirror 7: 0x9d2a82c5 (stale) Mirror 8: 0x9d2a82c5 (stale) Mirror 9: 0x9d2a82c5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fdf3: skipped 000714 1787368505.188812 mapwrite 0x033302 thru 0x037dcc (0x4acb bytes) 000715 1787368505.344613 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x37dcd): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37dcd): Mirror 4: 0xcccc5f6f (stale) Mirror 7: 0xcccc5f6f (stale) Mirror 8: 0xcccc5f6f (stale) Mirror 9: 0xcccc5f6f (stale) CRC-32 checksum value for chunk [0, 0x37dcd): Mirror 1: 0x277f757 Mirror 10: 0x277f757 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37dcd: skipped 000716 1787368506.886191 fallocate 0x037a2c thru 0x03ffff (0x85d4 bytes) 000717 1787368506.948962 fallocate 0x00e0fe thru 0x00fa98 (0x199b bytes) 000718 1787368506.956928 write 0x017868 thru 0x01cd1d (0x54b6 bytes) 000719 1787368506.998490 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x474fa23a (stale) Mirror 8: 0x474fa23a (stale) Mirror 9: 0x474fa23a (stale) Mirror 10: 0x834ef772 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x474fa23a (stale) Mirror 8: 0x474fa23a (stale) Mirror 9: 0x474fa23a (stale) Mirror 10: 0x834ef772 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000720 1787368507.725277 write 0x010b44 thru 0x01fe84 (0xf341 bytes) 000721 1787368507.758030 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x474fa23a (stale) Mirror 9: 0x474fa23a (stale) Mirror 10: 0x834ef772 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x474fa23a (stale) Mirror 9: 0x474fa23a (stale) Mirror 10: 0x834ef772 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000722 1787368508.236792 trunc from 0x040000 to 0x02a935 (0x156ca bytes) 000723 1787368508.276054 punch from 0x0048d9 to 0x010d3d (0xc465 bytes) 000724 1787368508.283569 write 0x021191 thru 0x023bd6 (0x2a46 bytes) 000725 1787368508.320964 write 0x039c69 thru 0x03a692 (0xa2a bytes) 000726 1787368508.327536 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3a693): Mirror 4: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a693): Mirror 4: 0xe1461332 (stale) Mirror 9: 0xe1461332 (stale) Mirror 10: 0x7040d520 (stale) CRC-32 checksum value for chunk [0, 0x3a693): Mirror 1: 0x3bc79873 Mirror 11: 0x3bc79873 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a693: skipped 000728 1787368509.433420 punch from 0x018e02 to 0x021c73 (0x8e72 bytes) 000729 1787368509.563093 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3a693): Mirror 4: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a693): Mirror 4: 0xe1461332 (stale) Mirror 9: 0xe1461332 (stale) Mirror 10: 0x7040d520 (stale) Mirror 11: 0x3bc79873 (stale) CRC-32 checksum value for chunk [0, 0x3a693): Mirror 1: 0x4a0e3c8a Mirror 12: 0x4a0e3c8a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a693: skipped 000730 1787368510.828424 mapwrite 0x014483 thru 0x023c60 (0xf7de bytes) 000731 1787368511.139259 trunc from 0x0175b9 to 0x022ad0 (0xb518 bytes) 000732 1787368511.155616 mapread 0x000176 thru 0x0026f7 (0x2582 bytes) 000733 1787368511.173993 trunc from 0x02b48f to 0x038c4e (0xd7c0 bytes) 000734 1787368511.195936 punch from 0x033c33 to 0x03a692 (0x6a60 bytes) 000735 1787368511.209802 trunc from 0x03a693 to 0x03a5ce (0xc4 bytes) 000736 1787368511.240168 read 0x02fa10 thru 0x03a5ce (0xabbf bytes) 000737 1787368511.262909 read 0x011711 thru 0x016586 (0x4e76 bytes) 000738 1787368511.264468 trunc from 0x025719 to 0x02c79d (0x7085 bytes) 000739 1787368511.276082 trunc from 0x029d67 to 0x0379eb (0xdc85 bytes) 000740 1787368511.283659 read 0x00114d thru 0x0069d9 (0x588d bytes) 000741 1787368511.289253 fallocate 0x02f23a thru 0x03d83c (0xe603 bytes) 000742 1787368511.299704 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3a5cf): Mirror 4: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a5cf): Mirror 4: 0x1dbdf57b (stale) Mirror 9: 0x1dbdf57b (stale) Mirror 10: 0x23200244 (stale) Mirror 11: 0x2bb29b1f (stale) Mirror 12: 0x3ef5140d (stale) CRC-32 checksum value for chunk [0, 0x3a5cf): Mirror 1: 0x62f44d1e Mirror 13: 0x62f44d1e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a5cf: skipped 000743 1787368512.897881 write 0x03f528 thru 0x03ffff (0xad8 bytes) 000744 1787368512.970425 trunc from 0x040000 to 0x00ca15 (0x335ea bytes) 000745 1787368513.061211 trunc from 0x00ca16 to 0x00e287 (0x1872 bytes) 000746 1787368513.093095 write 0x03c958 thru 0x03ffff (0x36a8 bytes) 000747 1787368513.094495 trunc from 0x040000 to 0x00263e (0x3d9c1 bytes) 000749 1787368513.120714 read 0x000c64 thru 0x00263e (0x19db bytes) 000750 1787368513.142430 mapwrite 0x02aac1 thru 0x0392dd (0xe81d bytes) 000751 1787368513.288257 punch from 0x00154d to 0x0025d8 (0x108c bytes) 000752 1787368513.308144 trunc from 0x0392de to 0x03afa1 (0x1cc4 bytes) 000754 1787368513.345250 mapread 0x018532 thru 0x020c44 (0x8713 bytes) 000755 1787368513.385385 trunc from 0x03afa2 to 0x000fd2 (0x39fcf bytes) 000756 1787368513.433826 MIRROR_RESYNC 7 mirrors 000757 1787368514.851082 mapread 0x000d66 thru 0x000fd2 (0x26d bytes) 000758 1787368514.868455 read 0x000597 thru 0x000fd2 (0xa3c bytes) 000759 1787368514.869146 mapwrite 0x0221fe thru 0x02228c (0x8f bytes) 000760 1787368515.041584 mapread 0x014369 thru 0x01f58b (0xb223 bytes) 000761 1787368515.096298 mapwrite 0x01a61c thru 0x022391 (0x7d76 bytes) 000762 1787368515.147105 mapwrite 0x0301c3 thru 0x033925 (0x3763 bytes) 000763 1787368515.188947 mapread 0x01775e thru 0x0233f1 (0xbc94 bytes) 000764 1787368515.201106 read 0x0089ec thru 0x011f97 (0x95ac bytes) 000765 1787368515.212680 write 0x00509b thru 0x006d48 (0x1cae bytes) 000766 1787368515.217765 MIRROR_RESYNC 7 mirrors 000767 1787368517.671051 MIRROR_EXTEND to 8 mirrors 000768 1787368518.847953 mapwrite 0x032e96 thru 0x036f81 (0x40ec bytes) 000769 1787368518.943411 fallocate 0x009c11 thru 0x016d80 (0xd170 bytes) 000770 1787368518.950211 read 0x021ae3 thru 0x023d1c (0x223a bytes) 000771 1787368518.957111 write 0x01818e thru 0x01c34a (0x41bd bytes) 000772 1787368518.966951 write 0x017174 thru 0x01ac89 (0x3b16 bytes) 000773 1787368518.972490 punch from 0x005c1a to 0x013278 (0xd65f bytes) 000774 1787368518.978396 punch from 0x01f800 to 0x029fbf (0xa7c0 bytes) 000775 1787368518.983886 write 0x024577 thru 0x02f048 (0xaad2 bytes) 000776 1787368518.991219 mapread 0x00ec71 thru 0x00f7dc (0xb6c bytes) 000778 1787368519.006668 fallocate 0x029ffe thru 0x02aa5d (0xa60 bytes) 000779 1787368519.011598 read 0x00d17f thru 0x00ef40 (0x1dc2 bytes) 000780 1787368519.013180 mapwrite 0x009568 thru 0x014fd8 (0xba71 bytes) 000781 1787368519.034878 write 0x011a05 thru 0x01c6b5 (0xacb1 bytes) 000782 1787368519.037835 punch from 0x0365a6 to 0x036f81 (0x9dc bytes) 000783 1787368519.046905 punch from 0x0277d8 to 0x031288 (0x9ab1 bytes) 000784 1787368519.064051 MIRROR_RESYNC 8 mirrors 000785 1787368521.603139 trunc from 0x036f82 to 0x03d2eb (0x636a bytes) 000786 1787368521.761934 write 0x01d0a6 thru 0x028842 (0xb79d bytes) 000787 1787368521.793958 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d2ec): Mirror 9: 0xdd5ac955 (stale) Mirror 10: 0xdd5ac955 (stale) Mirror 11: 0xdd5ac955 (stale) Mirror 12: 0xdd5ac955 (stale) Mirror 13: 0xdd5ac955 (stale) Mirror 14: 0xdd5ac955 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d2ec): Mirror 9: 0xdd5ac955 (stale) Mirror 10: 0xdd5ac955 (stale) Mirror 11: 0xdd5ac955 (stale) Mirror 12: 0xdd5ac955 (stale) Mirror 13: 0xdd5ac955 (stale) Mirror 14: 0xdd5ac955 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d2ec: skipped 000788 1787368522.370508 mapread 0x02db59 thru 0x03a7f7 (0xcc9f bytes) 000789 1787368522.399003 punch from 0x00bc7a to 0x01ad33 (0xf0ba bytes) 000790 1787368522.408810 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d2ec): Mirror 10: 0xdd5ac955 (stale) Mirror 11: 0xdd5ac955 (stale) Mirror 12: 0xdd5ac955 (stale) Mirror 13: 0xdd5ac955 (stale) Mirror 14: 0xdd5ac955 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d2ec): Mirror 10: 0xdd5ac955 (stale) Mirror 11: 0xdd5ac955 (stale) Mirror 12: 0xdd5ac955 (stale) Mirror 13: 0xdd5ac955 (stale) Mirror 14: 0xdd5ac955 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d2ec: skipped 000791 1787368522.946809 fallocate 0x03ea55 thru 0x03f4ba (0xa66 bytes) 000792 1787368522.953226 mapread 0x00fc26 thru 0x01f35d (0xf738 bytes) 000793 1787368522.988578 punch from 0x032791 to 0x03a061 (0x78d1 bytes) 000794 1787368523.010600 trunc from 0x01a0c7 to 0x01a65b (0x595 bytes) 000795 1787368523.021623 trunc from 0x03f4bb to 0x03bc90 (0x382a bytes) 000796 1787368523.066469 write 0x017bbe thru 0x01eb67 (0x6faa bytes) 000798 1787368523.075511 read 0x002d43 thru 0x0124e7 (0xf7a5 bytes) 000799 1787368523.111561 trunc from 0x03bc91 to 0x031fd3 (0x9cbd bytes) 000800 1787368523.151778 punch from 0x01496e to 0x01e761 (0x9df4 bytes) 000801 1787368523.183351 read 0x021409 thru 0x02ef5d (0xdb55 bytes) 000802 1787368523.211563 MIRROR_RESYNC 6 mirrors 000803 1787368525.850569 write 0x00844c thru 0x00c5e7 (0x419c bytes) 000804 1787368525.930131 write 0x00f066 thru 0x01dba7 (0xeb42 bytes) 000805 1787368525.943580 read 0x0257af thru 0x027652 (0x1ea4 bytes) 000806 1787368525.952997 read 0x01185f thru 0x015141 (0x38e3 bytes) 000807 1787368525.955142 mapwrite 0x03cbe1 thru 0x03ffff (0x341f bytes) 000808 1787368526.071543 MIRROR_RESYNC 6 mirrors 000809 1787368528.629843 mapwrite 0x007eab thru 0x00a78e (0x28e4 bytes) 000810 1787368528.760271 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xa74a28cd (stale) Mirror 11: 0xa74a28cd (stale) Mirror 12: 0xa74a28cd (stale) Mirror 13: 0xa74a28cd (stale) Mirror 14: 0xa74a28cd (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xae97af1c Mirror 15: 0xae97af1c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000811 1787368530.435488 trunc from 0x040000 to 0x01fa4d (0x205b2 bytes) 000812 1787368530.564566 punch from 0x00df95 to 0x01425a (0x62c6 bytes) 000813 1787368530.582568 trunc from 0x00b701 to 0x00dd67 (0x2667 bytes) 000814 1787368530.604072 trunc from 0x01dd9a to 0x01fa4d (0x1cb4 bytes) 000816 1787368530.627854 mapread 0x01aa11 thru 0x01c99f (0x1f8f bytes) 000817 1787368530.701747 mapwrite 0x0320d9 thru 0x03911e (0x7046 bytes) 000818 1787368530.790634 trunc from 0x002c13 to 0x007735 (0x4b23 bytes) 000819 1787368530.800555 mapwrite 0x02af13 thru 0x0343dd (0x94cb bytes) 000820 1787368530.847692 write 0x02b900 thru 0x037571 (0xbc72 bytes) 000822 1787368530.856481 mapwrite 0x01d56c thru 0x02c742 (0xf1d7 bytes) 000823 1787368530.909901 punch from 0x018c45 to 0x02665a (0xda16 bytes) 000824 1787368530.915023 trunc from 0x03911f to 0x034911 (0x480d bytes) 000825 1787368530.962776 trunc from 0x0061a5 to 0x00feb8 (0x9d14 bytes) 000826 1787368530.979833 write 0x02e878 thru 0x03c99d (0xe126 bytes) 000827 1787368530.981807 mapread 0x02594b thru 0x02899d (0x3053 bytes) 000828 1787368531.024031 read 0x02e480 thru 0x037393 (0x8f14 bytes) 000829 1787368531.050547 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c99e): Mirror 10: 0x809350f6 (stale) Mirror 11: 0x809350f6 (stale) Mirror 12: 0x809350f6 (stale) Mirror 13: 0x809350f6 (stale) Mirror 14: 0x809350f6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c99e): Mirror 10: 0x809350f6 (stale) Mirror 11: 0x809350f6 (stale) Mirror 12: 0x809350f6 (stale) Mirror 13: 0x809350f6 (stale) Mirror 14: 0x809350f6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c99e: skipped 000831 1787368532.174206 mapwrite 0x027d6b thru 0x028250 (0x4e6 bytes) 000832 1787368532.230177 trunc from 0x00ec7a to 0x01cba7 (0xdf2e bytes) 000833 1787368532.259368 read 0x016e9e thru 0x01fd7c (0x8edf bytes) 000834 1787368532.287302 write 0x0315fd thru 0x0333a4 (0x1da8 bytes) 000835 1787368532.325740 MIRROR_RESYNC 6 mirrors 000836 1787368534.031788 trunc from 0x01d0e0 to 0x021aea (0x4a0b bytes) 000837 1787368534.067615 fallocate 0x0366bc thru 0x03fa56 (0x939b bytes) 000838 1787368534.072865 read 0x0138e7 thru 0x01bf3f (0x8659 bytes) 000839 1787368534.084900 read 0x03405c thru 0x03fa56 (0xb9fb bytes) 000840 1787368534.107707 trunc from 0x03fa57 to 0x009cd3 (0x35d83 bytes) 000842 1787368534.158928 trunc from 0x001f47 to 0x00738c (0x5446 bytes) 000843 1787368534.167534 mapread 0x003d4f thru 0x009cd3 (0x5f85 bytes) 000844 1787368534.195752 punch from 0x004ba1 to 0x009cd3 (0x5133 bytes) 000845 1787368534.204846 mapread 0x001272 thru 0x005c6f (0x49fe bytes) 000846 1787368534.235544 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x9cd4): Mirror 11: 0xac473fce (stale) Mirror 12: 0xac473fce (stale) Mirror 13: 0xac473fce (stale) Mirror 14: 0xac473fce (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x9cd4): Mirror 11: 0xac473fce (stale) Mirror 12: 0xac473fce (stale) Mirror 13: 0xac473fce (stale) Mirror 14: 0xac473fce (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x9cd4: skipped 000847 1787368534.718891 trunc from 0x000973 to 0x00172d (0xdbb bytes) 000848 1787368534.725258 read 0x0064e4 thru 0x009cd3 (0x37f0 bytes) 000849 1787368534.736072 mapwrite 0x003284 thru 0x00a23d (0x6fba bytes) 000850 1787368534.819804 write 0x012f65 thru 0x01d94a (0xa9e6 bytes) 000852 1787368534.823413 write 0x036766 thru 0x03a2fe (0x3b99 bytes) 000855 1787368534.827867 trunc from 0x00f4ed to 0x01aeda (0xb9ee bytes) 000856 1787368534.843797 write 0x016a00 thru 0x0229f2 (0xbff3 bytes) 000857 1787368534.863961 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a2ff): Mirror 12: 0xfef784fa (stale) Mirror 13: 0xfef784fa (stale) Mirror 14: 0xfef784fa (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a2ff): Mirror 12: 0xfef784fa (stale) Mirror 13: 0xfef784fa (stale) Mirror 14: 0xfef784fa (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a2ff: skipped 000858 1787368535.300242 read 0x01f968 thru 0x02d9ba (0xe053 bytes) 000859 1787368535.313985 write 0x001207 thru 0x00d234 (0xc02e bytes) 000860 1787368535.334037 trunc from 0x026480 to 0x028d19 (0x289a bytes) 000861 1787368535.341639 fallocate 0x02c1be thru 0x036444 (0xa287 bytes) 000862 1787368535.347962 mapread 0x02caec thru 0x02e8c0 (0x1dd5 bytes) 000863 1787368535.355906 trunc from 0x03a2ff to 0x0260f7 (0x14207 bytes) 000864 1787368535.377133 MIRROR_RESYNC 4 mirrors 000865 1787368536.608017 read 0x020bf8 thru 0x0260f7 (0x5500 bytes) 000866 1787368536.618161 trunc from 0x019313 to 0x01e4ba (0x51a8 bytes) 000867 1787368536.661049 trunc from 0x025b1c to 0x0260f7 (0x5dc bytes) 000868 1787368536.668725 write 0x00427e thru 0x0056c8 (0x144b bytes) 000869 1787368536.687273 punch from 0x00ae24 to 0x011d61 (0x6f3e bytes) 000870 1787368536.695444 read 0x00de78 thru 0x018ff3 (0xb17c bytes) 000871 1787368536.717194 fallocate 0x0138e0 thru 0x01cefa (0x961b bytes) 000872 1787368536.731961 mapwrite 0x00f5d2 thru 0x013ee8 (0x4917 bytes) 000873 1787368536.758463 trunc from 0x006108 to 0x012308 (0xc201 bytes) 000874 1787368536.765442 trunc from 0x0260f8 to 0x033501 (0xd40a bytes) 000875 1787368536.805073 write 0x003577 thru 0x00d6f6 (0xa180 bytes) 000876 1787368536.821545 mapwrite 0x016b6f thru 0x01cb1b (0x5fad bytes) 000877 1787368536.842877 mapread 0x0161e7 thru 0x01f53b (0x9355 bytes) 000878 1787368536.845047 write 0x0087a5 thru 0x01328b (0xaae7 bytes) 000879 1787368536.847615 trunc from 0x033502 to 0x01822f (0x1b2d2 bytes) 000880 1787368536.870809 write 0x0227f1 thru 0x032373 (0xfb83 bytes) 000881 1787368536.874305 punch from 0x019698 to 0x027da4 (0xe70d bytes) 000882 1787368536.893772 trunc from 0x032374 to 0x002410 (0x2ff63 bytes) 000884 1787368536.917527 read 0x001d66 thru 0x002410 (0x6ab bytes) 000885 1787368536.918885 trunc from 0x002411 to 0x02fe26 (0x2da16 bytes) 000886 1787368536.934682 write 0x009803 thru 0x0126ba (0x8eb8 bytes) 000887 1787368536.948766 mapread 0x02b20d thru 0x02fe26 (0x4c1a bytes) 000888 1787368536.949896 mapread 0x00472f thru 0x00dfe5 (0x98b7 bytes) 000889 1787368536.951865 trunc from 0x021b9d to 0x026ff6 (0x545a bytes) 000890 1787368536.957972 write 0x034c07 thru 0x036833 (0x1c2d bytes) 000891 1787368536.959672 punch from 0x027d92 to 0x0367f3 (0xea62 bytes) 000892 1787368536.979448 trunc from 0x019d3b to 0x02454f (0xa815 bytes) 000893 1787368536.985342 mapwrite 0x003fda thru 0x011c99 (0xdcc0 bytes) 000894 1787368537.014562 MIRROR_RESYNC 4 mirrors 000895 1787368538.127589 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) 000896 1787368538.630960 punch from 0x015f2f to 0x01f81e (0x98f0 bytes) 000897 1787368538.748836 punch from 0x0093e3 to 0x018d05 (0xf923 bytes) 000898 1787368538.770184 fallocate 0x003461 thru 0x0129a9 (0xf549 bytes) 000899 1787368538.778034 trunc from 0x036834 to 0x0130bb (0x23778 bytes) 000900 1787368538.831474 mapread 0x011b49 thru 0x0130bb (0x1573 bytes) 000901 1787368538.869492 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x130bc): Mirror 12: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x130bc): Mirror 12: 0x6bbdfc9f (stale) Mirror 14: 0x6bbdfc9f (stale) CRC-32 checksum value for chunk [0, 0x130bc): Mirror 1: 0xf19c4bf Mirror 15: 0xf19c4bf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x130bc: skipped 000902 1787368540.022945 trunc from 0x0130bc to 0x03b48e (0x283d3 bytes) 000904 1787368540.138222 trunc from 0x03b48f to 0x01129d (0x2a1f1 bytes) 000906 1787368540.172523 fallocate 0x03436c thru 0x03ffff (0xbc94 bytes) 000907 1787368540.209544 trunc from 0x01129e to 0x035b0c (0x2486f bytes) 000908 1787368540.230922 mapread 0x02f018 thru 0x035026 (0x600f bytes) 000910 1787368540.255683 fallocate 0x0286d6 thru 0x02dfba (0x58e5 bytes) 000912 1787368540.262165 write 0x03f236 thru 0x03ffff (0xdca bytes) 000913 1787368540.263482 trunc from 0x040000 to 0x00f4ca (0x30b35 bytes) 000914 1787368540.290531 punch from 0x004821 to 0x00c7bf (0x7f9f bytes) 000915 1787368540.304606 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xf4cb): Mirror 12: 0x1d1dc968 (stale) Mirror 14: 0x1d1dc968 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xf4cb): Mirror 12: 0x1d1dc968 (stale) Mirror 14: 0x1d1dc968 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xf4cb: skipped 000916 1787368540.860441 fallocate 0x03717d thru 0x03ffff (0x8e83 bytes) 000917 1787368540.883924 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xf4cb): Mirror 14: 0x1d1dc968 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xf4cb): Mirror 14: 0x1d1dc968 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xf4cb: skipped 000918 1787368541.272940 punch from 0x00719b to 0x00f4ca (0x8330 bytes) 000919 1787368541.284209 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) 000920 1787368541.464731 read 0x003200 thru 0x00ebd1 (0xb9d2 bytes) 000921 1787368541.482940 mapread 0x00814f thru 0x00f4ca (0x737c bytes) 000922 1787368541.489939 fallocate 0x03aeeb thru 0x03ffff (0x5115 bytes) 000923 1787368541.496918 write 0x014c80 thru 0x023d43 (0xf0c4 bytes) 000924 1787368541.523955 MIRROR_EXTEND to 2 mirrors 000925 1787368542.329503 mapread 0x00fbca thru 0x013b12 (0x3f49 bytes) 000926 1787368542.379426 fallocate 0x02ee9a thru 0x03ae15 (0xbf7c bytes) 000927 1787368542.466904 trunc from 0x040000 to 0x030913 (0xf6ec bytes) 000928 1787368542.510082 mapwrite 0x01dbbd thru 0x02c491 (0xe8d5 bytes) 000929 1787368542.573707 MIRROR_RESYNC 2 mirrors 000930 1787368543.832769 read 0x009757 thru 0x00d1a5 (0x3a4f bytes) 000931 1787368543.846674 fallocate 0x0292f6 thru 0x0383a1 (0xf0ac bytes) 000932 1787368543.906355 read 0x023365 thru 0x030b3d (0xd7d9 bytes) 000933 1787368543.946863 trunc from 0x0383a2 to 0x011825 (0x26b7c bytes) 000935 1787368544.006204 mapwrite 0x03c20c thru 0x03ffff (0x3df4 bytes) 000936 1787368544.098236 trunc from 0x040000 to 0x023508 (0x1caf7 bytes) 000937 1787368544.147400 mapwrite 0x007178 thru 0x008e81 (0x1d0a bytes) 000938 1787368544.197145 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x23509): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23509): Mirror 2: 0x3761b77b (stale) CRC-32 checksum value for chunk [0, 0x23509): Mirror 1: 0x71699ae8 Mirror 3: 0x71699ae8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23509: skipped 000940 1787368545.639103 read 0x0104ab thru 0x0126bb (0x2211 bytes) 000942 1787368545.660310 MIRROR_RESYNC 3 mirrors 000943 1787368546.611628 mapwrite 0x02bd07 thru 0x0354b4 (0x97ae bytes) 000944 1787368546.754408 trunc from 0x0132d7 to 0x0192eb (0x6015 bytes) 000945 1787368546.780297 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x354b5): Mirror 3: 0xbba658d4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x354b5): Mirror 3: 0xbba658d4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x354b5: skipped 000946 1787368547.198231 trunc from 0x023705 to 0x027d6d (0x4669 bytes) 000947 1787368547.213065 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x354b5): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x354b5): Mirror 3: 0xbba658d4 (stale) CRC-32 checksum value for chunk [0, 0x354b5): Mirror 1: 0x6ca40d9f Mirror 4: 0x6ca40d9f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x354b5: skipped 000948 1787368548.609580 write 0x0078d8 thru 0x00b0f3 (0x381c bytes) 000949 1787368548.708627 write 0x022030 thru 0x02ee21 (0xcdf2 bytes) 000951 1787368548.732381 mapread 0x01fe8f thru 0x02befe (0xc070 bytes) 000952 1787368548.779394 write 0x01d8b7 thru 0x01fb14 (0x225e bytes) 000953 1787368548.782723 mapread 0x0084b6 thru 0x010fc7 (0x8b12 bytes) 000954 1787368548.810637 fallocate 0x02ed22 thru 0x0348ff (0x5bde bytes) 000955 1787368548.824086 trunc from 0x0354b5 to 0x0167c2 (0x1ecf2 bytes) 000956 1787368548.855721 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x167c3): Mirror 4: 0x17afb2a3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x167c3): Mirror 4: 0x17afb2a3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x167c3: skipped 000957 1787368549.196054 mapwrite 0x0231e6 thru 0x0317a6 (0xe5c1 bytes) 000958 1787368549.370617 mapread 0x01908f thru 0x01b9c7 (0x2939 bytes) 000959 1787368549.389047 mapwrite 0x000a06 thru 0x00dbcf (0xd1ca bytes) 000960 1787368549.430492 trunc from 0x021299 to 0x02c0da (0xae42 bytes) 000961 1787368549.439531 trunc from 0x0317a7 to 0x01c144 (0x15662 bytes) 000962 1787368549.458694 punch from 0x013e95 to 0x01c144 (0x82b0 bytes) 000963 1787368549.465670 trunc from 0x00d10c to 0x018bd1 (0xbac6 bytes) 000964 1787368549.473720 trunc from 0x01c145 to 0x03fd13 (0x23bcf bytes) 000965 1787368549.504579 mapwrite 0x0333e5 thru 0x0374bf (0x40db bytes) 000966 1787368549.557295 trunc from 0x03fd14 to 0x03388b (0xc488 bytes) 000967 1787368549.576339 trunc from 0x010578 to 0x01d2c8 (0xcd51 bytes) 000968 1787368549.591713 trunc from 0x03388c to 0x0175b2 (0x1c2d9 bytes) 000969 1787368549.623751 punch from 0x00a259 to 0x0175b2 (0xd35a bytes) 000971 1787368549.633569 fallocate 0x03fcc6 thru 0x03ffff (0x33a bytes) 000972 1787368549.639791 trunc from 0x00e984 to 0x0175b2 (0x8c2f bytes) 000973 1787368549.650437 trunc from 0x0175b3 to 0x03f331 (0x27d7f bytes) 000974 1787368549.683007 trunc from 0x03f332 to 0x03a290 (0x50a1 bytes) 000975 1787368549.702011 mapread 0x017698 thru 0x01afe7 (0x3950 bytes) 000976 1787368549.724481 trunc from 0x017007 to 0x01b87c (0x4876 bytes) 000977 1787368549.733622 fallocate 0x0201e5 thru 0x026045 (0x5e61 bytes) 000978 1787368549.739793 mapread 0x01407a thru 0x01616e (0x20f5 bytes) 000979 1787368549.741151 write 0x032c50 thru 0x03fa61 (0xce12 bytes) 000980 1787368549.750222 mapwrite 0x02b886 thru 0x035135 (0x98b0 bytes) 000981 1787368549.795616 trunc from 0x03fa62 to 0x00b1a6 (0x348bb bytes) 000982 1787368549.827460 read 0x00222f thru 0x0058bc (0x368e bytes) 000983 1787368549.828000 trunc from 0x0054f6 to 0x0089cd (0x34d8 bytes) 000984 1787368549.833302 read 0x0023c9 thru 0x00b1a6 (0x8dde bytes) 000985 1787368549.846836 mapwrite 0x01674c thru 0x019590 (0x2e45 bytes) 000986 1787368549.914779 mapwrite 0x02141c thru 0x02ca77 (0xb65c bytes) 000987 1787368550.028863 fallocate 0x01bf58 thru 0x028090 (0xc139 bytes) 000988 1787368550.051156 punch from 0x02c29c to 0x02ca77 (0x7dc bytes) 000989 1787368550.077891 write 0x001ca9 thru 0x00fba4 (0xdefc bytes) 000990 1787368550.079427 fallocate 0x020258 thru 0x0219fe (0x17a7 bytes) 000991 1787368550.098103 fallocate 0x02290f thru 0x029c2d (0x731f bytes) 000992 1787368550.108305 mapread 0x027e54 thru 0x02ca77 (0x4c24 bytes) 000993 1787368550.123008 mapwrite 0x00a34e thru 0x00ba99 (0x174c bytes) 000995 1787368550.195309 write 0x00ccb9 thru 0x01c3a9 (0xf6f1 bytes) 000996 1787368550.196872 fallocate 0x012c9f thru 0x01b849 (0x8bab bytes) 000997 1787368550.206376 mapwrite 0x024b79 thru 0x02a290 (0x5718 bytes) 000999 1787368550.304680 trunc from 0x02ca78 to 0x03c299 (0xf822 bytes) 001000 1787368550.346761 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x169:0x0]: Invalid argument (22) All operations completed A-OK!