== sanity-flr test 70a: flr mode fsx test ================ 00:36:06 (1788842166) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 2169 skipping zero length punch hole 000003 1788842169.537368 write 0x035c50 thru 0x0381dd (0x258e bytes) 000004 1788842169.543753 read 0x0293da thru 0x037b66 (0xe78d bytes) 000006 1788842169.564325 punch from 0x0371c9 to 0x0381dd (0x1015 bytes) 000007 1788842169.592695 write 0x028bd2 thru 0x037d30 (0xf15f bytes) 000008 1788842169.620926 read 0x0047dc thru 0x0118da (0xd0ff bytes) fallocating to largest ever: 0x898f 000009 1788842169.649998 fallocate 0x00641f thru 0x00898e (0x2570 bytes) 000010 1788842169.668417 MIRROR_EXTEND to 2 mirrors 000011 1788842171.152871 write 0x02036e thru 0x02cf82 (0xcc15 bytes) zero_range to largest ever: 0x36332 000012 1788842171.273966 trunc from 0x0280dd to 0x036331 (0xe255 bytes) 000013 1788842171.311206 fallocate 0x009662 thru 0x00ff77 (0x6916 bytes) 000014 1788842171.318872 trunc from 0x0381de to 0x0228f5 (0x158e8 bytes) 000015 1788842171.373821 fallocate 0x00b04c thru 0x01376f (0x8724 bytes) 000016 1788842171.406872 fallocate 0x014e1d thru 0x018d30 (0x3f14 bytes) 000018 1788842171.423467 read 0x009f0f thru 0x00b103 (0x11f5 bytes) 000019 1788842171.455886 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) 000020 1788842171.771530 mapread 0x00ff21 thru 0x01eebb (0xef9b bytes) 000023 1788842171.825186 trunc from 0x013d51 to 0x018213 (0x44c3 bytes) 000024 1788842171.834923 write 0x009dff thru 0x013f3c (0xa13e bytes) 000025 1788842171.865212 mapread 0x001950 thru 0x002b62 (0x1213 bytes) 000026 1788842171.885741 trunc from 0x0228f6 to 0x01e2a1 (0x4654 bytes) 000029 1788842171.909636 mapread 0x00e100 thru 0x01c70a (0xe60b bytes) 000030 1788842171.925529 mapwrite 0x006eb7 thru 0x00916b (0x22b5 bytes) 000031 1788842171.961916 punch from 0x01549f to 0x01e2a1 (0x8e03 bytes) 000032 1788842171.971654 mapread 0x012050 thru 0x01cc1e (0xabcf bytes) 000033 1788842171.993334 mapwrite 0x001729 thru 0x00b0c4 (0x999c bytes) 000034 1788842172.053338 punch from 0x01ceeb to 0x01e2a1 (0x13b7 bytes) 000038 1788842172.064873 write 0x00fb1b thru 0x013d34 (0x421a bytes) 000040 1788842172.069429 punch from 0x00ec79 to 0x012b16 (0x3e9e bytes) 000043 1788842172.096931 mapwrite 0x021941 thru 0x027424 (0x5ae4 bytes) 000044 1788842172.187453 mapread 0x013a5c thru 0x01897b (0x4f20 bytes) 000045 1788842172.189818 mapread 0x00e542 thru 0x01ab4d (0xc60c bytes) 000046 1788842172.201315 read 0x00b295 thru 0x01883f (0xd5ab bytes) fallocating to largest ever: 0x3db10 000047 1788842172.202716 fallocate 0x039c73 thru 0x03db0f (0x3e9d bytes) 000048 1788842172.218424 trunc from 0x03b5ce to 0x03db0f (0x2542 bytes) 000050 1788842172.227196 mapread 0x01e4fa thru 0x02c253 (0xdd5a bytes) 000052 1788842172.243772 trunc from 0x026005 to 0x02f9a3 (0x999f bytes) 000053 1788842172.266880 mapread 0x000987 thru 0x00b1d1 (0xa84b bytes) 000054 1788842172.282611 fallocate 0x021280 thru 0x02d51a (0xc29b bytes) 000055 1788842172.288758 mapwrite 0x02168d thru 0x028296 (0x6c0a bytes) 000056 1788842172.340319 punch from 0x0176a6 to 0x022f48 (0xb8a3 bytes) 000057 1788842172.351368 fallocate 0x0063f7 thru 0x007581 (0x118b bytes) 000058 1788842172.363904 punch from 0x03580a to 0x03db0f (0x8306 bytes) 000059 1788842172.371712 mapwrite 0x033a33 thru 0x039301 (0x58cf bytes) 000060 1788842172.418470 mapwrite 0x0274a8 thru 0x02f553 (0x80ac bytes) 000061 1788842172.446853 mapwrite 0x02abc6 thru 0x02bdeb (0x1226 bytes) 000063 1788842172.473483 mapwrite 0x02585e thru 0x02e3d5 (0x8b78 bytes) 000065 1788842172.503857 write 0x023702 thru 0x024daf (0x16ae bytes) 000066 1788842172.505205 read 0x03be31 thru 0x03d630 (0x1800 bytes) 000067 1788842172.542104 punch from 0x020f58 to 0x02e1f3 (0xd29c bytes) 000068 1788842172.570441 trunc from 0x03db10 to 0x00aca1 (0x32e6e bytes) 000070 1788842172.591373 mapread 0x001a7f thru 0x0024b6 (0xa38 bytes) 000071 1788842172.592291 write 0x03fb54 thru 0x03ffff (0x4ac bytes) 000073 1788842172.597835 MIRROR_EXTEND to 2 mirrors 000074 1788842173.100141 read 0x009229 thru 0x00f4a4 (0x627c bytes) 000075 1788842173.120532 write 0x00f00a thru 0x016839 (0x7830 bytes) 000076 1788842173.173598 punch from 0x030aaf to 0x033915 (0x2e67 bytes) 000077 1788842173.178840 trunc from 0x030c7f to 0x03596d (0x4cef bytes) 000078 1788842173.183040 trunc from 0x02cdca to 0x02d08c (0x2c3 bytes) 000079 1788842173.199335 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) 000080 1788842173.298568 write 0x0195b4 thru 0x0293d5 (0xfe22 bytes) 000082 1788842173.311915 trunc from 0x040000 to 0x0072a7 (0x38d58 bytes) 000083 1788842173.383661 mapwrite 0x005207 thru 0x009087 (0x3e81 bytes) 000084 1788842173.556127 write 0x012aa4 thru 0x017df6 (0x5353 bytes) 000085 1788842173.561547 trunc from 0x01549e to 0x016e6e (0x19d1 bytes) 000086 1788842173.594357 trunc from 0x0057be to 0x012e8b (0xd6ce bytes) 000087 1788842173.625253 write 0x038869 thru 0x03d533 (0x4ccb bytes) 000088 1788842173.629727 write 0x03fe0e thru 0x03ffff (0x1f2 bytes) 000089 1788842173.634385 mapread 0x0347c2 thru 0x03f8b2 (0xb0f1 bytes) 000090 1788842173.656493 mapwrite 0x022efd thru 0x0287fe (0x5902 bytes) 000091 1788842173.703165 trunc from 0x040000 to 0x00e566 (0x31a99 bytes) 000092 1788842173.730367 fallocate 0x02e459 thru 0x035604 (0x71ac bytes) 000093 1788842173.749596 fallocate 0x039479 thru 0x03b029 (0x1bb1 bytes) 000095 1788842173.768422 write 0x0334e3 thru 0x033d7d (0x89b bytes) 000096 1788842173.771511 trunc from 0x007921 to 0x009840 (0x1f20 bytes) 000099 1788842173.803359 MIRROR_EXTEND to 2 mirrors 000100 1788842175.059623 trunc from 0x0141cf to 0x01fe81 (0xbcb3 bytes) 000101 1788842175.178367 trunc from 0x033d7e to 0x01a47f (0x198fe bytes) 000102 1788842175.254965 fallocate 0x016e27 thru 0x02127c (0xa456 bytes) 000104 1788842175.276679 write 0x00d843 thru 0x00f7dd (0x1f9b bytes) 000105 1788842175.294555 fallocate 0x02599a thru 0x02c483 (0x6aea bytes) 000106 1788842175.317921 punch from 0x00669e to 0x00e47b (0x7dde bytes) 000107 1788842175.375340 mapwrite 0x008510 thru 0x01142f (0x8f20 bytes) 000108 1788842175.464722 mapwrite 0x02e1d4 thru 0x03ba37 (0xd864 bytes) 000109 1788842175.558110 write 0x035d01 thru 0x03a77f (0x4a7f bytes) 000110 1788842175.561911 punch from 0x03a825 to 0x03ba37 (0x1213 bytes) 000111 1788842175.588149 trunc from 0x03ba38 to 0x019d52 (0x21ce5 bytes) 000112 1788842175.622032 trunc from 0x00d0fa to 0x0118d1 (0x47d8 bytes) 000113 1788842175.630743 mapread 0x0052a1 thru 0x012b2b (0xd88b bytes) 000114 1788842175.655969 write 0x039114 thru 0x03ffff (0x6eec bytes) 000115 1788842175.657167 punch from 0x0213cf to 0x0233d1 (0x2003 bytes) 000116 1788842175.722381 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) 000117 1788842175.987251 mapread 0x038fb3 thru 0x03ffff (0x704d bytes) 000118 1788842176.009013 fallocate 0x01ea22 thru 0x024159 (0x5738 bytes) 000120 1788842176.014428 punch from 0x0260c4 to 0x02f8c4 (0x9801 bytes) 000121 1788842176.018984 mapwrite 0x02e1cf thru 0x03922a (0xb05c bytes) 000122 1788842176.046688 trunc from 0x040000 to 0x00a475 (0x35b8a bytes) 000123 1788842176.070452 write 0x00aa68 thru 0x01033c (0x58d5 bytes) 000124 1788842176.077118 trunc from 0x00a562 to 0x00ff63 (0x5a02 bytes) 000125 1788842176.096099 punch from 0x00aa41 to 0x00d753 (0x2d13 bytes) 000126 1788842176.102995 trunc from 0x002573 to 0x01033c (0xddca bytes) fallocating to largest ever: 0x40000 000127 1788842176.109669 fallocate 0x038882 thru 0x03ffff (0x777e bytes) 000129 1788842176.128700 MIRROR_EXTEND to 2 mirrors 000130 1788842176.936706 mapwrite 0x00781e thru 0x0175e7 (0xfdca bytes) 000131 1788842177.044437 mapwrite 0x03f06b thru 0x03ffff (0xf95 bytes) 000132 1788842177.064147 mapwrite 0x022840 thru 0x02d47e (0xac3f bytes) 000133 1788842177.099174 read 0x01903c thru 0x01eb18 (0x5add bytes) 000134 1788842177.103743 mapwrite 0x018cf4 thru 0x01ae77 (0x2184 bytes) 000135 1788842177.115765 read 0x03fc93 thru 0x03ffff (0x36d bytes) 000137 1788842177.116761 mapwrite 0x013139 thru 0x01b938 (0x8800 bytes) 000138 1788842177.134433 punch from 0x021624 to 0x02e34a (0xcd27 bytes) 000139 1788842177.141056 punch from 0x02bef7 to 0x03b659 (0xf763 bytes) 000140 1788842177.156584 fallocate 0x03d672 thru 0x03ffff (0x298e bytes) 000141 1788842177.168260 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x72029a15 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x72f1a8bc Mirror 3: 0x72f1a8bc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000142 1788842177.812904 trunc from 0x040000 to 0x03fd40 (0x2bf bytes) 000143 1788842177.889614 trunc from 0x03fd41 to 0x010dcc (0x2ef74 bytes) 000144 1788842177.910334 read 0x00e425 thru 0x010dcc (0x29a8 bytes) 000145 1788842177.915868 trunc from 0x00a280 to 0x010dcc (0x6b4d bytes) 000146 1788842177.920651 mapwrite 0x037638 thru 0x03c2b8 (0x4c81 bytes) 000147 1788842177.970474 write 0x02b295 thru 0x0384c7 (0xd233 bytes) 000148 1788842177.977651 write 0x006204 thru 0x00a0e0 (0x3edd bytes) 000149 1788842177.986443 mapwrite 0x0131ff thru 0x01d8ea (0xa6ec bytes) 000152 1788842178.022252 MIRROR_RESYNC 3 mirrors 000153 1788842179.101852 write 0x021b41 thru 0x025478 (0x3938 bytes) 000154 1788842179.203948 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3c2b9): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c2b9): Mirror 2: 0xb8b96557 (stale) Mirror 3: 0xb8b96557 (stale) CRC-32 checksum value for chunk [0, 0x3c2b9): Mirror 1: 0x3dbb104 Mirror 4: 0x3dbb104 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c2b9: skipped 000155 1788842180.743092 read 0x01cf80 thru 0x0273a3 (0xa424 bytes) 000156 1788842180.794725 mapread 0x01076f thru 0x020044 (0xf8d6 bytes) 000157 1788842180.910074 punch from 0x005319 to 0x0100cb (0xadb3 bytes) 000158 1788842181.022988 mapwrite 0x01997e thru 0x01c305 (0x2988 bytes) 000159 1788842181.057373 trunc from 0x008f03 to 0x00ecc8 (0x5dc6 bytes) 000161 1788842181.063154 mapwrite 0x00095b thru 0x00dd0f (0xd3b5 bytes) 000162 1788842181.119128 trunc from 0x03c2b9 to 0x028555 (0x13d63 bytes) 000163 1788842181.190688 mapwrite 0x01a160 thru 0x021347 (0x71e8 bytes) 000164 1788842181.232614 read 0x0139d5 thru 0x014e15 (0x1441 bytes) 000165 1788842181.233373 read 0x026f63 thru 0x028555 (0x15f3 bytes) 000166 1788842181.252537 read 0x00858d thru 0x00ff83 (0x79f7 bytes) 000167 1788842181.253121 mapread 0x000f57 thru 0x00aa1d (0x9ac7 bytes) 000169 1788842181.254418 trunc from 0x028556 to 0x029f7d (0x1a28 bytes) 000170 1788842181.299381 trunc from 0x029f7e to 0x0300b0 (0x6133 bytes) 000173 1788842181.352950 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x300b1): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x300b1): Mirror 2: 0x810a8076 (stale) Mirror 3: 0x810a8076 (stale) Mirror 4: 0x4b546aa7 (stale) CRC-32 checksum value for chunk [0, 0x300b1): Mirror 1: 0x6fc18fc0 Mirror 5: 0x6fc18fc0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x300b1: skipped 000174 1788842182.442328 read 0x020b66 thru 0x0243ee (0x3889 bytes) 000175 1788842182.478168 mapread 0x01335e thru 0x0141e1 (0xe84 bytes) 000176 1788842182.547539 trunc from 0x01cd34 to 0x0295d2 (0xc89f bytes) 000177 1788842182.628839 fallocate 0x019b4e thru 0x02780e (0xdcc1 bytes) 000178 1788842182.639712 write 0x03b561 thru 0x03e7f4 (0x3294 bytes) 000179 1788842182.656000 punch from 0x00785d to 0x00ee31 (0x75d5 bytes) 000180 1788842182.672032 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3e7f5): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e7f5): Mirror 2: 0xd6b92551 (stale) Mirror 3: 0xd6b92551 (stale) Mirror 4: 0x11be4cf8 (stale) Mirror 5: 0x59ae6824 (stale) CRC-32 checksum value for chunk [0, 0x3e7f5): Mirror 1: 0x4c9f368d Mirror 6: 0x4c9f368d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e7f5: skipped 000181 1788842183.931395 mapwrite 0x01f0af thru 0x0257af (0x6701 bytes) 000182 1788842184.122044 write 0x01aa89 thru 0x023747 (0x8cbf bytes) 000184 1788842184.146063 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3e7f5): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e7f5): Mirror 2: 0xd6b92551 (stale) Mirror 3: 0xd6b92551 (stale) Mirror 4: 0x11be4cf8 (stale) Mirror 5: 0x59ae6824 (stale) Mirror 6: 0x4c9f368d (stale) CRC-32 checksum value for chunk [0, 0x3e7f5): Mirror 1: 0xfc4c4c74 Mirror 7: 0xfc4c4c74 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e7f5: skipped 000185 1788842185.808920 mapread 0x00da92 thru 0x019c33 (0xc1a2 bytes) 000186 1788842185.870190 MIRROR_RESYNC 7 mirrors 000187 1788842188.826061 trunc from 0x03e7f5 to 0x02ac97 (0x13b5d bytes) 000188 1788842188.889160 punch from 0x0016d2 to 0x00505e (0x398d bytes) 000189 1788842188.894519 write 0x01c132 thru 0x02bad3 (0xf9a2 bytes) 000190 1788842188.902035 write 0x029630 thru 0x02add8 (0x17a9 bytes) 000191 1788842188.903000 trunc from 0x013bb1 to 0x021407 (0xd857 bytes) 000192 1788842188.919274 punch from 0x029ddd to 0x02bad3 (0x1cf7 bytes) 000193 1788842188.925928 trunc from 0x0195c4 to 0x02157c (0x7fb9 bytes) 000194 1788842188.932290 punch from 0x015f1b to 0x01e7b3 (0x8899 bytes) 000195 1788842188.941653 read 0x010fb3 thru 0x01f04e (0xe09c bytes) 000196 1788842188.950137 read 0x026a78 thru 0x02bad3 (0x505c bytes) 000198 1788842188.960581 MIRROR_RESYNC 7 mirrors 000199 1788842191.778878 mapread 0x020013 thru 0x02223b (0x2229 bytes) 000200 1788842191.808938 read 0x028aa7 thru 0x02bad3 (0x302d bytes) 000202 1788842191.833655 trunc from 0x02bad4 to 0x004175 (0x2795e bytes) 000203 1788842191.911080 write 0x0368d1 thru 0x03af42 (0x4672 bytes) 000204 1788842191.917499 mapwrite 0x00f144 thru 0x019fc8 (0xae85 bytes) 000205 1788842191.995378 trunc from 0x003ba5 to 0x0064b9 (0x2915 bytes) 000206 1788842192.006544 fallocate 0x025fb3 thru 0x02cfbe (0x700c bytes) 000207 1788842192.023838 punch from 0x002a4f to 0x009228 (0x67da bytes) 000208 1788842192.031525 fallocate 0x003c95 thru 0x00d707 (0x9a73 bytes) 000209 1788842192.052590 trunc from 0x01c433 to 0x02360a (0x71d8 bytes) 000210 1788842192.086894 trunc from 0x03068a to 0x03733f (0x6cb6 bytes) 000211 1788842192.113886 trunc from 0x029319 to 0x02b624 (0x230c bytes) 000212 1788842192.134556 mapwrite 0x03b05f thru 0x03ffff (0x4fa1 bytes) 000213 1788842192.254952 read 0x0162c7 thru 0x01df38 (0x7c72 bytes) 000214 1788842192.272102 read 0x00fbe9 thru 0x01dd5d (0xe175 bytes) 000216 1788842192.281763 mapwrite 0x01e05c thru 0x022bc5 (0x4b6a bytes) 000217 1788842192.325118 trunc from 0x01c7ca to 0x028a30 (0xc267 bytes) 000218 1788842192.330937 write 0x009775 thru 0x0189a4 (0xf230 bytes) 000220 1788842192.334650 mapread 0x018e0c thru 0x01ecb8 (0x5ead bytes) 000221 1788842192.361711 fallocate 0x001238 thru 0x0016bf (0x488 bytes) 000222 1788842192.369621 trunc from 0x00808c to 0x00e9fa (0x696f bytes) 000223 1788842192.386253 mapread 0x03c0a7 thru 0x03c93e (0x898 bytes) 000224 1788842192.388231 mapwrite 0x009980 thru 0x013668 (0x9ce9 bytes) 000225 1788842192.441203 mapread 0x0153de thru 0x0208d9 (0xb4fc bytes) 000227 1788842192.442861 trunc from 0x040000 to 0x0307d8 (0xf827 bytes) 000228 1788842192.466449 write 0x03d969 thru 0x03ffff (0x2697 bytes) 000229 1788842192.469203 read 0x03492d thru 0x03c570 (0x7c44 bytes) 000230 1788842192.486165 punch from 0x02f37f to 0x0340a3 (0x4d25 bytes) 000231 1788842192.494245 mapread 0x01648f thru 0x01cb9a (0x670c bytes) 000232 1788842192.497868 read 0x020dd4 thru 0x024799 (0x39c6 bytes) 000233 1788842192.503002 read 0x01be36 thru 0x028662 (0xc82d bytes) 000234 1788842192.506644 mapwrite 0x03aac0 thru 0x03ffff (0x5540 bytes) 000235 1788842192.529474 write 0x02df49 thru 0x037d54 (0x9e0c bytes) 000236 1788842192.531966 mapread 0x01b3c8 thru 0x02a9e4 (0xf61d bytes) 000237 1788842192.533973 punch from 0x00ca74 to 0x0130ce (0x665b bytes) 000238 1788842192.538639 mapwrite 0x00ec3d thru 0x01aff0 (0xc3b4 bytes) 000240 1788842192.587630 mapwrite 0x033b64 thru 0x03a88d (0x6d2a bytes) 000241 1788842192.627211 trunc from 0x040000 to 0x02811a (0x17ee5 bytes) 000242 1788842192.644516 read 0x01d54f thru 0x026e8e (0x9940 bytes) 000243 1788842192.645283 trunc from 0x02811b to 0x016e67 (0x112b3 bytes) 000244 1788842192.677417 trunc from 0x00b275 to 0x00c25c (0xfe8 bytes) 000245 1788842192.687529 trunc from 0x00e6b1 to 0x015758 (0x70a8 bytes) 000246 1788842192.704247 MIRROR_RESYNC 7 mirrors 000247 1788842194.748650 MIRROR_EXTEND to 8 mirrors 000248 1788842195.565563 trunc from 0x016e68 to 0x017d5f (0xef8 bytes) 000249 1788842195.611528 read 0x0131ab thru 0x017d5f (0x4bb5 bytes) 000250 1788842195.619849 read 0x005e99 thru 0x0134e3 (0xd64b bytes) 000251 1788842195.634533 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x17d60): Mirror 3: 0x66c5f1e3 (stale) Mirror 4: 0x66c5f1e3 (stale) Mirror 5: 0x66c5f1e3 (stale) Mirror 6: 0x66c5f1e3 (stale) Mirror 7: 0x66c5f1e3 (stale) Mirror 8: 0x66c5f1e3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17d60): Mirror 3: 0x66c5f1e3 (stale) Mirror 4: 0x66c5f1e3 (stale) Mirror 5: 0x66c5f1e3 (stale) Mirror 6: 0x66c5f1e3 (stale) Mirror 7: 0x66c5f1e3 (stale) Mirror 8: 0x66c5f1e3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17d60: skipped 000252 1788842195.978614 read 0x005f2d thru 0x00a60f (0x46e3 bytes) 000253 1788842195.989755 punch from 0x0104c1 to 0x010cdd (0x81d bytes) 000254 1788842195.996633 mapwrite 0x00ab06 thru 0x0102db (0x57d6 bytes) 000255 1788842196.029416 mapwrite 0x017ccc thru 0x01fa45 (0x7d7a bytes) 000256 1788842196.069734 read 0x01ebfb thru 0x01fa45 (0xe4b bytes) 000257 1788842196.071006 fallocate 0x029e01 thru 0x02ffe2 (0x61e2 bytes) 000258 1788842196.076751 write 0x006c1a thru 0x016877 (0xfc5e bytes) 000259 1788842196.079722 mapread 0x015267 thru 0x01fa45 (0xa7df bytes) 000260 1788842196.084899 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1fa46): Mirror 3: 0xa4ec3cf (stale) Mirror 4: 0xa4ec3cf (stale) Mirror 5: 0xa4ec3cf (stale) Mirror 7: 0xa4ec3cf (stale) Mirror 8: 0xa4ec3cf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1fa46): Mirror 3: 0xa4ec3cf (stale) Mirror 4: 0xa4ec3cf (stale) Mirror 5: 0xa4ec3cf (stale) Mirror 7: 0xa4ec3cf (stale) Mirror 8: 0xa4ec3cf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1fa46: skipped 000261 1788842196.536438 mapwrite 0x030847 thru 0x039387 (0x8b41 bytes) 000262 1788842196.583992 trunc from 0x039388 to 0x01bbd3 (0x1d7b4 bytes) 000263 1788842196.599366 trunc from 0x01bbd4 to 0x02e8b4 (0x12ce1 bytes) 000264 1788842196.634178 mapread 0x025f70 thru 0x028398 (0x2429 bytes) 000266 1788842196.653449 read 0x02a66c thru 0x02e8b4 (0x4249 bytes) 000267 1788842196.681811 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2e8b5): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e8b5): Mirror 3: 0xc3990059 (stale) Mirror 4: 0xc3990059 (stale) Mirror 5: 0xc3990059 (stale) Mirror 7: 0xc3990059 (stale) Mirror 8: 0xc3990059 (stale) CRC-32 checksum value for chunk [0, 0x2e8b5): Mirror 1: 0x57df38cc Mirror 9: 0x57df38cc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e8b5: skipped 000268 1788842198.083819 mapwrite 0x003433 thru 0x00d6d0 (0xa29e bytes) 000269 1788842198.366953 mapwrite 0x02a737 thru 0x02b29c (0xb66 bytes) 000270 1788842198.401996 read 0x0117b6 thru 0x013ffb (0x2846 bytes) 000271 1788842198.411113 punch from 0x01bfba to 0x024bb8 (0x8bff bytes) 000272 1788842198.419167 fallocate 0x02a66c thru 0x033d0b (0x96a0 bytes) 000273 1788842198.440373 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e8b5): Mirror 4: 0xc3990059 (stale) Mirror 5: 0xc3990059 (stale) Mirror 7: 0xc3990059 (stale) Mirror 8: 0xc3990059 (stale) Mirror 9: 0x57df38cc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e8b5): Mirror 4: 0xc3990059 (stale) Mirror 5: 0xc3990059 (stale) Mirror 7: 0xc3990059 (stale) Mirror 8: 0xc3990059 (stale) Mirror 9: 0x57df38cc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e8b5: skipped 000274 1788842199.125226 write 0x009e82 thru 0x015203 (0xb382 bytes) 000275 1788842199.135288 mapread 0x02a164 thru 0x02e8b4 (0x4751 bytes) 000276 1788842199.154942 trunc from 0x02e8b5 to 0x0172e3 (0x175d1 bytes) 000278 1788842199.173006 punch from 0x00d33c to 0x011845 (0x450a bytes) 000279 1788842199.186964 trunc from 0x005294 to 0x01342e (0xe19b bytes) 000280 1788842199.193276 trunc from 0x00dd16 to 0x01017a (0x2465 bytes) 000281 1788842199.198425 write 0x009ab9 thru 0x00ffba (0x6502 bytes) 000282 1788842199.211804 fallocate 0x004daa thru 0x014475 (0xf6cc bytes) 000283 1788842199.218158 fallocate 0x001115 thru 0x006051 (0x4f3d bytes) 000284 1788842199.224206 punch from 0x00e7bc to 0x012e67 (0x46ac bytes) 000285 1788842199.238806 fallocate 0x02144d thru 0x02bde3 (0xa997 bytes) 000287 1788842199.247280 fallocate 0x00d808 thru 0x00d9d1 (0x1ca bytes) 000288 1788842199.254852 mapread 0x000522 thru 0x009901 (0x93e0 bytes) 000289 1788842199.274717 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x172e4): Mirror 4: 0xfd29dee8 (stale) Mirror 5: 0xfd29dee8 (stale) Mirror 8: 0xfd29dee8 (stale) Mirror 9: 0xb09f6ce (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x172e4): Mirror 4: 0xfd29dee8 (stale) Mirror 5: 0xfd29dee8 (stale) Mirror 8: 0xfd29dee8 (stale) Mirror 9: 0xb09f6ce (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x172e4: skipped 000290 1788842199.764665 read 0x00133c thru 0x004e90 (0x3b55 bytes) 000291 1788842199.780404 mapwrite 0x01c34c thru 0x024b5a (0x880f bytes) 000292 1788842199.839931 trunc from 0x024b5b to 0x02a4cc (0x5972 bytes) 000293 1788842199.863420 read 0x008d75 thru 0x00c10b (0x3397 bytes) 000294 1788842199.873264 fallocate 0x00a9d9 thru 0x019c10 (0xf238 bytes) 000295 1788842199.878157 trunc from 0x02a4cd to 0x00dccf (0x1c7fd bytes) 000296 1788842199.893691 write 0x00ab4c thru 0x019420 (0xe8d5 bytes) 000297 1788842199.896246 write 0x01d8cd thru 0x0247f7 (0x6f2b bytes) 000298 1788842199.897915 fallocate 0x031cd4 thru 0x039609 (0x7936 bytes) 000299 1788842199.902694 fallocate 0x024998 thru 0x028069 (0x36d2 bytes) 000300 1788842199.911587 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3960a): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3960a): Mirror 4: 0xada9ffbc (stale) Mirror 5: 0xada9ffbc (stale) Mirror 8: 0xada9ffbc (stale) Mirror 9: 0x682eb63b (stale) CRC-32 checksum value for chunk [0, 0x3960a): Mirror 1: 0x62663545 Mirror 10: 0x62663545 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3960a: skipped 000301 1788842201.411954 trunc from 0x00f8c8 to 0x015e18 (0x6551 bytes) 000302 1788842201.477693 write 0x036f46 thru 0x03f0cc (0x8187 bytes) 000303 1788842201.490200 trunc from 0x03c717 to 0x03f0cc (0x29b6 bytes) 000305 1788842201.507863 mapread 0x03436e thru 0x03b36a (0x6ffd bytes) 000307 1788842201.526237 write 0x024d83 thru 0x025b16 (0xd94 bytes) 000308 1788842201.539182 mapwrite 0x02f85a thru 0x0364c8 (0x6c6f bytes) 000309 1788842201.592085 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3f0cd): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f0cd): Mirror 4: 0xa5861116 (stale) Mirror 5: 0xa5861116 (stale) Mirror 8: 0xa5861116 (stale) Mirror 9: 0x54304007 (stale) Mirror 10: 0x3720ecc0 (stale) CRC-32 checksum value for chunk [0, 0x3f0cd): Mirror 1: 0xb1a4bd5c Mirror 11: 0xb1a4bd5c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f0cd: skipped 000310 1788842203.354705 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3f0cd): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f0cd): Mirror 4: 0xa5861116 (stale) Mirror 5: 0xa5861116 (stale) Mirror 8: 0xa5861116 (stale) Mirror 9: 0x54304007 (stale) Mirror 10: 0x3720ecc0 (stale) CRC-32 checksum value for chunk [0, 0x3f0cd): Mirror 1: 0xb1a4bd5c Mirror 11: 0xb1a4bd5c Mirror 12: 0xb1a4bd5c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f0cd: skipped 000311 1788842204.986636 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f0cd): Mirror 4: 0xa5861116 (stale) Mirror 5: 0xa5861116 (stale) Mirror 8: 0xa5861116 (stale) Mirror 9: 0x54304007 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f0cd): Mirror 4: 0xa5861116 (stale) Mirror 5: 0xa5861116 (stale) Mirror 8: 0xa5861116 (stale) Mirror 9: 0x54304007 (stale) CRC-32 checksum value for chunk [0, 0x3f0cd): Mirror 1: 0xb1a4bd5c Mirror 11: 0xb1a4bd5c Mirror 12: 0xb1a4bd5c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f0cd: skipped 000312 1788842205.899319 mapread 0x012546 thru 0x01c809 (0xa2c4 bytes) 000313 1788842205.922955 punch from 0x011b90 to 0x01c7b8 (0xac29 bytes) 000314 1788842205.974610 trunc from 0x03f0cd to 0x0112c6 (0x2de06 bytes) 000315 1788842206.003921 write 0x01c42a thru 0x021832 (0x5409 bytes) 000316 1788842206.006076 mapwrite 0x017028 thru 0x01b336 (0x430f bytes) 000317 1788842206.033351 write 0x006a65 thru 0x012877 (0xbe13 bytes) 000318 1788842206.038959 fallocate 0x031bcb thru 0x03cf44 (0xb37a bytes) 000319 1788842206.044217 fallocate 0x0015ba thru 0x00e51b (0xcf62 bytes) 000320 1788842206.049425 read 0x01c69a thru 0x021832 (0x5199 bytes) 000321 1788842206.049999 mapwrite 0x01537d thru 0x02253f (0xd1c3 bytes) 000322 1788842206.107158 read 0x00eed8 thru 0x012224 (0x334d bytes) 000323 1788842206.107741 mapwrite 0x01f4e1 thru 0x02d1af (0xdccf bytes) 000324 1788842206.275450 fallocate 0x007a3c thru 0x014f47 (0xd50c bytes) 000325 1788842206.296895 mapread 0x02cd9f thru 0x02d1af (0x411 bytes) 000326 1788842206.297872 mapwrite 0x0285e7 thru 0x02cc9e (0x46b8 bytes) 000327 1788842206.341160 write 0x032c10 thru 0x039fbb (0x73ac bytes) 000328 1788842206.343108 fallocate 0x00914c thru 0x00968d (0x542 bytes) 000329 1788842206.350202 mapread 0x0090e3 thru 0x0134ed (0xa40b bytes) 000330 1788842206.351722 mapwrite 0x03c305 thru 0x03ffff (0x3cfb bytes) 000331 1788842206.403361 mapread 0x03cf90 thru 0x03ffff (0x3070 bytes) 000332 1788842206.405234 fallocate 0x003009 thru 0x00896a (0x5962 bytes) 000334 1788842206.415242 MIRROR_RESYNC 7 mirrors 000336 1788842208.496874 MIRROR_RESYNC 7 mirrors 000337 1788842209.250026 fallocate 0x03c1d9 thru 0x03ffff (0x3e27 bytes) 000338 1788842209.341320 punch from 0x038a92 to 0x03b6e6 (0x2c55 bytes) 000339 1788842209.362547 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x55e2d857 (stale) Mirror 8: 0x55e2d857 (stale) Mirror 9: 0x55e2d857 (stale) Mirror 11: 0x55e2d857 (stale) Mirror 12: 0x55e2d857 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x55e2d857 (stale) Mirror 8: 0x55e2d857 (stale) Mirror 9: 0x55e2d857 (stale) Mirror 11: 0x55e2d857 (stale) Mirror 12: 0x55e2d857 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000340 1788842209.743256 read 0x00d2c2 thru 0x0112bd (0x3ffc bytes) 000342 1788842209.757562 trunc from 0x040000 to 0x004399 (0x3bc66 bytes) 000343 1788842209.817050 mapwrite 0x012f86 thru 0x0176a6 (0x4721 bytes) 000344 1788842209.885877 read 0x012f4e thru 0x0176a6 (0x4759 bytes) 000346 1788842209.887003 fallocate 0x03091a thru 0x032891 (0x1f78 bytes) 000348 1788842209.895014 trunc from 0x008f5d to 0x00c54a (0x35ee bytes) 000349 1788842209.922069 write 0x030147 thru 0x0394e3 (0x939d bytes) 000350 1788842209.923587 fallocate 0x01db2a thru 0x0206f8 (0x2bcf bytes) 000351 1788842209.932072 mapwrite 0x018d38 thru 0x018e35 (0xfe bytes) 000352 1788842210.000939 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x394e4): Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x394e4): Mirror 5: 0xcc39b94b (stale) Mirror 8: 0xcc39b94b (stale) Mirror 9: 0xcc39b94b (stale) Mirror 11: 0xcc39b94b (stale) Mirror 12: 0xcc39b94b (stale) CRC-32 checksum value for chunk [0, 0x394e4): Mirror 1: 0xd8e02242 Mirror 13: 0xd8e02242 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x394e4: skipped 000354 1788842211.401545 read 0x0379f0 thru 0x0394e3 (0x1af4 bytes) 000355 1788842211.418643 read 0x005913 thru 0x009137 (0x3825 bytes) 000356 1788842211.442889 fallocate 0x03c79c thru 0x03ffff (0x3864 bytes) 000357 1788842211.501721 read 0x022e46 thru 0x031f5c (0xf117 bytes) 000358 1788842211.546294 trunc from 0x0394e4 to 0x037521 (0x1fc2 bytes) 000360 1788842211.576917 mapread 0x01060b thru 0x015dc8 (0x57be bytes) 000361 1788842211.579250 trunc from 0x03541b to 0x037521 (0x2107 bytes) 000362 1788842211.586625 write 0x022c77 thru 0x02f72a (0xcab4 bytes) 000363 1788842211.589640 mapwrite 0x026fee thru 0x027709 (0x71c bytes) 000364 1788842211.617631 trunc from 0x01c972 to 0x02938e (0xca1d bytes) 000365 1788842211.624155 mapwrite 0x029eea thru 0x031ade (0x7bf5 bytes) 000366 1788842211.653628 mapwrite 0x039627 thru 0x03ffff (0x69d9 bytes) 000367 1788842211.701227 write 0x0218bf thru 0x0223ff (0xb41 bytes) 000368 1788842211.715175 fallocate 0x01532e thru 0x0201d3 (0xaea6 bytes) 000370 1788842211.722478 fallocate 0x00b5a2 thru 0x0182fd (0xcd5c bytes) 000371 1788842211.728551 read 0x00a6d9 thru 0x01091a (0x6242 bytes) 000372 1788842211.729149 mapwrite 0x006ffb thru 0x0103cc (0x93d2 bytes) 000374 1788842211.764374 mapread 0x0380db thru 0x0386cf (0x5f5 bytes) 000375 1788842211.777974 fallocate 0x004cff thru 0x004ebc (0x1be bytes) 000376 1788842211.783422 mapwrite 0x024055 thru 0x028736 (0x46e2 bytes) 000377 1788842211.808339 trunc from 0x040000 to 0x03f1a6 (0xe59 bytes) 000378 1788842211.850743 trunc from 0x03f1a7 to 0x025df8 (0x193ae bytes) 000379 1788842211.908626 punch from 0x00193e to 0x00da39 (0xc0fc bytes) 000381 1788842211.932610 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x25df9): Mirror 5: 0x7237df68 (stale) Mirror 9: 0x7237df68 (stale) Mirror 11: 0x7237df68 (stale) Mirror 12: 0x7237df68 (stale) Mirror 13: 0x65b5290 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25df9): Mirror 5: 0x7237df68 (stale) Mirror 9: 0x7237df68 (stale) Mirror 11: 0x7237df68 (stale) Mirror 12: 0x7237df68 (stale) Mirror 13: 0x65b5290 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25df9: skipped 000382 1788842212.569118 read 0x01a822 thru 0x022ab9 (0x8298 bytes) 000384 1788842212.581266 fallocate 0x01f200 thru 0x0296f8 (0xa4f9 bytes) 000385 1788842212.589422 trunc from 0x00794a to 0x00a1b9 (0x2870 bytes) 000386 1788842212.596469 trunc from 0x025df9 to 0x03fc68 (0x19e70 bytes) 000387 1788842212.630166 mapwrite 0x0194f4 thru 0x01a7b3 (0x12c0 bytes) 000388 1788842212.708297 write 0x026cb5 thru 0x02c4ae (0x57fa bytes) 000389 1788842212.747008 read 0x01b2bf thru 0x01d975 (0x26b7 bytes) 000390 1788842212.747952 trunc from 0x03fc69 to 0x037ef2 (0x7d76 bytes) 000391 1788842212.783642 write 0x010a73 thru 0x01b135 (0xa6c3 bytes) 000392 1788842212.802425 fallocate 0x03eac7 thru 0x03ffff (0x1539 bytes) 000393 1788842212.809384 trunc from 0x024291 to 0x02610e (0x1e7e bytes) 000394 1788842212.874576 trunc from 0x013cc5 to 0x014ca5 (0xfe1 bytes) 000395 1788842212.890744 trunc from 0x030d67 to 0x032eda (0x2174 bytes) 000396 1788842212.907002 trunc from 0x040000 to 0x0011ca (0x3ee35 bytes) 000397 1788842212.939205 punch from 0x000f38 to 0x0011ca (0x293 bytes) 000398 1788842212.952132 mapwrite 0x01ac84 thru 0x01b783 (0xb00 bytes) 000399 1788842213.063103 write 0x028942 thru 0x02cd7d (0x443c bytes) 000400 1788842213.064371 mapwrite 0x02d599 thru 0x030146 (0x2bae bytes) 000401 1788842213.336219 punch from 0x019deb to 0x021169 (0x737f bytes) 000402 1788842213.345459 mapread 0x01d777 thru 0x025116 (0x79a0 bytes) 000403 1788842213.482759 fallocate 0x00f258 thru 0x0109ba (0x1763 bytes) 000404 1788842213.496163 mapread 0x022c57 thru 0x02e1c7 (0xb571 bytes) 000405 1788842213.531239 write 0x0021da thru 0x007922 (0x5749 bytes) 000406 1788842213.567960 mapwrite 0x02e1b9 thru 0x036fd4 (0x8e1c bytes) 000407 1788842213.761523 mapread 0x035248 thru 0x036fd4 (0x1d8d bytes) 000408 1788842213.762412 punch from 0x021a5f to 0x024054 (0x25f6 bytes) 000409 1788842213.782193 read 0x005e83 thru 0x009886 (0x3a04 bytes) 000410 1788842213.806986 fallocate 0x02778f thru 0x029939 (0x21ab bytes) 000411 1788842213.814288 fallocate 0x02763c thru 0x0322c8 (0xac8d bytes) 000412 1788842213.820803 write 0x027115 thru 0x034073 (0xcf5f bytes) 000413 1788842213.827748 mapwrite 0x030f58 thru 0x0340c5 (0x316e bytes) 000414 1788842213.870143 fallocate 0x01ee20 thru 0x0298ce (0xaaaf bytes) 000416 1788842213.894222 fallocate 0x01a504 thru 0x023804 (0x9301 bytes) 000417 1788842213.919136 trunc from 0x036fd5 to 0x03c867 (0x5893 bytes) 000418 1788842213.953686 fallocate 0x031aac thru 0x03a048 (0x859d bytes) 000419 1788842213.970026 trunc from 0x03c868 to 0x0259dc (0x16e8b bytes) 000420 1788842214.007455 read 0x014edc thru 0x0199df (0x4b04 bytes) 000421 1788842214.008112 trunc from 0x01e89a to 0x024bf8 (0x635f bytes) 000422 1788842214.015867 punch from 0x01b333 to 0x0259dc (0xa6aa bytes) 000423 1788842214.026145 trunc from 0x0259dd to 0x0116f1 (0x142eb bytes) 000424 1788842214.059554 trunc from 0x00e1c4 to 0x0116f1 (0x352e bytes) 000426 1788842214.072261 fallocate 0x03f7cd thru 0x03ffff (0x833 bytes) 000427 1788842214.084127 read 0x00c8ed thru 0x0116f1 (0x4e05 bytes) 000428 1788842214.108207 MIRROR_RESYNC 6 mirrors 000429 1788842215.255540 punch from 0x005033 to 0x009220 (0x41ee bytes) 000431 1788842215.312547 write 0x00f979 thru 0x01bf07 (0xc58f bytes) 000432 1788842215.331882 trunc from 0x00d6ca to 0x01bf07 (0xe83e bytes) 000433 1788842215.366889 fallocate 0x02aba5 thru 0x02c8bf (0x1d1b bytes) 000434 1788842215.375708 read 0x002881 thru 0x00d20c (0xa98c bytes) 000435 1788842215.400240 trunc from 0x01bf08 to 0x022d9c (0x6e95 bytes) 000436 1788842215.483353 mapwrite 0x031c68 thru 0x03da0d (0xbda6 bytes) 000437 1788842215.624580 punch from 0x009dda to 0x0103e4 (0x660b bytes) 000438 1788842215.629855 mapwrite 0x011e17 thru 0x01278a (0x974 bytes) 000439 1788842215.650129 trunc from 0x03da0e to 0x022bd2 (0x1ae3b bytes) 000440 1788842215.669205 mapwrite 0x013ffb thru 0x01ac81 (0x6c87 bytes) 000441 1788842215.699510 trunc from 0x01468f to 0x01cfb1 (0x8923 bytes) 000442 1788842215.706918 mapwrite 0x03da78 thru 0x03dbe6 (0x16f bytes) 000443 1788842215.754080 mapread 0x003f1f thru 0x00780e (0x38f0 bytes) 000445 1788842215.756964 write 0x0161b5 thru 0x0230d5 (0xcf21 bytes) 000446 1788842215.781207 write 0x00b452 thru 0x01283a (0x73e9 bytes) 000448 1788842215.783918 fallocate 0x009303 thru 0x0093d1 (0xcf bytes) 000449 1788842215.789060 trunc from 0x0125ff to 0x0200d2 (0xdad4 bytes) 000450 1788842215.808200 trunc from 0x00a69f to 0x00bf50 (0x18b2 bytes) 000453 1788842215.816931 write 0x01ab2e thru 0x023b55 (0x9028 bytes) 000454 1788842215.826635 write 0x02cea4 thru 0x033957 (0x6ab4 bytes) 000455 1788842215.833093 read 0x0291e8 thru 0x038b8c (0xf9a5 bytes) 000456 1788842215.834718 fallocate 0x0124a3 thru 0x015b8d (0x36eb bytes) 000458 1788842215.841227 read 0x02ab92 thru 0x037b30 (0xcf9f bytes) 000459 1788842215.842211 trunc from 0x03dbe7 to 0x00dd92 (0x2fe54 bytes) 000460 1788842215.862086 read 0x00322a thru 0x00dd92 (0xab69 bytes) 000461 1788842215.873144 fallocate 0x032a0e thru 0x03ffff (0xd5f2 bytes) 000462 1788842215.880106 fallocate 0x012a36 thru 0x016ec3 (0x448e bytes) 000463 1788842215.889296 write 0x007c63 thru 0x00dca9 (0x6047 bytes) 000464 1788842215.891181 mapread 0x01438d thru 0x016ec3 (0x2b37 bytes) 000465 1788842215.904847 mapread 0x00f59b thru 0x00faa9 (0x50f bytes) 000467 1788842215.906247 write 0x03aafa thru 0x03ffff (0x5506 bytes) 000468 1788842215.908120 trunc from 0x040000 to 0x026c36 (0x193c9 bytes) 000469 1788842215.927071 MIRROR_RESYNC 6 mirrors 000470 1788842217.057537 punch from 0x009862 to 0x00a53e (0xcdd bytes) 000471 1788842217.131329 mapwrite 0x03fd78 thru 0x03ffff (0x288 bytes) 000472 1788842217.220831 trunc from 0x040000 to 0x00d567 (0x32a98 bytes) 000473 1788842217.257493 fallocate 0x000ee5 thru 0x003ee9 (0x3005 bytes) 000474 1788842217.265122 trunc from 0x00d568 to 0x0276ac (0x1a145 bytes) 000475 1788842217.304073 punch from 0x0226c7 to 0x0276ac (0x4fe6 bytes) 000476 1788842217.309530 punch from 0x01e6c9 to 0x0276ac (0x8fe4 bytes) 000477 1788842217.319471 MIRROR_RESYNC 6 mirrors 000478 1788842218.717510 MIRROR_RESYNC 6 mirrors 000479 1788842219.194191 read 0x020d90 thru 0x026e93 (0x6104 bytes) 000481 1788842219.207228 read 0x02424f thru 0x024646 (0x3f8 bytes) 000482 1788842219.208011 mapread 0x0074db thru 0x016427 (0xef4d bytes) 000483 1788842219.230495 fallocate 0x02cb99 thru 0x03100c (0x4474 bytes) 000484 1788842219.264611 fallocate 0x0218eb thru 0x02ff42 (0xe658 bytes) 000485 1788842219.270687 write 0x02b0fb thru 0x0368b3 (0xb7b9 bytes) 000487 1788842219.274295 write 0x0148cc thru 0x01d3ce (0x8b03 bytes) 000488 1788842219.285889 write 0x029789 thru 0x0387ce (0xf046 bytes) 000489 1788842219.287465 mapread 0x02483a thru 0x024c08 (0x3cf bytes) 000490 1788842219.296419 mapread 0x02ce2b thru 0x037925 (0xaafb bytes) 000491 1788842219.297478 trunc from 0x00251f to 0x00a5bd (0x809f bytes) 000492 1788842219.303077 fallocate 0x031579 thru 0x034223 (0x2cab bytes) 000493 1788842219.309494 read 0x02e2b2 thru 0x03799c (0x96eb bytes) 000494 1788842219.310497 mapread 0x01def6 thru 0x02cf98 (0xf0a3 bytes) 000495 1788842219.336136 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x387cf): Mirror 9: 0x596006d9 (stale) Mirror 11: 0x596006d9 (stale) Mirror 12: 0x596006d9 (stale) Mirror 13: 0x596006d9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x387cf): Mirror 9: 0x596006d9 (stale) Mirror 11: 0x596006d9 (stale) Mirror 12: 0x596006d9 (stale) Mirror 13: 0x596006d9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x387cf: skipped 000496 1788842220.078961 mapread 0x002fd0 thru 0x00e08c (0xb0bd bytes) 000497 1788842220.126488 mapread 0x02d155 thru 0x03607f (0x8f2b bytes) 000498 1788842220.153003 write 0x00b861 thru 0x0191f2 (0xd992 bytes) 000499 1788842220.179725 mapread 0x02311a thru 0x023a7c (0x963 bytes) 000500 1788842220.203368 write 0x03d933 thru 0x03ffff (0x26cd bytes) 000501 1788842220.209706 mapread 0x02bca1 thru 0x03ab97 (0xeef7 bytes) 000502 1788842220.220647 trunc from 0x03ad50 to 0x03ffff (0x52b0 bytes) 000503 1788842220.254050 trunc from 0x03c95e to 0x03ffff (0x36a2 bytes) 000504 1788842220.264289 trunc from 0x040000 to 0x015296 (0x2ad69 bytes) 000505 1788842220.285002 write 0x011859 thru 0x01ed66 (0xd50e bytes) 000506 1788842220.287932 trunc from 0x01171a to 0x0125df (0xec6 bytes) 000507 1788842220.310855 read 0x0170cb thru 0x01ed66 (0x7c9c bytes) 000508 1788842220.311675 trunc from 0x01ed67 to 0x03b814 (0x1caae bytes) 000509 1788842220.339810 punch from 0x017291 to 0x01bc25 (0x4995 bytes) 000510 1788842220.354985 MIRROR_RESYNC 5 mirrors 000511 1788842222.130301 punch from 0x00b4e1 to 0x00c79b (0x12bb bytes) 000512 1788842222.166312 write 0x0325a5 thru 0x038432 (0x5e8e bytes) 000513 1788842222.182459 trunc from 0x01e02b to 0x02b58e (0xd564 bytes) 000514 1788842222.193956 MIRROR_RESYNC 5 mirrors 000515 1788842224.059229 mapwrite 0x005e25 thru 0x015bb6 (0xfd92 bytes) 000516 1788842224.164589 trunc from 0x03626f to 0x03b814 (0x55a6 bytes) 000517 1788842224.171741 mapread 0x0030c6 thru 0x00a891 (0x77cc bytes) 000518 1788842224.173031 mapwrite 0x034aca thru 0x037e7c (0x33b3 bytes) 000519 1788842224.205772 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3b815): Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b815): Mirror 9: 0xbdcf38dd (stale) Mirror 11: 0xbdcf38dd (stale) Mirror 12: 0xbdcf38dd (stale) Mirror 13: 0xbdcf38dd (stale) CRC-32 checksum value for chunk [0, 0x3b815): Mirror 1: 0x9651cb1a Mirror 14: 0x9651cb1a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b815: skipped 000520 1788842225.376502 fallocate 0x023cba thru 0x02d9bf (0x9d06 bytes) 000521 1788842225.463181 write 0x00822b thru 0x0106fa (0x84d0 bytes) 000522 1788842225.483081 trunc from 0x03b815 to 0x01fe3e (0x1b9d6 bytes) 000523 1788842225.545953 punch from 0x0090eb to 0x00f48e (0x63a4 bytes) 000524 1788842225.577235 punch from 0x0011dc to 0x00fe38 (0xec5d bytes) 000525 1788842225.591731 trunc from 0x018b58 to 0x01de81 (0x532a bytes) 000526 1788842225.600678 fallocate 0x034d61 thru 0x03ea76 (0x9d16 bytes) 000527 1788842225.606745 fallocate 0x022607 thru 0x02896d (0x6367 bytes) 000528 1788842225.617893 trunc from 0x008699 to 0x00b8af (0x3217 bytes) 000529 1788842225.626266 mapread 0x0231b9 thru 0x025fe7 (0x2e2f bytes) 000530 1788842225.674508 trunc from 0x02896e to 0x015407 (0x13566 bytes) 000531 1788842225.719006 punch from 0x006f46 to 0x014bfa (0xdcb5 bytes) 000532 1788842225.730220 mapread 0x00e65c thru 0x00f885 (0x122a bytes) 000533 1788842225.750062 mapread 0x0038d0 thru 0x00d829 (0x9f5a bytes) 000534 1788842225.773979 mapwrite 0x026366 thru 0x02830e (0x1fa9 bytes) 000535 1788842225.831970 fallocate 0x024a9c thru 0x028d32 (0x4297 bytes) 000536 1788842225.851179 punch from 0x005bd3 to 0x00ca2e (0x6e5c bytes) 000537 1788842225.869849 fallocate 0x015e5e thru 0x023abb (0xdc5e bytes) 000538 1788842225.878263 punch from 0x01a0f7 to 0x02278e (0x8698 bytes) 000539 1788842225.894351 trunc from 0x001e03 to 0x00984c (0x7a4a bytes) 000540 1788842225.911032 read 0x016da1 thru 0x025127 (0xe387 bytes) 000541 1788842225.925914 punch from 0x00b2b8 to 0x017f7f (0xccc8 bytes) 000542 1788842225.937261 mapwrite 0x020260 thru 0x02ab7b (0xa91c bytes) 000543 1788842226.072540 mapwrite 0x006095 thru 0x014694 (0xe600 bytes) 000544 1788842226.142947 read 0x01ac37 thru 0x0206cd (0x5a97 bytes) 000545 1788842226.143935 mapwrite 0x01c767 thru 0x022436 (0x5cd0 bytes) 000546 1788842226.218271 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2ab7c): Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ab7c): Mirror 9: 0xc0001548 (stale) Mirror 11: 0xc0001548 (stale) Mirror 12: 0xc0001548 (stale) Mirror 13: 0xc0001548 (stale) Mirror 14: 0xc7722cb8 (stale) CRC-32 checksum value for chunk [0, 0x2ab7c): Mirror 1: 0xd800c22 Mirror 15: 0xd800c22 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ab7c: skipped 000547 1788842227.612995 trunc from 0x02ab7c to 0x029e88 (0xcf3 bytes) 000548 1788842227.686635 trunc from 0x019437 to 0x01cb86 (0x3750 bytes) 000549 1788842227.693702 mapread 0x010fa2 thru 0x0136e4 (0x2743 bytes) 000550 1788842227.712507 mapread 0x0168ac thru 0x021d4b (0xb4a0 bytes) 000551 1788842227.722502 punch from 0x01ffda to 0x0206f7 (0x71e bytes) 000552 1788842227.728629 trunc from 0x029e89 to 0x0188b4 (0x115d4 bytes) 000553 1788842227.752761 mapread 0x017bfb thru 0x0188b4 (0xcba bytes) 000554 1788842227.754547 punch from 0x015786 to 0x0188b4 (0x312f bytes) 000555 1788842227.760526 read 0x00836f thru 0x016dc5 (0xea57 bytes) 000556 1788842227.772003 trunc from 0x01321f to 0x0188b4 (0x5696 bytes) 000557 1788842227.775981 mapread 0x008840 thru 0x00c65e (0x3e1f bytes) 000558 1788842227.786328 MIRROR_RESYNC 7 mirrors 000559 1788842229.880256 trunc from 0x0188b5 to 0x02e9d5 (0x16121 bytes) 000560 1788842229.924092 punch from 0x00a843 to 0x010950 (0x610e bytes) 000561 1788842229.934550 punch from 0x023b0e to 0x02a635 (0x6b28 bytes) 000562 1788842229.940205 mapread 0x0284f5 thru 0x02e9d5 (0x64e1 bytes) 000563 1788842229.961850 read 0x001cc4 thru 0x006b3b (0x4e78 bytes) 000564 1788842229.976666 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2e9d6): Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e9d6): Mirror 9: 0x41e38ce3 (stale) Mirror 11: 0x41e38ce3 (stale) Mirror 12: 0x41e38ce3 (stale) Mirror 13: 0x41e38ce3 (stale) Mirror 14: 0x41e38ce3 (stale) Mirror 15: 0x41e38ce3 (stale) CRC-32 checksum value for chunk [0, 0x2e9d6): Mirror 1: 0xf9d2a25b Mirror 16: 0xf9d2a25b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e9d6: skipped 000565 1788842231.128691 read 0x01f0f3 thru 0x02b11d (0xc02b bytes) 000566 1788842231.156466 punch from 0x02e25b to 0x02e9d5 (0x77b bytes) 000567 1788842231.192536 read 0x00fee1 thru 0x012945 (0x2a65 bytes) 000569 1788842231.203612 trunc from 0x02e9d6 to 0x02013c (0xe899 bytes) 000570 1788842231.239030 trunc from 0x00bf05 to 0x01211f (0x621b bytes) 000571 1788842231.249505 MIRROR_RESYNC 8 mirrors 000572 1788842233.352343 mapread 0x00e727 thru 0x0159c4 (0x729e bytes) 000573 1788842233.381523 fallocate 0x0175d5 thru 0x01f20b (0x7c37 bytes) 000574 1788842233.435132 MIRROR_SPLIT mirror 6 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2013d): Mirror 9: 0x4a9ea0 (stale) Mirror 11: 0x4a9ea0 (stale) Mirror 12: 0x4a9ea0 (stale) Mirror 13: 0x4a9ea0 (stale) Mirror 14: 0x4a9ea0 (stale) Mirror 16: 0x4a9ea0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2013d): Mirror 9: 0x4a9ea0 (stale) Mirror 11: 0x4a9ea0 (stale) Mirror 12: 0x4a9ea0 (stale) Mirror 13: 0x4a9ea0 (stale) Mirror 14: 0x4a9ea0 (stale) Mirror 16: 0x4a9ea0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2013d: skipped 000575 1788842234.356348 mapread 0x01da59 thru 0x02013c (0x26e4 bytes) 000578 1788842234.402919 fallocate 0x01a7b9 thru 0x01cfbf (0x2807 bytes) 000579 1788842234.421988 mapwrite 0x009321 thru 0x00cf1d (0x3bfd bytes) 000580 1788842234.505243 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2013d): Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2013d): Mirror 9: 0x4a9ea0 (stale) Mirror 11: 0x4a9ea0 (stale) Mirror 12: 0x4a9ea0 (stale) Mirror 13: 0x4a9ea0 (stale) Mirror 14: 0x4a9ea0 (stale) Mirror 16: 0x4a9ea0 (stale) CRC-32 checksum value for chunk [0, 0x2013d): Mirror 1: 0xc437af2a Mirror 17: 0xc437af2a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2013d: skipped 000581 1788842235.887908 mapwrite 0x00a77f thru 0x0150cd (0xa94f bytes) 000582 1788842236.041016 MIRROR_RESYNC 8 mirrors 000583 1788842237.580998 MIRROR_EXTEND to 9 mirrors 000584 1788842238.491125 fallocate 0x03e1ae thru 0x03ffff (0x1e52 bytes) 000585 1788842238.545758 write 0x008c5b thru 0x0168e1 (0xdc87 bytes) 000586 1788842238.560906 mapwrite 0x0260b0 thru 0x031f43 (0xbe94 bytes) 000587 1788842238.633195 mapread 0x030a06 thru 0x031f43 (0x153e bytes) 000588 1788842238.634191 mapwrite 0x023dc9 thru 0x031d0c (0xdf44 bytes) 000589 1788842238.681730 mapread 0x02926d thru 0x030ab0 (0x7844 bytes) 000590 1788842238.682617 trunc from 0x030785 to 0x031f43 (0x17bf bytes) 000591 1788842238.687587 trunc from 0x031f44 to 0x001afa (0x30449 bytes) 000592 1788842238.727107 trunc from 0x001afb to 0x006d2c (0x5232 bytes) 000593 1788842238.744047 write 0x0365a6 thru 0x03ffff (0x9a5a bytes) 000595 1788842238.746605 mapread 0x0286dc thru 0x0368fb (0xe220 bytes) 000596 1788842238.769457 write 0x0112e4 thru 0x017ac2 (0x67df bytes) 000597 1788842238.783508 write 0x02b797 thru 0x0359e0 (0xa24a bytes) 000598 1788842238.786495 punch from 0x002333 to 0x008eea (0x6bb8 bytes) 000599 1788842238.792754 read 0x01cb2b thru 0x02346f (0x6945 bytes) 000600 1788842238.801159 punch from 0x023c0e to 0x0266fb (0x2aee bytes) 000601 1788842238.805621 read 0x00a88f thru 0x00bfaa (0x171c bytes) 000602 1788842238.817012 mapwrite 0x001dfa thru 0x0087ee (0x69f5 bytes) 000603 1788842238.835685 trunc from 0x040000 to 0x00475b (0x3b8a4 bytes) 000606 1788842238.860721 fallocate 0x002576 thru 0x007a4a (0x54d5 bytes) 000607 1788842238.866152 punch from 0x0068ab to 0x007a4a (0x11a0 bytes) 000608 1788842238.870466 mapwrite 0x003a5b thru 0x008b5e (0x5104 bytes) 000609 1788842238.932371 MIRROR_SPLIT mirror 7 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x8b5f): Mirror 9: 0x1a6b69d9 (stale) Mirror 11: 0x1a6b69d9 (stale) Mirror 12: 0x1a6b69d9 (stale) Mirror 13: 0x1a6b69d9 (stale) Mirror 14: 0x1a6b69d9 (stale) Mirror 16: 0x1a6b69d9 (stale) Mirror 18: 0x1a6b69d9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x8b5f): Mirror 9: 0x1a6b69d9 (stale) Mirror 11: 0x1a6b69d9 (stale) Mirror 12: 0x1a6b69d9 (stale) Mirror 13: 0x1a6b69d9 (stale) Mirror 14: 0x1a6b69d9 (stale) Mirror 16: 0x1a6b69d9 (stale) Mirror 18: 0x1a6b69d9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x8b5f: skipped 000610 1788842239.302368 write 0x01df4b thru 0x02a38e (0xc444 bytes) 000611 1788842239.308513 trunc from 0x018ba7 to 0x0207d9 (0x7c33 bytes) 000612 1788842239.330848 mapwrite 0x007378 thru 0x010e56 (0x9adf bytes) 000613 1788842239.377937 trunc from 0x02a38f to 0x030a1e (0x6690 bytes) 000614 1788842239.396163 trunc from 0x030a1f to 0x00bb19 (0x24f05 bytes) 000615 1788842239.415301 MIRROR_RESYNC 8 mirrors 000616 1788842240.370068 fallocate 0x028add thru 0x02bdbb (0x32df bytes) 000617 1788842240.444011 trunc from 0x0029f2 to 0x0077fb (0x4e0a bytes) 000618 1788842240.459536 trunc from 0x00bb1a to 0x02fadf (0x23fc6 bytes) 000619 1788842240.506628 read 0x00259f thru 0x004735 (0x2197 bytes) 000621 1788842240.538487 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2fae0): Mirror 9: 0xeea2cdd9 (stale) Mirror 11: 0xeea2cdd9 (stale) Mirror 12: 0xeea2cdd9 (stale) Mirror 13: 0xeea2cdd9 (stale) Mirror 16: 0xeea2cdd9 (stale) Mirror 18: 0xeea2cdd9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fae0): Mirror 9: 0xeea2cdd9 (stale) Mirror 11: 0xeea2cdd9 (stale) Mirror 12: 0xeea2cdd9 (stale) Mirror 13: 0xeea2cdd9 (stale) Mirror 16: 0xeea2cdd9 (stale) Mirror 18: 0xeea2cdd9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fae0: skipped 000622 1788842241.031683 trunc from 0x02b1d2 to 0x02ee28 (0x3c57 bytes) 000623 1788842241.039469 read 0x010029 thru 0x01c74d (0xc725 bytes) 000624 1788842241.052579 trunc from 0x008433 to 0x00ad87 (0x2955 bytes) 000625 1788842241.062581 write 0x03e3d0 thru 0x03ffff (0x1c30 bytes) 000626 1788842241.068603 mapwrite 0x035feb thru 0x0399ec (0x3a02 bytes) 000627 1788842241.111706 punch from 0x026218 to 0x027a16 (0x17ff bytes) 000628 1788842241.121766 MIRROR_RESYNC 7 mirrors 000629 1788842242.818417 mapwrite 0x02cefe thru 0x02d1f4 (0x2f7 bytes) 000630 1788842243.010146 trunc from 0x02f2fb to 0x03579c (0x64a2 bytes) 000631 1788842243.025151 punch from 0x03ef7a to 0x03ffff (0x1086 bytes) 000632 1788842243.032311 fallocate 0x00395a thru 0x010e79 (0xd520 bytes) 000633 1788842243.056725 trunc from 0x002f34 to 0x00533f (0x240c bytes) 000635 1788842243.086196 fallocate 0x025733 thru 0x0258e6 (0x1b4 bytes) 000636 1788842243.109749 punch from 0x02d857 to 0x0346e8 (0x6e92 bytes) 000637 1788842243.117971 write 0x0391ce thru 0x03ffff (0x6e32 bytes) 000638 1788842243.136313 mapread 0x02f5d7 thru 0x037233 (0x7c5d bytes) 000639 1788842243.151471 punch from 0x00f3bd to 0x016501 (0x7145 bytes) 000640 1788842243.165367 MIRROR_RESYNC 7 mirrors 000641 1788842245.423346 trunc from 0x0339f0 to 0x03e050 (0xa661 bytes) 000642 1788842245.458768 fallocate 0x02297a thru 0x0266d2 (0x3d59 bytes) 000643 1788842245.463977 mapwrite 0x0324f3 thru 0x03f81b (0xd329 bytes) 000644 1788842245.511063 punch from 0x00d339 to 0x01b51e (0xe1e6 bytes) 000645 1788842245.515497 trunc from 0x040000 to 0x011b17 (0x2e4e8 bytes) 000646 1788842245.532399 trunc from 0x00be63 to 0x011b17 (0x5cb5 bytes) 000647 1788842245.535871 write 0x027f19 thru 0x02e6db (0x67c3 bytes) 000648 1788842245.536943 fallocate 0x03d020 thru 0x03ffff (0x2fe0 bytes) 000649 1788842245.540033 mapread 0x030950 thru 0x03c4f6 (0xbba7 bytes) 000651 1788842245.553705 trunc from 0x040000 to 0x03e422 (0x1bdd bytes) 000652 1788842245.568812 read 0x00bde7 thru 0x012c1a (0x6e34 bytes) 000653 1788842245.576501 read 0x033092 thru 0x03c491 (0x9400 bytes) 000654 1788842245.578435 write 0x031910 thru 0x03406e (0x275f bytes) 000655 1788842245.580580 trunc from 0x03beef to 0x03c91c (0xa2e bytes) 000656 1788842245.589216 write 0x026b45 thru 0x027067 (0x523 bytes) 000657 1788842245.605298 punch from 0x02308b to 0x027d1d (0x4c93 bytes) 000658 1788842245.617524 write 0x029656 thru 0x02c645 (0x2ff0 bytes) 000659 1788842245.618451 punch from 0x02da12 to 0x038e3a (0xb429 bytes) 000660 1788842245.622808 mapread 0x02a59e thru 0x03a1bd (0xfc20 bytes) 000661 1788842245.677974 write 0x028e13 thru 0x038935 (0xfb23 bytes) 000662 1788842245.682576 mapread 0x00f993 thru 0x010f81 (0x15ef bytes) 000663 1788842245.684596 mapwrite 0x02a4d1 thru 0x02d1fc (0x2d2c bytes) 000666 1788842245.709627 read 0x015a29 thru 0x0209d8 (0xafb0 bytes) 000667 1788842245.710652 mapwrite 0x01e970 thru 0x021d10 (0x33a1 bytes) 000668 1788842245.749493 trunc from 0x035c54 to 0x03e422 (0x87cf bytes) 000669 1788842245.759941 write 0x03d039 thru 0x03ffff (0x2fc7 bytes) 000670 1788842245.788547 trunc from 0x036a75 to 0x03ffff (0x958b bytes) 000671 1788842245.807720 read 0x02d2c0 thru 0x030a28 (0x3769 bytes) 000672 1788842245.808742 fallocate 0x029029 thru 0x03855f (0xf537 bytes) 000673 1788842245.815769 mapwrite 0x034d12 thru 0x03bb60 (0x6e4f bytes) 000674 1788842245.852515 punch from 0x0048c6 to 0x00bf7f (0x76ba bytes) 000675 1788842245.859536 trunc from 0x040000 to 0x00b795 (0x3486a bytes) 000676 1788842245.875581 mapwrite 0x0083f7 thru 0x01344d (0xb057 bytes) 000678 1788842245.973922 trunc from 0x01344e to 0x00efcb (0x4482 bytes) 000679 1788842245.984664 trunc from 0x00efcc to 0x00e39f (0xc2c bytes) 000680 1788842245.997206 mapwrite 0x03d64d thru 0x03ffff (0x29b3 bytes) 000681 1788842246.039888 punch from 0x031815 to 0x031c0e (0x3fa bytes) 000682 1788842246.054707 MIRROR_RESYNC 7 mirrors 000684 1788842247.591866 write 0x035db2 thru 0x03db4c (0x7d9b bytes) 000685 1788842247.631098 trunc from 0x03ec4e to 0x03ffff (0x13b2 bytes) 000688 1788842247.641460 trunc from 0x03e24d to 0x03ec1f (0x9d3 bytes) 000690 1788842247.647564 read 0x019d4b thru 0x0264b7 (0xc76d bytes) 000691 1788842247.677551 MIRROR_RESYNC 7 mirrors 000692 1788842249.155578 punch from 0x0165ec to 0x016eb9 (0x8ce bytes) 000693 1788842249.197243 trunc from 0x040000 to 0x00acba (0x35345 bytes) 000694 1788842249.220339 mapread 0x0085d3 thru 0x00acba (0x26e8 bytes) 000695 1788842249.241811 punch from 0x0066ca to 0x00acba (0x45f1 bytes) 000696 1788842249.247425 mapwrite 0x01334a thru 0x01d9c0 (0xa677 bytes) 000697 1788842249.302755 trunc from 0x001eb2 to 0x00f086 (0xd1d5 bytes) 000698 1788842249.309210 fallocate 0x005f27 thru 0x006bb1 (0xc8b bytes) 000699 1788842249.313762 read 0x00d5c8 thru 0x0106f1 (0x312a bytes) 000700 1788842249.320141 punch from 0x00d86a to 0x00e8a8 (0x103f bytes) 000702 1788842249.324879 mapwrite 0x011ff3 thru 0x019822 (0x7830 bytes) 000703 1788842249.345056 trunc from 0x008eed to 0x013d05 (0xae19 bytes) 000705 1788842249.350819 punch from 0x00633e to 0x00b1fe (0x4ec1 bytes) 000706 1788842249.356515 read 0x01a316 thru 0x01d9c0 (0x36ab bytes) 000708 1788842249.358150 write 0x0315d4 thru 0x03ffff (0xea2c bytes) 000709 1788842249.365494 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x69086e66 (stale) Mirror 11: 0x69086e66 (stale) Mirror 12: 0x69086e66 (stale) Mirror 13: 0x69086e66 (stale) Mirror 16: 0x69086e66 (stale) Mirror 18: 0x69086e66 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa621bbae Mirror 19: 0xa621bbae lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000710 1788842250.249132 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x69086e66 (stale) Mirror 11: 0x69086e66 (stale) Mirror 13: 0x69086e66 (stale) Mirror 16: 0x69086e66 (stale) Mirror 18: 0x69086e66 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x69086e66 (stale) Mirror 11: 0x69086e66 (stale) Mirror 13: 0x69086e66 (stale) Mirror 16: 0x69086e66 (stale) Mirror 18: 0x69086e66 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa621bbae Mirror 19: 0xa621bbae lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000711 1788842250.764284 trunc from 0x03fb83 to 0x03ffff (0x47d bytes) 000712 1788842250.801362 trunc from 0x003ca6 to 0x00b7d9 (0x7b34 bytes) 000713 1788842250.805388 read 0x02463a thru 0x02c66f (0x8036 bytes) 000715 1788842250.817313 read 0x0268f8 thru 0x02ad4e (0x4457 bytes) 000716 1788842250.818082 trunc from 0x040000 to 0x00ca42 (0x335bd bytes) 000717 1788842250.861508 trunc from 0x008741 to 0x00ca42 (0x4302 bytes) 000718 1788842250.865376 read 0x004c71 thru 0x0093e8 (0x4778 bytes) 000719 1788842250.891500 read 0x000910 thru 0x00496d (0x405e bytes) 000720 1788842250.892027 write 0x00feae thru 0x01f6d1 (0xf824 bytes) 000721 1788842250.905099 write 0x036f42 thru 0x03a6fa (0x37b9 bytes) 000722 1788842250.905860 punch from 0x0335ac to 0x03a6fa (0x714f bytes) 000723 1788842250.930008 read 0x025b96 thru 0x0359ca (0xfe35 bytes) 000724 1788842250.948748 MIRROR_RESYNC 7 mirrors 000725 1788842252.154327 read 0x02a60a thru 0x033b44 (0x953b bytes) 000726 1788842252.164586 fallocate 0x01cb0c thru 0x026e53 (0xa348 bytes) 000727 1788842252.198587 fallocate 0x02dcdf thru 0x02fa97 (0x1db9 bytes) 000728 1788842252.204124 mapwrite 0x014f56 thru 0x018f08 (0x3fb3 bytes) 000729 1788842252.235296 mapwrite 0x02ae76 thru 0x034506 (0x9691 bytes) 000730 1788842252.271262 trunc from 0x03a6fb to 0x01e62b (0x1c0cf bytes) 000732 1788842252.293397 punch from 0x01a97c to 0x01e62b (0x3cb0 bytes) 000733 1788842252.301561 mapwrite 0x010cec thru 0x01e20f (0xd524 bytes) 000734 1788842252.331331 trunc from 0x00b0bf to 0x011ddd (0x6d1f bytes) 000735 1788842252.337206 fallocate 0x0162fb thru 0x0257c3 (0xf4c9 bytes) 000736 1788842252.341843 fallocate 0x03cbb2 thru 0x03e20f (0x165e bytes) 000737 1788842252.347503 trunc from 0x00dd6a to 0x013c57 (0x5eee bytes) 000738 1788842252.353615 mapwrite 0x03709d thru 0x03da5b (0x69bf bytes) 000739 1788842252.400297 trunc from 0x0287b0 to 0x02e120 (0x5971 bytes) 000740 1788842252.405733 write 0x01e8f3 thru 0x028cd1 (0xa3df bytes) 000741 1788842252.413087 mapread 0x02abf0 thru 0x030ed4 (0x62e5 bytes) 000742 1788842252.421582 trunc from 0x02b6f8 to 0x02e5c5 (0x2ece bytes) 000743 1788842252.427080 mapwrite 0x02fc7b thru 0x038b12 (0x8e98 bytes) 000744 1788842252.449559 punch from 0x005ee4 to 0x00b155 (0x5272 bytes) 000745 1788842252.454454 trunc from 0x021bf4 to 0x02e290 (0xc69d bytes) 000746 1788842252.460622 write 0x03961c thru 0x03ffff (0x69e4 bytes) 000747 1788842252.462680 write 0x0085ba thru 0x016287 (0xdcce bytes) 000748 1788842252.469805 fallocate 0x00646d thru 0x015a2c (0xf5c0 bytes) 000749 1788842252.475341 read 0x01ad73 thru 0x01b7c8 (0xa56 bytes) 000750 1788842252.476378 read 0x0241d9 thru 0x0286fb (0x4523 bytes) 000751 1788842252.494315 punch from 0x0393c9 to 0x03ffff (0x6c37 bytes) 000752 1788842252.510324 trunc from 0x040000 to 0x00e19d (0x31e62 bytes) 000753 1788842252.527797 punch from 0x002b65 to 0x0056c2 (0x2b5e bytes) 000754 1788842252.533162 punch from 0x00bf8e to 0x00e19d (0x2210 bytes) 000756 1788842252.539557 mapwrite 0x025f99 thru 0x030bdd (0xac45 bytes) 000757 1788842252.629698 trunc from 0x009e6b to 0x011012 (0x71a8 bytes) 000758 1788842252.636149 punch from 0x005e2c to 0x00c71a (0x68ef bytes) 000759 1788842252.641302 trunc from 0x028ed8 to 0x02d49d (0x45c6 bytes) 000760 1788842252.646556 fallocate 0x025f4f thru 0x035595 (0xf647 bytes) 000761 1788842252.651730 trunc from 0x035596 to 0x0014ab (0x340ea bytes) 000763 1788842252.675871 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x14ac): Mirror 9: 0xc7e393a2 (stale) Mirror 11: 0xc7e393a2 (stale) Mirror 16: 0xc7e393a2 (stale) Mirror 18: 0xc7e393a2 (stale) Mirror 19: 0xc7e393a2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x14ac): Mirror 9: 0xc7e393a2 (stale) Mirror 11: 0xc7e393a2 (stale) Mirror 16: 0xc7e393a2 (stale) Mirror 18: 0xc7e393a2 (stale) Mirror 19: 0xc7e393a2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x14ac: skipped 000764 1788842253.044140 mapread 0x0001af thru 0x0014ab (0x12fd bytes) 000765 1788842253.061424 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x14ac): Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x14ac): Mirror 9: 0xc7e393a2 (stale) Mirror 11: 0xc7e393a2 (stale) Mirror 16: 0xc7e393a2 (stale) Mirror 18: 0xc7e393a2 (stale) Mirror 19: 0xc7e393a2 (stale) CRC-32 checksum value for chunk [0, 0x14ac): Mirror 1: 0xc7e393a2 Mirror 20: 0xc7e393a2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x14ac: skipped 000766 1788842253.727485 write 0x0128da thru 0x017075 (0x479c bytes) 000767 1788842253.792320 punch from 0x010c0b to 0x01433b (0x3731 bytes) 000768 1788842253.812107 mapread 0x0056e0 thru 0x00ad2a (0x564b bytes) 000769 1788842253.834000 trunc from 0x006b1d to 0x00bb6d (0x5051 bytes) 000770 1788842253.839745 trunc from 0x0145ba to 0x017075 (0x2abc bytes) 000771 1788842253.845501 mapread 0x0166a9 thru 0x017075 (0x9cd bytes) 000772 1788842253.868123 mapread 0x001fe6 thru 0x0091c9 (0x71e4 bytes) 000773 1788842253.882488 trunc from 0x017076 to 0x02d050 (0x15fdb bytes) 000774 1788842253.913269 trunc from 0x02d051 to 0x02e0b8 (0x1068 bytes) 000775 1788842253.938359 mapwrite 0x00e7a5 thru 0x017209 (0x8a65 bytes) 000776 1788842253.971100 punch from 0x002ea8 to 0x012b92 (0xfceb bytes) 000777 1788842253.983212 read 0x01f76e thru 0x0214d3 (0x1d66 bytes) 000778 1788842254.000543 read 0x00ec85 thru 0x014241 (0x55bd bytes) 000779 1788842254.019554 mapread 0x01185b thru 0x01c623 (0xadc9 bytes) 000780 1788842254.035151 MIRROR_RESYNC 7 mirrors 000781 1788842255.308141 mapread 0x012b3f thru 0x01cdd9 (0xa29b bytes) 000782 1788842255.320903 fallocate 0x012d2d thru 0x019ff9 (0x72cd bytes) 000783 1788842255.351543 trunc from 0x017c70 to 0x026b09 (0xee9a bytes) 000784 1788842255.358081 read 0x01420c thru 0x01e5b7 (0xa3ac bytes) 000785 1788842255.373671 write 0x014fa1 thru 0x018553 (0x35b3 bytes) 000786 1788842255.379547 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e0b9): Mirror 9: 0x83df5a50 (stale) Mirror 16: 0x83df5a50 (stale) Mirror 18: 0x83df5a50 (stale) Mirror 19: 0x83df5a50 (stale) Mirror 20: 0x83df5a50 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e0b9): Mirror 9: 0x83df5a50 (stale) Mirror 16: 0x83df5a50 (stale) Mirror 18: 0x83df5a50 (stale) Mirror 19: 0x83df5a50 (stale) Mirror 20: 0x83df5a50 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e0b9: skipped 000787 1788842255.840443 punch from 0x00b0d9 to 0x00ba13 (0x93b bytes) 000788 1788842255.848254 mapread 0x019bec thru 0x01f582 (0x5997 bytes) 000789 1788842255.884101 trunc from 0x000be1 to 0x00fd0b (0xf12b bytes) 000790 1788842255.892564 write 0x027915 thru 0x0367d1 (0xeebd bytes) 000791 1788842255.913444 trunc from 0x031c69 to 0x0367d1 (0x4b69 bytes) 000792 1788842255.972440 fallocate 0x000e2f thru 0x00df0f (0xd0e1 bytes) 000793 1788842255.984184 read 0x01f813 thru 0x02d0d0 (0xd8be bytes) 000795 1788842256.004261 punch from 0x02714d to 0x030fcb (0x9e7f bytes) 000796 1788842256.010647 punch from 0x02f0d0 to 0x0367d1 (0x7702 bytes) 000797 1788842256.019655 trunc from 0x0367d2 to 0x02e32c (0x84a5 bytes) 000798 1788842256.066312 trunc from 0x0258a3 to 0x02ba58 (0x61b6 bytes) 000799 1788842256.073091 trunc from 0x02e32d to 0x00e9ea (0x1f942 bytes) 000800 1788842256.099525 read 0x00ce3b thru 0x00e9ea (0x1bb0 bytes) 000801 1788842256.110186 read 0x0033e2 thru 0x00985f (0x647e bytes) 000802 1788842256.111446 trunc from 0x00c299 to 0x00e9ea (0x2752 bytes) 000803 1788842256.127087 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xe9eb): Mirror 16: 0xcee91b6c (stale) Mirror 18: 0xcee91b6c (stale) Mirror 19: 0xcee91b6c (stale) Mirror 20: 0xcee91b6c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xe9eb): Mirror 16: 0xcee91b6c (stale) Mirror 18: 0xcee91b6c (stale) Mirror 19: 0xcee91b6c (stale) Mirror 20: 0xcee91b6c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xe9eb: skipped 000804 1788842256.716558 write 0x01cc2d thru 0x01eddc (0x21b0 bytes) 000805 1788842256.721606 punch from 0x012a26 to 0x01eddc (0xc3b7 bytes) 000807 1788842256.748598 mapread 0x01b86c thru 0x01eddc (0x3571 bytes) 000808 1788842256.774024 fallocate 0x018d3a thru 0x021c7d (0x8f44 bytes) 000809 1788842256.784032 read 0x005a75 thru 0x00b89d (0x5e29 bytes) 000810 1788842256.798150 mapwrite 0x01bfb0 thru 0x021595 (0x55e6 bytes) 000811 1788842256.838357 write 0x03ba9e thru 0x03ffff (0x4562 bytes) 000812 1788842256.842566 fallocate 0x01c8ea thru 0x026af8 (0xa20f bytes) 000814 1788842256.856884 trunc from 0x0199dd to 0x0282a2 (0xe8c6 bytes) 000815 1788842256.863146 trunc from 0x040000 to 0x00cd55 (0x332aa bytes) 000816 1788842256.899169 write 0x00373c thru 0x00c965 (0x922a bytes) 000817 1788842256.915287 trunc from 0x00c1c5 to 0x00cd55 (0xb91 bytes) 000818 1788842256.940005 mapwrite 0x020957 thru 0x02b037 (0xa6e1 bytes) 000819 1788842257.015547 trunc from 0x02b038 to 0x00c475 (0x1ebc2 bytes) 000820 1788842257.042762 write 0x02aeda thru 0x03190b (0x6a32 bytes) 000821 1788842257.044189 fallocate 0x01788a thru 0x026fd8 (0xf74f bytes) 000822 1788842257.050855 punch from 0x02cd0f to 0x03190b (0x4bfd bytes) 000823 1788842257.080825 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3190c): Mirror 18: 0x6dcd0323 (stale) Mirror 19: 0x6dcd0323 (stale) Mirror 20: 0x6dcd0323 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3190c): Mirror 18: 0x6dcd0323 (stale) Mirror 19: 0x6dcd0323 (stale) Mirror 20: 0x6dcd0323 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3190c: skipped 000824 1788842257.514866 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3190c): Mirror 18: 0x6dcd0323 (stale) Mirror 20: 0x6dcd0323 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3190c): Mirror 18: 0x6dcd0323 (stale) Mirror 20: 0x6dcd0323 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3190c: skipped 000825 1788842257.784617 trunc from 0x02756e to 0x02d7ed (0x6280 bytes) 000826 1788842257.789552 read 0x01b244 thru 0x020656 (0x5413 bytes) 000827 1788842257.798968 mapwrite 0x0062c0 thru 0x007fe6 (0x1d27 bytes) 000828 1788842257.824584 mapread 0x00a704 thru 0x010178 (0x5a75 bytes) 000829 1788842257.834394 trunc from 0x03190c to 0x000c4e (0x30cbd bytes) 000830 1788842257.860283 fallocate 0x033486 thru 0x03ffff (0xcb7a bytes) 000831 1788842257.867070 punch from 0x000a8d to 0x000c4e (0x1c2 bytes) 000832 1788842257.873301 mapread 0x000714 thru 0x000c4e (0x53b bytes) 000833 1788842257.878940 punch from 0x000b39 to 0x000c4e (0x116 bytes) 000834 1788842257.885138 trunc from 0x00042b to 0x000c4e (0x824 bytes) 000835 1788842257.894463 write 0x008999 thru 0x00bd30 (0x3398 bytes) 000836 1788842257.896335 fallocate 0x0367f8 thru 0x03ffff (0x9808 bytes) 000837 1788842257.905374 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0x4de6e5ac (stale) Mirror 20: 0x4de6e5ac (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xeb0c04e0 Mirror 21: 0xeb0c04e0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000838 1788842258.760251 mapwrite 0x03deaa thru 0x03faa8 (0x1bff bytes) 000839 1788842258.872062 fallocate 0x03cce4 thru 0x03ea74 (0x1d91 bytes) 000840 1788842258.878064 trunc from 0x040000 to 0x00c1f5 (0x33e0a bytes) 000841 1788842258.904018 write 0x001e9f thru 0x00ce4d (0xafaf bytes) 000842 1788842258.915365 punch from 0x00587c to 0x00ce4d (0x75d2 bytes) 000843 1788842258.933545 write 0x006e28 thru 0x00fcf7 (0x8ed0 bytes) 000844 1788842258.942430 write 0x014b03 thru 0x019dd6 (0x52d4 bytes) 000845 1788842258.944155 write 0x03a332 thru 0x03ffff (0x5cce bytes) 000846 1788842258.947024 mapread 0x03a9b9 thru 0x03ffff (0x5647 bytes) 000847 1788842258.948024 fallocate 0x03383f thru 0x0339dc (0x19e bytes) 000848 1788842258.953619 trunc from 0x040000 to 0x03b664 (0x499b bytes) 000849 1788842258.976127 trunc from 0x03b665 to 0x006e5d (0x34807 bytes) 000850 1788842258.987353 punch from 0x004235 to 0x006e5d (0x2c29 bytes) 000851 1788842258.999644 mapread 0x004b38 thru 0x006e5d (0x2326 bytes) 000852 1788842259.006375 punch from 0x00644e to 0x006e5d (0xa10 bytes) 000853 1788842259.011585 read 0x005444 thru 0x006e5d (0x1a1a bytes) 000854 1788842259.017328 mapread 0x001970 thru 0x006e5d (0x54ee bytes) 000856 1788842259.018354 fallocate 0x015004 thru 0x022be6 (0xdbe3 bytes) 000857 1788842259.023714 mapwrite 0x02c8a9 thru 0x02d45a (0xbb2 bytes) 000858 1788842259.059718 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x186:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d45b): Mirror 20: 0x905a28df (stale) Mirror 21: 0x89e27fa8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d45b): Mirror 20: 0x905a28df (stale) Mirror 21: 0x89e27fa8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d45b: skipped 000859 1788842259.461709 mapread 0x025a76 thru 0x028c25 (0x31b0 bytes) 000860 1788842259.518805 trunc from 0x019cd3 to 0x01f1db (0x5509 bytes) 000861 1788842259.526351 fallocate 0x0213e0 thru 0x02572e (0x434f bytes) 000862 1788842259.536126 write 0x00f002 thru 0x01c31d (0xd31c bytes) 000863 1788842259.575264 mapread 0x00442d thru 0x008096 (0x3c6a bytes) 000864 1788842259.596677 trunc from 0x018014 to 0x02116b (0x9158 bytes) 000865 1788842259.612103 trunc from 0x0227a8 to 0x0251b7 (0x2a10 bytes) 000866 1788842259.617014 read 0x00f602 thru 0x01b53c (0xbf3b bytes) 000867 1788842259.624326 fallocate 0x0387d9 thru 0x03a88a (0x20b2 bytes) 000868 1788842259.629265 mapwrite 0x00d9ed thru 0x013ff4 (0x6608 bytes) 000869 1788842259.651980 mapread 0x0116b2 thru 0x016b0d (0x545c bytes) 000870 1788842259.652985 mapread 0x001f3b thru 0x009553 (0x7619 bytes) 000871 1788842259.655362 fallocate 0x018289 thru 0x01c146 (0x3ebe bytes) 000872 1788842259.665090 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3a88b): Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a88b): Mirror 20: 0xf820bd4a (stale) Mirror 21: 0x5e5bdd30 (stale) CRC-32 checksum value for chunk [0, 0x3a88b): Mirror 1: 0xece1758a Mirror 22: 0xece1758a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a88b: skipped 000873 1788842260.731738 write 0x0332b3 thru 0x0373df (0x412d bytes) 000874 1788842260.782338 trunc from 0x03a88b to 0x01ec07 (0x1bc83 bytes) 000875 1788842260.804499 mapwrite 0x00d48f thru 0x01d15d (0xfccf bytes) 000876 1788842260.858636 fallocate 0x029d15 thru 0x02d2d7 (0x35c3 bytes) 000877 1788842260.863678 mapwrite 0x011801 thru 0x01be24 (0xa624 bytes) 000878 1788842260.883338 trunc from 0x01ec08 to 0x035345 (0x1673e bytes) 000879 1788842260.903642 trunc from 0x035346 to 0x0076f9 (0x2dc4c bytes) 000880 1788842260.917805 trunc from 0x001bbb to 0x0076f9 (0x5b3f bytes) 000881 1788842260.926002 mapwrite 0x00ce91 thru 0x0196f9 (0xc869 bytes) 000882 1788842260.984870 punch from 0x00fe9e to 0x0196f9 (0x985c bytes) 000883 1788842260.990541 trunc from 0x0196fa to 0x01445c (0x529d bytes) 000884 1788842261.007240 fallocate 0x022181 thru 0x02341d (0x129d bytes) 000885 1788842261.012497 trunc from 0x012002 to 0x01445c (0x245b bytes) 000886 1788842261.021764 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1445d): Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1445d): Mirror 20: 0x4d1aa30f (stale) Mirror 21: 0x8bfd1fc (stale) Mirror 22: 0x473ff123 (stale) CRC-32 checksum value for chunk [0, 0x1445d): Mirror 1: 0xe7dd847b Mirror 23: 0xe7dd847b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1445d: skipped 000887 1788842261.932221 fallocate 0x03f7cd thru 0x03ffff (0x833 bytes) 000888 1788842261.991301 mapwrite 0x01c9d4 thru 0x020b64 (0x4191 bytes) 000889 1788842262.058381 MIRROR_RESYNC 5 mirrors 000890 1788842263.536260 fallocate 0x027450 thru 0x02ecf9 (0x78aa bytes) 000891 1788842263.566208 punch from 0x023a91 to 0x031df2 (0xe362 bytes) 000892 1788842263.574057 read 0x03dd54 thru 0x03ffff (0x22ac bytes) 000893 1788842263.579348 read 0x031035 thru 0x03b4bd (0xa489 bytes) 000894 1788842263.591300 read 0x030923 thru 0x03fa3e (0xf11c bytes) 000896 1788842263.592964 fallocate 0x016c8d thru 0x0204cf (0x9843 bytes) 000898 1788842263.599000 mapwrite 0x003cb8 thru 0x012425 (0xe76e bytes) 000899 1788842263.618828 write 0x00a53c thru 0x00fa27 (0x54ec bytes) 000900 1788842263.620075 write 0x00f6db thru 0x018e74 (0x979a bytes) 000901 1788842263.622565 trunc from 0x040000 to 0x031a6e (0xe591 bytes) 000902 1788842263.650350 trunc from 0x031a6f to 0x03452d (0x2abf bytes) 000903 1788842263.665520 trunc from 0x03452e to 0x029636 (0xaef7 bytes) 000904 1788842263.689107 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x29637): Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29637): Mirror 20: 0xd0a4b473 (stale) Mirror 21: 0xd0a4b473 (stale) Mirror 22: 0xd0a4b473 (stale) Mirror 23: 0xd0a4b473 (stale) CRC-32 checksum value for chunk [0, 0x29637): Mirror 1: 0x84aa8ad Mirror 24: 0x84aa8ad lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29637: skipped 000906 1788842264.695369 fallocate 0x00e119 thru 0x00ea64 (0x94c bytes) 000907 1788842264.776539 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x29637): Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29637): Mirror 20: 0xd0a4b473 (stale) Mirror 21: 0xd0a4b473 (stale) Mirror 22: 0xd0a4b473 (stale) Mirror 23: 0xd0a4b473 (stale) Mirror 24: 0x84aa8ad (stale) CRC-32 checksum value for chunk [0, 0x29637): Mirror 1: 0x84aa8ad Mirror 25: 0x84aa8ad lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29637: skipped 000908 1788842265.926174 trunc from 0x029637 to 0x01fcea (0x994c bytes) 000909 1788842265.998601 trunc from 0x01fceb to 0x0124e5 (0xd805 bytes) 000910 1788842266.022989 write 0x002add thru 0x009a28 (0x6f4c bytes) 000911 1788842266.033825 trunc from 0x0124e6 to 0x02184c (0xf367 bytes) 000912 1788842266.044223 trunc from 0x02184d to 0x01d9db (0x3e71 bytes) 000913 1788842266.056172 mapwrite 0x032be1 thru 0x0369d2 (0x3df2 bytes) 000914 1788842266.092262 mapwrite 0x035497 thru 0x037989 (0x24f3 bytes) 000915 1788842266.123655 write 0x030aed thru 0x031499 (0x9ad bytes) 000916 1788842266.124510 trunc from 0x03798a to 0x02c85c (0xb12d bytes) 000917 1788842266.135583 trunc from 0x02c85d to 0x01c69e (0x101be bytes) 000918 1788842266.187565 write 0x01bb54 thru 0x024cf1 (0x919e bytes) 000919 1788842266.200067 punch from 0x0173d6 to 0x021d5a (0xa985 bytes) 000920 1788842266.228879 MIRROR_RESYNC 7 mirrors 000921 1788842267.440809 trunc from 0x024cf2 to 0x020e69 (0x3e88 bytes) 000922 1788842267.522459 read 0x00bf57 thru 0x016b65 (0xac0f bytes) 000923 1788842267.532584 fallocate 0x03a22e thru 0x03f222 (0x4ff5 bytes) 000924 1788842267.538409 trunc from 0x00d46e to 0x0175e8 (0xa17b bytes) 000925 1788842267.546997 read 0x027236 thru 0x031328 (0xa0f3 bytes) 000926 1788842267.562141 read 0x01a045 thru 0x0266f5 (0xc6b1 bytes) 000927 1788842267.566765 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3f223): Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f223): Mirror 20: 0xaa5c0ed9 (stale) Mirror 21: 0xaa5c0ed9 (stale) Mirror 22: 0xaa5c0ed9 (stale) Mirror 23: 0xaa5c0ed9 (stale) Mirror 24: 0xaa5c0ed9 (stale) Mirror 25: 0xaa5c0ed9 (stale) CRC-32 checksum value for chunk [0, 0x3f223): Mirror 1: 0xceccf593 Mirror 26: 0xceccf593 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f223: skipped 000928 1788842268.471203 fallocate 0x01c1ec thru 0x01e912 (0x2727 bytes) 000929 1788842268.543545 trunc from 0x02d989 to 0x03141d (0x3a95 bytes) 000930 1788842268.550801 write 0x01e6e0 thru 0x025791 (0x70b2 bytes) 000931 1788842268.576172 read 0x03f06c thru 0x03f222 (0x1b7 bytes) 000932 1788842268.592881 mapwrite 0x034f46 thru 0x03ffff (0xb0ba bytes) 000933 1788842268.679025 mapread 0x009623 thru 0x019546 (0xff24 bytes) 000934 1788842268.699201 mapwrite 0x01a1d3 thru 0x025a77 (0xb8a5 bytes) 000935 1788842268.727166 mapwrite 0x02c97b thru 0x034c41 (0x82c7 bytes) 000936 1788842268.754266 read 0x016dc9 thru 0x0235eb (0xc823 bytes) 000937 1788842268.755046 mapread 0x0394f2 thru 0x03afc1 (0x1ad0 bytes) 000938 1788842268.755942 mapwrite 0x027af4 thru 0x02e5b4 (0x6ac1 bytes) 000939 1788842268.772895 trunc from 0x040000 to 0x004062 (0x3bf9d bytes) 000941 1788842268.795277 write 0x00dc4b thru 0x01165b (0x3a11 bytes) 000942 1788842268.797971 mapwrite 0x026c07 thru 0x035730 (0xeb2a bytes) 000943 1788842268.847368 fallocate 0x00e89c thru 0x012d9e (0x4503 bytes) 000944 1788842268.851198 write 0x01be37 thru 0x0200fe (0x42c8 bytes) 000946 1788842268.852727 fallocate 0x0185e5 thru 0x0206b4 (0x80d0 bytes) 000947 1788842268.865605 MIRROR_RESYNC 8 mirrors 000948 1788842270.710492 read 0x00e1c9 thru 0x016ade (0x8916 bytes) 000949 1788842270.723231 trunc from 0x035731 to 0x035b70 (0x440 bytes) 000951 1788842270.767982 trunc from 0x035b71 to 0x01e143 (0x17a2d bytes) 000952 1788842270.786229 mapread 0x00071d thru 0x009df1 (0x96d5 bytes) 000953 1788842270.813945 fallocate 0x0349b9 thru 0x03ffff (0xb647 bytes) 000954 1788842270.819197 mapread 0x00c8fb thru 0x014985 (0x808b bytes) 000955 1788842270.829730 punch from 0x01d7db to 0x01e143 (0x969 bytes) 000956 1788842270.834994 fallocate 0x0046c4 thru 0x008b41 (0x447e bytes) 000957 1788842270.839999 mapwrite 0x03bf8d thru 0x03de66 (0x1eda bytes) 000958 1788842270.877531 trunc from 0x03de67 to 0x003450 (0x3aa16 bytes) 000959 1788842270.897708 trunc from 0x003451 to 0x021928 (0x1e4d8 bytes) 000960 1788842270.914166 fallocate 0x034f0a thru 0x03ffff (0xb0f6 bytes) 000961 1788842270.920623 punch from 0x01ed20 to 0x02a398 (0xb679 bytes) 000962 1788842270.925542 mapwrite 0x00a79e thru 0x00d78e (0x2ff1 bytes) 000963 1788842270.948355 read 0x035699 thru 0x036a26 (0x138e bytes) 000964 1788842270.969365 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: 0x59ceb1fc (stale) Mirror 21: 0x59ceb1fc (stale) Mirror 22: 0x59ceb1fc (stale) Mirror 23: 0x59ceb1fc (stale) Mirror 24: 0x59ceb1fc (stale) Mirror 25: 0x59ceb1fc (stale) Mirror 26: 0x59ceb1fc (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x69d4d68a Mirror 27: 0x69d4d68a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000965 1788842271.817082 mapwrite 0x033236 thru 0x03eb5a (0xb925 bytes) 000966 1788842271.927101 punch from 0x02b048 to 0x02e5f1 (0x35aa bytes) 000967 1788842271.936433 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 20: 0x59ceb1fc (stale) Mirror 21: 0x59ceb1fc (stale) Mirror 22: 0x59ceb1fc (stale) Mirror 23: 0x59ceb1fc (stale) Mirror 24: 0x59ceb1fc (stale) Mirror 25: 0x59ceb1fc (stale) Mirror 26: 0x59ceb1fc (stale) Mirror 27: 0x69d4d68a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd67fd6dc Mirror 28: 0xd67fd6dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000968 1788842273.062100 trunc from 0x040000 to 0x011937 (0x2e6c8 bytes) 000969 1788842273.117880 trunc from 0x011938 to 0x02334d (0x11a16 bytes) 000970 1788842273.134230 trunc from 0x02334e to 0x014c78 (0xe6d5 bytes) 000971 1788842273.156179 punch from 0x00502d to 0x01253e (0xd512 bytes) 000972 1788842273.161215 mapwrite 0x00c8b8 thru 0x00e25e (0x19a7 bytes) 000973 1788842273.197429 read 0x0021c2 thru 0x004e28 (0x2c67 bytes) 000975 1788842273.204449 mapwrite 0x00802e thru 0x017bf2 (0xfbc5 bytes) 000976 1788842273.252101 fallocate 0x010348 thru 0x0186ca (0x8383 bytes) 000977 1788842273.258472 punch from 0x00b868 to 0x017bf2 (0xc38b bytes) 000978 1788842273.265185 mapread 0x012559 thru 0x017bf2 (0x569a bytes) 000979 1788842273.283959 fallocate 0x000a82 thru 0x0073af (0x692e bytes) 000980 1788842273.290906 punch from 0x01630a to 0x017bf2 (0x18e9 bytes) 000981 1788842273.296172 fallocate 0x01060a thru 0x019aca (0x94c1 bytes) 000982 1788842273.303931 trunc from 0x000f96 to 0x008db8 (0x7e23 bytes) 000983 1788842273.310728 fallocate 0x00dc2e thru 0x01dae3 (0xfeb6 bytes) 000984 1788842273.330159 mapwrite 0x035dda thru 0x0378d2 (0x1af9 bytes) 000985 1788842273.384380 trunc from 0x01c538 to 0x0244ff (0x7fc8 bytes) 000986 1788842273.398039 trunc from 0x002c17 to 0x00c798 (0x9b82 bytes) 000987 1788842273.405895 mapwrite 0x03e728 thru 0x03ffff (0x18d8 bytes) 000988 1788842273.439822 write 0x000c4a thru 0x00518b (0x4542 bytes) 000989 1788842273.450185 mapwrite 0x029fbc thru 0x02a0d2 (0x117 bytes) 000990 1788842273.472291 mapwrite 0x001bac thru 0x00d62b (0xba80 bytes) 000991 1788842273.507542 write 0x021cff thru 0x02f389 (0xd68b bytes) 000992 1788842273.515011 trunc from 0x00b3ba to 0x00b4a9 (0xf0 bytes) 000993 1788842273.520390 write 0x034dd6 thru 0x03fd9e (0xafc9 bytes) 000994 1788842273.522180 read 0x03a976 thru 0x03ffff (0x568a bytes) 000995 1788842273.522931 fallocate 0x00b693 thru 0x00d7f3 (0x2161 bytes) 000996 1788842273.532683 MIRROR_RESYNC 10 mirrors 000998 1788842276.132816 MIRROR_RESYNC 10 mirrors 000999 1788842276.775310 trunc from 0x010c69 to 0x017651 (0x69e9 bytes) 001000 1788842276.825441 read 0x02b39a thru 0x02eb8b (0x37f2 bytes) All operations completed A-OK!