== sanity-flr test 70a: flr mode fsx test ================ 16:56:53 (1788814613) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 4615 skipping zero length zero range truncating to largest ever: 0x32fa0 000003 1788814615.766966 trunc from 00000000 to 0x032f9f (0x32fa0 bytes) 000004 1788814615.780143 mapwrite 0x020f13 thru 0x0282af (0x739d bytes) 000005 1788814615.815213 punch from 0x008bee to 0x00d1b3 (0x45c6 bytes) 000006 1788814615.825252 punch from 0x003815 to 0x00ea6a (0xb256 bytes) 000007 1788814615.832715 punch from 0x01ecd4 to 0x02611b (0x7448 bytes) 000008 1788814615.845703 punch from 0x009700 to 0x017fcf (0xe8d0 bytes) fallocating to largest ever: 0x3b449 000010 1788814615.852875 fallocate 0x02eca8 thru 0x03b448 (0xc7a1 bytes) 000013 1788814615.879507 MIRROR_EXTEND to 2 mirrors 000014 1788814616.619832 trunc from 0x03b449 to 0x039862 (0x1be6 bytes) 000015 1788814616.679198 trunc from 0x010be3 to 0x01a8ea (0x9d08 bytes) 000016 1788814616.689884 MIRROR_SPLIT mirror 1 to 1 mirrors 000017 1788814616.811477 read 0x00d136 thru 0x017e60 (0xad2b bytes) 000018 1788814616.829500 punch from 0x0074e8 to 0x00c821 (0x533a bytes) 000019 1788814616.836194 read 0x02ad97 thru 0x02f5e9 (0x4853 bytes) 000020 1788814616.849750 mapwrite 0x02eef5 thru 0x038577 (0x9683 bytes) 000021 1788814616.886572 punch from 0x0264d6 to 0x03221f (0xbd4a bytes) 000022 1788814616.895729 read 0x00ca49 thru 0x00f0ea (0x26a2 bytes) 000023 1788814616.896302 write 0x015ba1 thru 0x01c2cb (0x672b bytes) 000024 1788814616.901964 trunc from 0x039863 to 0x0109d6 (0x28e8c bytes) 000025 1788814616.926702 mapread 0x006f81 thru 0x0109d6 (0x9a56 bytes) 000026 1788814616.928521 mapread 0x009e14 thru 0x00a9d0 (0xbbd bytes) 000028 1788814616.931477 read 0x007fa5 thru 0x0109d6 (0x8a32 bytes) 000029 1788814616.932857 trunc from 0x0109d7 to 0x008dc8 (0x7c0e bytes) 000030 1788814616.949491 punch from 0x007d94 to 0x008dc8 (0x1035 bytes) 000031 1788814616.959849 read 0x00540f thru 0x008dc8 (0x39ba bytes) 000032 1788814616.978900 trunc from 0x005ec6 to 0x008dc8 (0x2f03 bytes) 000033 1788814616.993298 punch from 0x00211c to 0x008dc8 (0x6cad bytes) 000034 1788814616.999371 write 0x029c19 thru 0x02e406 (0x47ee bytes) 000035 1788814617.000638 trunc from 0x0094d2 to 0x00fc2f (0x675e bytes) 000036 1788814617.022097 MIRROR_EXTEND to 2 mirrors 000037 1788814617.514716 trunc from 0x02e407 to 0x00575a (0x28cac bytes) 000038 1788814617.573680 write 0x00150a thru 0x0082b7 (0x6dae bytes) 000039 1788814617.580855 mapread 0x004bf5 thru 0x00692a (0x1d36 bytes) 000040 1788814617.581883 write 0x023f1e thru 0x02a6b6 (0x6799 bytes) 000041 1788814617.584903 write 0x03b573 thru 0x03cfe8 (0x1a76 bytes) 000042 1788814617.585965 punch from 0x0225f9 to 0x02c4b4 (0x9ebc bytes) 000043 1788814617.599421 mapread 0x035a13 thru 0x039641 (0x3c2f bytes) 000044 1788814617.616342 punch from 0x035390 to 0x035fee (0xc5f bytes) 000045 1788814617.619375 punch from 0x02d082 to 0x0317ff (0x477e bytes) 000046 1788814617.622528 fallocate 0x016e5d thru 0x0217bb (0xa95f bytes) 000047 1788814617.629557 MIRROR_SPLIT mirror 1 to 1 mirrors 000048 1788814617.725298 mapwrite 0x0243e2 thru 0x02c79f (0x83be bytes) 000049 1788814617.785883 read 0x011668 thru 0x01389c (0x2235 bytes) 000050 1788814617.798890 trunc from 0x03390b to 0x038e85 (0x557b bytes) 000051 1788814617.808096 MIRROR_EXTEND to 2 mirrors 000052 1788814618.496545 read 0x03b6f9 thru 0x03cfe8 (0x18f0 bytes) 000053 1788814618.515983 MIRROR_RESYNC 2 mirrors 000054 1788814618.747371 punch from 0x001f1d to 0x005533 (0x3617 bytes) 000055 1788814618.766695 punch from 0x030943 to 0x03cf90 (0xc64e bytes) 000056 1788814618.773877 read 0x021cb8 thru 0x0240ff (0x2448 bytes) 000057 1788814618.778866 read 0x00ed25 thru 0x014a54 (0x5d30 bytes) 000058 1788814618.810811 trunc from 0x03cfe9 to 0x024271 (0x18d77 bytes) 000059 1788814618.839552 mapread 0x013995 thru 0x01ae12 (0x747e bytes) 000060 1788814618.840425 write 0x01cd3c thru 0x023f37 (0x71fc bytes) 000061 1788814618.842486 punch from 0x011c33 to 0x01f54d (0xd91b bytes) 000062 1788814618.854281 trunc from 0x01b158 to 0x01f9e8 (0x4891 bytes) 000063 1788814618.859158 punch from 0x0030ba to 0x004797 (0x16de bytes) 000064 1788814618.865704 mapread 0x00c0b3 thru 0x013a11 (0x795f bytes) 000065 1788814618.891385 trunc from 0x01627e to 0x024271 (0xdff4 bytes) 000066 1788814618.898888 trunc from 0x024272 to 0x02dec6 (0x9c55 bytes) 000067 1788814618.917349 read 0x008ea7 thru 0x012273 (0x93cd bytes) 000068 1788814618.918592 mapread 0x014cf7 thru 0x0188ec (0x3bf6 bytes) 000069 1788814618.938838 MIRROR_SPLIT mirror 1 to 1 mirrors 000070 1788814619.045131 read 0x018e8d thru 0x023dbc (0xaf30 bytes) 000071 1788814619.060537 trunc from 0x02dec7 to 0x030bf3 (0x2d2d bytes) 000072 1788814619.093157 read 0x0306d3 thru 0x030bf3 (0x521 bytes) 000073 1788814619.104845 trunc from 0x00110d to 0x00932d (0x8221 bytes) 000074 1788814619.110067 fallocate 0x012c7c thru 0x014046 (0x13cb bytes) 000075 1788814619.116269 write 0x01a7e6 thru 0x0276d2 (0xceed bytes) 000077 1788814619.119450 read 0x016ff4 thru 0x01fbdf (0x8bec bytes) 000078 1788814619.120407 mapwrite 0x01497b thru 0x0234fb (0xeb81 bytes) 000080 1788814619.147389 mapwrite 0x0282c6 thru 0x02aaed (0x2828 bytes) 000081 1788814619.162838 mapread 0x029cf4 thru 0x02c1ea (0x24f7 bytes) 000082 1788814619.165190 read 0x027854 thru 0x02b7b4 (0x3f61 bytes) 000083 1788814619.167123 read 0x016628 thru 0x01f33b (0x8d14 bytes) 000084 1788814619.171896 trunc from 0x030bf4 to 0x020d62 (0xfe91 bytes) 000085 1788814619.191496 trunc from 0x00f1ef to 0x01ddd3 (0xebe5 bytes) 000086 1788814619.198836 fallocate 0x030817 thru 0x031958 (0x1142 bytes) 000087 1788814619.204784 read 0x02aba7 thru 0x02f921 (0x4d7b bytes) 000088 1788814619.217591 write 0x00d99b thru 0x010171 (0x27d7 bytes) 000089 1788814619.218359 punch from 0x02ec14 to 0x031958 (0x2d45 bytes) 000090 1788814619.226376 mapwrite 0x0115a0 thru 0x01e23a (0xcc9b bytes) 000092 1788814619.247820 fallocate 0x00da4c thru 0x018750 (0xad05 bytes) 000093 1788814619.253959 trunc from 0x021a1e to 0x02ed6e (0xd351 bytes) 000095 1788814619.260607 trunc from 0x031959 to 0x020d4a (0x10c0e bytes) 000096 1788814619.285344 read 0x000fe8 thru 0x00db25 (0xcb3e bytes) 000098 1788814619.287113 trunc from 0x01dd62 to 0x020d4a (0x2fe9 bytes) 000100 1788814619.294926 read 0x0117c4 thru 0x014b60 (0x339d bytes) 000101 1788814619.296885 punch from 0x00e0ae to 0x01aefa (0xce4d bytes) 000102 1788814619.302636 write 0x03f8e7 thru 0x03ffff (0x719 bytes) 000103 1788814619.303805 fallocate 0x034c21 thru 0x0375c9 (0x29a9 bytes) 000104 1788814619.312776 fallocate 0x018960 thru 0x021085 (0x8726 bytes) 000105 1788814619.319129 write 0x01a4a9 thru 0x02424f (0x9da7 bytes) 000106 1788814619.336763 punch from 0x001834 to 0x004255 (0x2a22 bytes) truncating to largest ever: 0x3fb6c 000107 1788814619.341696 trunc from 0x040000 to 0x03fb6b (0x494 bytes) 000108 1788814619.362471 read 0x02bbe7 thru 0x034077 (0x8491 bytes) 000109 1788814619.363296 write 0x011eaa thru 0x014877 (0x29ce bytes) 000110 1788814619.366459 trunc from 0x023e7c to 0x02f2a4 (0xb429 bytes) 000111 1788814619.383116 punch from 0x003603 to 0x011374 (0xdd72 bytes) 000112 1788814619.388225 write 0x00c2d4 thru 0x013e7e (0x7bab bytes) 000113 1788814619.399320 fallocate 0x00f6cf thru 0x01cdb7 (0xd6e9 bytes) 000114 1788814619.403821 read 0x03d1b2 thru 0x03fb6b (0x29ba bytes) 000115 1788814619.404373 write 0x002639 thru 0x0039c2 (0x138a bytes) 000116 1788814619.405613 read 0x035bcb thru 0x03fb6b (0x9fa1 bytes) 000117 1788814619.406143 mapread 0x00ac0f thru 0x016306 (0xb6f8 bytes) 000119 1788814619.407698 fallocate 0x024fed thru 0x028be0 (0x3bf4 bytes) 000120 1788814619.412322 mapread 0x0149a7 thru 0x020639 (0xbc93 bytes) 000121 1788814619.413223 punch from 0x02c488 to 0x02fbcc (0x3745 bytes) 000123 1788814619.418069 write 0x01681d thru 0x0259aa (0xf18e bytes) 000124 1788814619.419834 mapwrite 0x035f96 thru 0x03ffff (0xa06a bytes) 000125 1788814619.451157 trunc from 0x040000 to 0x02e95a (0x116a5 bytes) 000126 1788814619.481399 MIRROR_EXTEND to 2 mirrors 000127 1788814619.967790 write 0x029965 thru 0x02b73b (0x1dd7 bytes) 000128 1788814620.006742 mapread 0x023485 thru 0x029451 (0x5fcd bytes) 000129 1788814620.028971 punch from 0x01bf61 to 0x01d57e (0x161e bytes) 000130 1788814620.033362 punch from 0x00b065 to 0x015061 (0x9ffd bytes) 000131 1788814620.040191 read 0x016add thru 0x017588 (0xaac bytes) 000133 1788814620.049600 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2e95b): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e95b): Mirror 2: 0xddc5689f (stale) CRC-32 checksum value for chunk [0, 0x2e95b): Mirror 1: 0x8594f4fe Mirror 3: 0x8594f4fe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e95b: skipped 000135 1788814620.762343 mapwrite 0x039ead thru 0x03f625 (0x5779 bytes) 000136 1788814620.849633 fallocate 0x024036 thru 0x029eba (0x5e85 bytes) 000137 1788814620.854992 read 0x03907a thru 0x03d7b8 (0x473f bytes) 000138 1788814620.855949 write 0x033b0c thru 0x036db0 (0x32a5 bytes) 000139 1788814620.863423 mapwrite 0x018063 thru 0x0230d4 (0xb072 bytes) 000140 1788814620.910568 write 0x015370 thru 0x01bd9c (0x6a2d bytes) 000141 1788814620.911837 trunc from 0x03f626 to 0x022065 (0x1d5c0 bytes) 000142 1788814620.926393 punch from 0x008ba9 to 0x00ee6e (0x62c6 bytes) 000143 1788814620.930799 punch from 0x0044f3 to 0x00e38c (0x9e9a bytes) 000145 1788814620.935245 read 0x00cdbd thru 0x00db1f (0xd63 bytes) 000146 1788814620.948879 mapwrite 0x0151ea thru 0x022857 (0xd66e bytes) 000147 1788814620.977916 trunc from 0x022858 to 0x0019f7 (0x20e60 bytes) 000148 1788814620.992085 write 0x02fc42 thru 0x03d803 (0xdbc2 bytes) 000149 1788814620.998254 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x3d804): Mirror 3: 0xa892fdbd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d804): Mirror 3: 0xa892fdbd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d804: skipped 000151 1788814621.171603 trunc from 0x03d804 to 0x03d1aa (0x659 bytes) 000152 1788814621.189242 trunc from 0x03d1ab to 0x00fb09 (0x2d6a1 bytes) 000153 1788814621.211854 read 0x007ab5 thru 0x00fb09 (0x8055 bytes) 000154 1788814621.224920 write 0x018948 thru 0x01e549 (0x5c02 bytes) 000155 1788814621.234698 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1e54a): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e54a): Mirror 3: 0x529be095 (stale) CRC-32 checksum value for chunk [0, 0x1e54a): Mirror 1: 0x82b73af8 Mirror 4: 0x82b73af8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e54a: skipped 000156 1788814621.951309 trunc from 0x01e54a to 0x00edb4 (0xf795 bytes) 000157 1788814622.015378 trunc from 0x00e5c7 to 0x00edb4 (0x7ee bytes) 000158 1788814622.019697 punch from 0x000bd3 to 0x00ae4b (0xa279 bytes) 000159 1788814622.026735 mapread 0x00e399 thru 0x00edb4 (0xa1c bytes) 000160 1788814622.034963 punch from 0x005236 to 0x00545c (0x227 bytes) 000161 1788814622.044909 mapwrite 0x02d409 thru 0x039a76 (0xc66e bytes) 000162 1788814622.128923 MIRROR_RESYNC 3 mirrors 000163 1788814622.654161 trunc from 0x039475 to 0x039a76 (0x602 bytes) fallocating to largest ever: 0x40000 000164 1788814622.704998 fallocate 0x03d6fa thru 0x03ffff (0x2906 bytes) 000165 1788814622.711932 read 0x01c13f thru 0x027b6b (0xba2d bytes) 000166 1788814622.721689 mapread 0x023886 thru 0x026360 (0x2adb bytes) 000167 1788814622.722827 trunc from 0x040000 to 0x025812 (0x1a7ed bytes) 000168 1788814622.779656 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x25813): Mirror 4: 0x3c4c3e59 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25813): Mirror 4: 0x3c4c3e59 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25813: skipped 000169 1788814623.102183 mapread 0x00412b thru 0x00747a (0x3350 bytes) 000170 1788814623.141722 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x25813): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25813): Mirror 4: 0x3c4c3e59 (stale) CRC-32 checksum value for chunk [0, 0x25813): Mirror 1: 0x3c4c3e59 Mirror 5: 0x3c4c3e59 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25813: skipped 000171 1788814623.870870 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x25813): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25813): Mirror 4: 0x3c4c3e59 (stale) CRC-32 checksum value for chunk [0, 0x25813): Mirror 1: 0x3c4c3e59 Mirror 5: 0x3c4c3e59 Mirror 6: 0x3c4c3e59 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25813: skipped 000172 1788814624.526916 mapwrite 0x010048 thru 0x012f71 (0x2f2a bytes) 000173 1788814624.626381 trunc from 0x0179f9 to 0x01a545 (0x2b4d bytes) 000174 1788814624.635894 MIRROR_SPLIT mirror 2 to 3 mirrors CRC-32 checksum value for chunk [0, 0x25813): Mirror 4: 0x3c4c3e59 (stale) Mirror 6: 0x3c4c3e59 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25813): Mirror 4: 0x3c4c3e59 (stale) Mirror 6: 0x3c4c3e59 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25813: skipped 000175 1788814624.889629 read 0x024982 thru 0x025812 (0xe91 bytes) 000176 1788814624.896292 mapread 0x024327 thru 0x025812 (0x14ec bytes) 000177 1788814624.897531 write 0x0141e9 thru 0x021f4a (0xdd62 bytes) 000179 1788814624.915608 mapread 0x0089f9 thru 0x012549 (0x9b51 bytes) 000180 1788814624.931854 write 0x020112 thru 0x02eab1 (0xe9a0 bytes) 000181 1788814624.936382 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2eab2): Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2eab2): Mirror 4: 0xfcffd27c (stale) Mirror 6: 0xb0deb21d (stale) CRC-32 checksum value for chunk [0, 0x2eab2): Mirror 1: 0xf613812a Mirror 7: 0xf613812a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2eab2: skipped 000182 1788814625.824843 trunc from 0x01f6f5 to 0x0210be (0x19ca bytes) 000183 1788814625.907938 fallocate 0x00d8f5 thru 0x018264 (0xa970 bytes) 000184 1788814625.921074 MIRROR_SPLIT mirror 2 to 3 mirrors CRC-32 checksum value for chunk [0, 0x2eab2): Mirror 4: 0xfcffd27c (stale) Mirror 7: 0xf613812a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2eab2): Mirror 4: 0xfcffd27c (stale) Mirror 7: 0xf613812a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2eab2: skipped 000185 1788814626.217656 mapread 0x001b89 thru 0x00ed61 (0xd1d9 bytes) 000186 1788814626.244652 write 0x009c22 thru 0x017ed6 (0xe2b5 bytes) 000187 1788814626.256597 read 0x005b5e thru 0x009e12 (0x42b5 bytes) 000189 1788814626.259029 trunc from 0x004047 to 0x00a2e2 (0x629c bytes) 000190 1788814626.283060 fallocate 0x0356fc thru 0x03ffff (0xa904 bytes) 000191 1788814626.292858 trunc from 0x0180f5 to 0x0217c3 (0x96cf bytes) 000192 1788814626.298229 punch from 0x00e019 to 0x01c718 (0xe700 bytes) 000194 1788814626.303610 trunc from 0x02eab2 to 0x03322a (0x4779 bytes) 000195 1788814626.325574 mapread 0x0052e7 thru 0x00bb67 (0x6881 bytes) 000197 1788814626.334199 punch from 0x00bc96 to 0x00cf5c (0x12c7 bytes) 000198 1788814626.338870 mapread 0x013db2 thru 0x01b2a7 (0x74f6 bytes) 000200 1788814626.347425 mapread 0x02e7e3 thru 0x0328a1 (0x40bf bytes) 000201 1788814626.355918 punch from 0x008a46 to 0x00ddcd (0x5388 bytes) 000204 1788814626.362908 punch from 0x0295f8 to 0x03322a (0x9c33 bytes) 000206 1788814626.368220 trunc from 0x03322b to 0x00a6f6 (0x28b34 bytes) 000207 1788814626.393711 trunc from 0x008758 to 0x00a6f6 (0x1f9f bytes) 000208 1788814626.398158 trunc from 0x00403c to 0x00a6f6 (0x66bb bytes) 000209 1788814626.406276 MIRROR_SPLIT mirror 2 to 2 mirrors CRC-32 checksum value for chunk [0, 0xa6f7): Mirror 4: 0xcc5449eb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa6f7): Mirror 4: 0xcc5449eb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa6f7: skipped 000211 1788814626.701632 trunc from 0x00a6f7 to 0x0310bb (0x269c5 bytes) 000212 1788814626.730331 mapwrite 0x0050b1 thru 0x011922 (0xc872 bytes) 000213 1788814626.779465 mapwrite 0x0292ae thru 0x02e08d (0x4de0 bytes) 000214 1788814626.818643 read 0x029324 thru 0x0310bb (0x7d98 bytes) 000215 1788814626.819300 mapwrite 0x009c9f thru 0x01745e (0xd7c0 bytes) 000217 1788814626.867101 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x310bc): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x310bc): Mirror 4: 0xe58df010 (stale) CRC-32 checksum value for chunk [0, 0x310bc): Mirror 1: 0x836d85c Mirror 5: 0x836d85c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x310bc: skipped 000218 1788814627.652261 trunc from 0x01f0c7 to 0x0239f6 (0x4930 bytes) 000219 1788814627.693332 punch from 0x006fda to 0x009fd6 (0x2ffd bytes) 000220 1788814627.698173 mapread 0x011ad1 thru 0x011eec (0x41c bytes) 000221 1788814627.703451 mapwrite 0x01b91d thru 0x0202f8 (0x49dc bytes) 000222 1788814627.738172 write 0x0259f3 thru 0x030bda (0xb1e8 bytes) 000224 1788814627.757600 MIRROR_RESYNC 3 mirrors 000225 1788814628.651684 read 0x00d44f thru 0x01784d (0xa3ff bytes) 000226 1788814628.661993 punch from 0x02b437 to 0x0310bb (0x5c85 bytes) 000227 1788814628.699643 MIRROR_RESYNC 3 mirrors 000228 1788814629.669836 MIRROR_RESYNC 3 mirrors 000229 1788814629.902912 read 0x03038c thru 0x030738 (0x3ad bytes) 000230 1788814629.907847 trunc from 0x005ccc to 0x012da2 (0xd0d7 bytes) 000231 1788814629.928594 mapread 0x011701 thru 0x01dd64 (0xc664 bytes) 000232 1788814629.945243 punch from 0x01532a to 0x022f78 (0xdc4f bytes) 000233 1788814629.949588 read 0x028fce thru 0x02fb0f (0x6b42 bytes) 000234 1788814629.957905 fallocate 0x011626 thru 0x01e7c6 (0xd1a1 bytes) 000235 1788814629.965469 MIRROR_RESYNC 3 mirrors 000236 1788814631.011182 write 0x00823d thru 0x00e660 (0x6424 bytes) 000237 1788814631.065144 MIRROR_RESYNC 3 mirrors 000238 1788814632.041079 mapread 0x01e367 thru 0x02614a (0x7de4 bytes) 000239 1788814632.077969 write 0x016901 thru 0x0189cb (0x20cb bytes) 000240 1788814632.133686 mapread 0x01fc2b thru 0x028255 (0x862b bytes) 000241 1788814632.151176 mapread 0x00dba8 thru 0x00f118 (0x1571 bytes) 000242 1788814632.160249 write 0x0340f2 thru 0x03c362 (0x8271 bytes) 000243 1788814632.161623 punch from 0x009a76 to 0x016381 (0xc90c bytes) 000244 1788814632.180082 trunc from 0x03c363 to 0x00fa9d (0x2c8c5 bytes) 000245 1788814632.200555 mapwrite 0x00922a thru 0x00e76b (0x5542 bytes) 000246 1788814632.229227 mapwrite 0x01c57e thru 0x029c9e (0xd721 bytes) 000247 1788814632.288684 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x29c9f): Mirror 5: 0xa25ae30e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29c9f): Mirror 5: 0xa25ae30e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29c9f: skipped 000248 1788814632.536722 trunc from 0x029c9f to 0x02fd39 (0x609b bytes) 000249 1788814632.572381 fallocate 0x028fe4 thru 0x02900a (0x27 bytes) 000250 1788814632.577688 punch from 0x016594 to 0x01fe05 (0x9872 bytes) 000251 1788814632.582395 trunc from 0x02e56d to 0x02fd39 (0x17cd bytes) 000252 1788814632.586494 mapwrite 0x015621 thru 0x0181e5 (0x2bc5 bytes) 000253 1788814632.625525 read 0x02e2f1 thru 0x02fd39 (0x1a49 bytes) 000254 1788814632.629150 fallocate 0x025132 thru 0x02b255 (0x6124 bytes) 000255 1788814632.632649 write 0x021110 thru 0x02839c (0x728d bytes) 000256 1788814632.642248 trunc from 0x0081b7 to 0x017ef2 (0xfd3c bytes) 000257 1788814632.649618 write 0x025d9e thru 0x02b12e (0x5391 bytes) 000258 1788814632.665439 MIRROR_RESYNC 2 mirrors 000259 1788814633.381790 mapread 0x020a1d thru 0x02b811 (0xadf5 bytes) 000260 1788814633.423594 MIRROR_RESYNC 2 mirrors 000261 1788814633.759244 trunc from 0x02fd3a to 0x039595 (0x985c bytes) 000262 1788814633.792126 mapread 0x02e47e thru 0x0334c2 (0x5045 bytes) 000263 1788814633.807562 trunc from 0x039596 to 0x0199bf (0x1fbd6 bytes) 000264 1788814633.823782 mapread 0x0161b6 thru 0x0199bf (0x380a bytes) 000265 1788814633.831766 mapread 0x0093d6 thru 0x016c99 (0xd8c4 bytes) 000266 1788814633.843652 MIRROR_SPLIT mirror 1 to 1 mirrors 000267 1788814633.937176 trunc from 0x01157c to 0x0199bf (0x8444 bytes) 000268 1788814633.941900 fallocate 0x030a30 thru 0x03e418 (0xd9e9 bytes) 000269 1788814633.950420 trunc from 0x004526 to 0x005264 (0xd3f bytes) 000271 1788814633.956887 punch from 0x01ce99 to 0x029d21 (0xce89 bytes) 000273 1788814633.963692 write 0x0061f1 thru 0x00a892 (0x46a2 bytes) 000275 1788814633.977154 mapread 0x029742 thru 0x02f297 (0x5b56 bytes) 000276 1788814633.996189 mapread 0x03521f thru 0x0357f2 (0x5d4 bytes) 000277 1788814634.002743 read 0x037af0 thru 0x03e418 (0x6929 bytes) 000278 1788814634.007187 punch from 0x002911 to 0x00bb83 (0x9273 bytes) 000280 1788814634.020161 mapwrite 0x02e076 thru 0x039847 (0xb7d2 bytes) 000281 1788814634.048790 MIRROR_EXTEND to 2 mirrors 000282 1788814634.657559 punch from 0x036d69 to 0x03e418 (0x76b0 bytes) 000283 1788814634.694777 trunc from 0x020041 to 0x02cae1 (0xcaa1 bytes) 000284 1788814634.699778 mapwrite 0x0259fc thru 0x02788a (0x1e8f bytes) 000285 1788814634.732865 read 0x02fc1c thru 0x03651b (0x6900 bytes) 000286 1788814634.741630 trunc from 0x0314a6 to 0x037bf1 (0x674c bytes) 000287 1788814634.747480 trunc from 0x027236 to 0x0327ff (0xb5ca bytes) 000288 1788814634.754509 write 0x0196a8 thru 0x023011 (0x996a bytes) 000289 1788814634.774905 read 0x01a51d thru 0x01efac (0x4a90 bytes) 000290 1788814634.776422 mapwrite 0x01d178 thru 0x0213ea (0x4273 bytes) 000291 1788814634.793366 punch from 0x032b32 to 0x032d4c (0x21b bytes) 000292 1788814634.797999 mapread 0x02a081 thru 0x032f1b (0x8e9b bytes) 000293 1788814634.806657 mapwrite 0x00eef5 thru 0x011bd6 (0x2ce2 bytes) 000295 1788814634.825432 write 0x009304 thru 0x018f3b (0xfc38 bytes) 000296 1788814634.827363 trunc from 0x03e419 to 0x02c468 (0x11fb0 bytes) 000297 1788814634.883886 punch from 0x00e6f8 to 0x0188ec (0xa1f5 bytes) 000298 1788814634.913117 trunc from 0x01c6d8 to 0x0238d0 (0x71f9 bytes) 000299 1788814634.921690 mapwrite 0x00b80f thru 0x012e56 (0x7648 bytes) 000300 1788814634.974486 punch from 0x0218d1 to 0x0222be (0x9ee bytes) 000301 1788814634.978332 read 0x003e9f thru 0x00fbcc (0xbd2e bytes) 000302 1788814634.979603 write 0x0222fb thru 0x030d39 (0xea3f bytes) 000303 1788814634.993330 mapread 0x008abf thru 0x011826 (0x8d68 bytes) 000304 1788814634.994813 mapread 0x02e122 thru 0x030d39 (0x2c18 bytes) 000305 1788814634.996738 mapread 0x0064a0 thru 0x007dc9 (0x192a bytes) 000306 1788814635.007579 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x30d3a): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30d3a): Mirror 2: 0xae0b005d (stale) CRC-32 checksum value for chunk [0, 0x30d3a): Mirror 1: 0xd3ad0990 Mirror 3: 0xd3ad0990 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30d3a: skipped 000307 1788814635.763037 mapwrite 0x019725 thru 0x021935 (0x8211 bytes) 000310 1788814635.894397 punch from 0x003428 to 0x00bdee (0x89c7 bytes) 000311 1788814635.899497 read 0x017321 thru 0x022d37 (0xba17 bytes) 000312 1788814635.900350 read 0x002353 thru 0x0028d0 (0x57e bytes) 000313 1788814635.910362 punch from 0x025cc3 to 0x030d39 (0xb077 bytes) 000314 1788814635.914879 write 0x038a9b thru 0x03ffff (0x7565 bytes) 000315 1788814635.921375 read 0x00d4b6 thru 0x013fba (0x6b05 bytes) 000316 1788814635.921953 punch from 0x0227c6 to 0x027f38 (0x5773 bytes) 000317 1788814635.929709 write 0x00834f thru 0x01414c (0xbdfe bytes) 000318 1788814635.930680 punch from 0x01da19 to 0x023381 (0x5969 bytes) 000319 1788814635.937539 trunc from 0x008f3d to 0x00aa78 (0x1b3c bytes) 000320 1788814635.955699 punch from 0x020485 to 0x029822 (0x939e bytes) 000321 1788814635.964654 mapwrite 0x03985b thru 0x03a097 (0x83d bytes) 000322 1788814635.978460 mapread 0x003d36 thru 0x008d10 (0x4fdb bytes) 000323 1788814636.013836 write 0x008eb4 thru 0x00f26c (0x63b9 bytes) 000324 1788814636.020601 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x8f07afe1 (stale) Mirror 3: 0xbade451b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x84956d7f Mirror 4: 0x84956d7f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000325 1788814636.931852 MIRROR_RESYNC 4 mirrors 000326 1788814637.748413 mapread 0x01f0a7 thru 0x02b962 (0xc8bc bytes) 000327 1788814637.785965 trunc from 0x040000 to 0x014a79 (0x2b586 bytes) 000328 1788814637.835554 mapwrite 0x00d6d5 thru 0x0100cd (0x29f9 bytes) 000329 1788814637.857883 mapread 0x00e5bd thru 0x01316b (0x4baf bytes) 000330 1788814637.858983 mapwrite 0x009161 thru 0x00e7c6 (0x5666 bytes) 000331 1788814637.874593 mapwrite 0x03d8bb thru 0x03ffff (0x2745 bytes) 000332 1788814637.928831 trunc from 0x040000 to 0x02d70e (0x128f1 bytes) 000333 1788814637.945563 read 0x0248b1 thru 0x02d70e (0x8e5e bytes) 000334 1788814637.953631 mapwrite 0x027683 thru 0x034b66 (0xd4e4 bytes) 000335 1788814637.991987 MIRROR_SPLIT mirror 1 to 3 mirrors CRC-32 checksum value for chunk [0, 0x34b67): Mirror 3: 0x6cefe6ca (stale) Mirror 4: 0x6cefe6ca (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34b67): Mirror 3: 0x6cefe6ca (stale) Mirror 4: 0x6cefe6ca (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34b67: skipped 000336 1788814638.275558 fallocate 0x0105c5 thru 0x0124fd (0x1f39 bytes) 000337 1788814638.279810 fallocate 0x0389cb thru 0x03ffff (0x7635 bytes) 000338 1788814638.295089 fallocate 0x024c8d thru 0x0281de (0x3552 bytes) 000339 1788814638.298629 mapread 0x0210e1 thru 0x022779 (0x1699 bytes) 000340 1788814638.310937 trunc from 0x040000 to 0x031a96 (0xe569 bytes) 000341 1788814638.336763 trunc from 0x02a3c6 to 0x031a96 (0x76d1 bytes) 000342 1788814638.359214 MIRROR_RESYNC 3 mirrors 000343 1788814639.199698 trunc from 0x026a36 to 0x03151b (0xaae6 bytes) 000344 1788814639.239396 read 0x002a67 thru 0x005627 (0x2bc1 bytes) 000345 1788814639.254435 write 0x03bfb3 thru 0x03ffff (0x404d bytes) 000346 1788814639.255571 trunc from 0x01e986 to 0x023d9b (0x5416 bytes) 000347 1788814639.259805 mapread 0x00eb69 thru 0x0166aa (0x7b42 bytes) 000348 1788814639.283773 mapwrite 0x01fd36 thru 0x02a5b5 (0xa880 bytes) 000349 1788814639.349290 read 0x023f9b thru 0x024095 (0xfb bytes) 000350 1788814639.349956 read 0x024cf1 thru 0x02ff7a (0xb28a bytes) 000351 1788814639.350559 mapwrite 0x02bb4c thru 0x038919 (0xcdce bytes) 000352 1788814639.383421 MIRROR_SPLIT mirror 2 to 2 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe387ce (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe387ce (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000353 1788814639.548704 write 0x02f39a thru 0x036f3f (0x7ba6 bytes) 000354 1788814639.558536 punch from 0x01093c to 0x0116f3 (0xdb8 bytes) 000355 1788814639.562071 mapread 0x002991 thru 0x004481 (0x1af1 bytes) 000356 1788814639.583752 fallocate 0x00613a thru 0x00c8e7 (0x67ae bytes) 000357 1788814639.593494 write 0x009a13 thru 0x00f4d9 (0x5ac7 bytes) 000358 1788814639.597260 mapwrite 0x0216a7 thru 0x02fd59 (0xe6b3 bytes) 000359 1788814639.639692 fallocate 0x03e684 thru 0x03ffff (0x197c bytes) 000360 1788814639.644326 read 0x025c4a thru 0x02baf6 (0x5ead bytes) 000361 1788814639.645480 trunc from 0x03e195 to 0x03ffff (0x1e6b bytes) 000362 1788814639.650539 trunc from 0x030c5e to 0x03fa44 (0xede7 bytes) 000363 1788814639.655772 mapwrite 0x03c185 thru 0x03e6d8 (0x2554 bytes) 000364 1788814639.681409 mapread 0x02cd56 thru 0x034025 (0x72d0 bytes) 000365 1788814639.688581 punch from 0x03cdd5 to 0x03ffff (0x322b bytes) 000367 1788814639.695325 mapwrite 0x01f4bd thru 0x02494f (0x5493 bytes) 000368 1788814639.715122 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe387ce (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2afecac8 Mirror 4: 0x2afecac8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000369 1788814640.475468 trunc from 0x019573 to 0x019ccd (0x75b bytes) 000370 1788814640.517426 trunc from 0x025712 to 0x035063 (0xf952 bytes) 000371 1788814640.523897 trunc from 0x036095 to 0x03ffff (0x9f6b bytes) 000372 1788814640.528685 trunc from 0x040000 to 0x01b47f (0x24b80 bytes) 000373 1788814640.556859 mapread 0x003158 thru 0x00da1e (0xa8c7 bytes) 000374 1788814640.581705 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1b480): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b480): Mirror 3: 0xfd974c34 (stale) Mirror 4: 0x1759fbc8 (stale) CRC-32 checksum value for chunk [0, 0x1b480): Mirror 1: 0x1759fbc8 Mirror 5: 0x1759fbc8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b480: skipped 000375 1788814641.315907 mapwrite 0x024c67 thru 0x02dfee (0x9388 bytes) 000376 1788814641.412441 fallocate 0x033756 thru 0x03704e (0x38f9 bytes) 000378 1788814641.418382 read 0x0362ac thru 0x03704e (0xda3 bytes) 000379 1788814641.424426 mapwrite 0x02ebee thru 0x034c62 (0x6075 bytes) 000380 1788814641.456047 trunc from 0x0002db to 0x001b24 (0x184a bytes) 000381 1788814641.460680 read 0x0190a6 thru 0x026489 (0xd3e4 bytes) 000382 1788814641.468549 trunc from 0x02632e to 0x0336ad (0xd380 bytes) 000383 1788814641.474455 mapread 0x020a1d thru 0x02fc66 (0xf24a bytes) 000384 1788814641.525084 trunc from 0x010aa2 to 0x01171c (0xc7b bytes) 000386 1788814641.531539 trunc from 0x03704f to 0x032585 (0x4ac9 bytes) 000387 1788814641.555909 mapwrite 00000000 thru 0x00bdb1 (0xbdb2 bytes) 000389 1788814641.571604 fallocate 0x02c1ef thru 0x03728d (0xb09f bytes) 000391 1788814641.577706 mapwrite 0x03b1ad thru 0x03ffff (0x4e53 bytes) 000392 1788814641.621734 trunc from 0x03443d to 0x03fdfa (0xb9be bytes) 000393 1788814641.626755 fallocate 0x02cdfb thru 0x02e594 (0x179a bytes) 000394 1788814641.631967 write 0x00e4c0 thru 0x019fcf (0xbb10 bytes) 000395 1788814641.634082 fallocate 0x03d915 thru 0x03ffff (0x26eb bytes) 000396 1788814641.641453 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe387ce (stale) Mirror 4: 0x2afecac8 (stale) Mirror 5: 0x9a7704e7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x3c873751 Mirror 6: 0x3c873751 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000397 1788814642.366569 trunc from 0x0311c8 to 0x03a705 (0x953e bytes) 000398 1788814642.449287 punch from 0x03ed16 to 0x03eeb0 (0x19b bytes) 000399 1788814642.454761 mapread 0x0367f5 thru 0x038ace (0x22da bytes) 000400 1788814642.491775 MIRROR_SPLIT mirror 1 to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x2afecac8 (stale) Mirror 5: 0x9a7704e7 (stale) Mirror 6: 0x3c873751 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x2afecac8 (stale) Mirror 5: 0x9a7704e7 (stale) Mirror 6: 0x3c873751 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000401 1788814642.751700 read 0x00754e thru 0x015a67 (0xe51a bytes) 000402 1788814642.761192 mapread 0x02f8ea thru 0x03551b (0x5c32 bytes) 000403 1788814642.781924 fallocate 0x01dc22 thru 0x020e15 (0x31f4 bytes) 000404 1788814642.786654 write 0x01b20e thru 0x024d55 (0x9b48 bytes) 000405 1788814642.802415 read 0x01928e thru 0x0201d3 (0x6f46 bytes) 000406 1788814642.812929 write 0x03cb7b thru 0x03ffff (0x3485 bytes) 000407 1788814642.818436 MIRROR_SPLIT mirror 1 to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x9a7704e7 (stale) Mirror 6: 0x3c873751 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x9a7704e7 (stale) Mirror 6: 0x3c873751 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000408 1788814643.060695 punch from 0x038b54 to 0x03f217 (0x66c4 bytes) 000409 1788814643.067339 read 0x034021 thru 0x038ece (0x4eae bytes) 000410 1788814643.074225 mapread 0x03cf50 thru 0x03ffff (0x30b0 bytes) 000412 1788814643.096516 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x9a7704e7 (stale) Mirror 6: 0x3c873751 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x1de8454d Mirror 7: 0x1de8454d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000413 1788814643.970620 read 0x00056b thru 0x00a5ba (0xa050 bytes) 000414 1788814643.988667 mapwrite 0x02e0e5 thru 0x03c7f1 (0xe70d bytes) 000415 1788814644.161613 read 0x032142 thru 0x03ffff (0xdebe bytes) 000417 1788814644.167898 MIRROR_SPLIT mirror 2 to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x9a7704e7 (stale) Mirror 7: 0x1de8454d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x9a7704e7 (stale) Mirror 7: 0x1de8454d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000418 1788814644.449956 punch from 0x02a8ef to 0x02b43c (0xb4e bytes) 000419 1788814644.454495 punch from 0x00dd6f to 0x015b74 (0x7e06 bytes) 000420 1788814644.460986 fallocate 0x01807d thru 0x02159d (0x9521 bytes) 000421 1788814644.467510 fallocate 0x029694 thru 0x02e38c (0x4cf9 bytes) 000422 1788814644.475748 punch from 0x01c827 to 0x025491 (0x8c6b bytes) 000423 1788814644.481720 trunc from 0x040000 to 0x036a69 (0x9596 bytes) 000424 1788814644.507891 write 0x0380f0 thru 0x03ffff (0x7f10 bytes) 000426 1788814644.509794 fallocate 0x0133f7 thru 0x0153c3 (0x1fcd bytes) 000427 1788814644.517281 read 0x00cdb5 thru 0x01b82e (0xea7a bytes) 000428 1788814644.529308 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x1de8454d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x1de8454d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000430 1788814644.858459 mapwrite 0x010b62 thru 0x013af5 (0x2f94 bytes) 000431 1788814644.904236 mapread 0x024b0e thru 0x028350 (0x3843 bytes) 000432 1788814644.945255 mapwrite 0x02224a thru 0x02a690 (0x8447 bytes) 000433 1788814644.994843 punch from 0x0334e2 to 0x03710c (0x3c2b bytes) 000434 1788814645.007810 fallocate 0x03f625 thru 0x03ffff (0x9db bytes) 000435 1788814645.017506 mapread 0x0207f7 thru 0x0225b2 (0x1dbc bytes) 000436 1788814645.018450 read 0x015bee thru 0x018ec1 (0x32d4 bytes) 000437 1788814645.019710 trunc from 0x00771a to 0x009f55 (0x283c bytes) 000438 1788814645.024726 punch from 0x00e7f3 to 0x01d75d (0xef6b bytes) 000439 1788814645.029938 fallocate 0x025c7a thru 0x027d51 (0x20d8 bytes) 000440 1788814645.035194 read 0x00a460 thru 0x00be35 (0x19d6 bytes) 000441 1788814645.048665 punch from 0x00a152 to 0x00a655 (0x504 bytes) 000442 1788814645.055114 read 0x022c37 thru 0x0268ee (0x3cb8 bytes) 000443 1788814645.059744 trunc from 0x0014dd to 0x0044ca (0x2fee bytes) 000444 1788814645.066538 fallocate 0x013619 thru 0x01ebe8 (0xb5d0 bytes) 000445 1788814645.071539 punch from 0x019b94 to 0x024310 (0xa77d bytes) 000446 1788814645.076953 read 0x03b662 thru 0x03ffff (0x499e bytes) 000447 1788814645.081794 MIRROR_RESYNC 2 mirrors 000448 1788814645.991516 trunc from 0x040000 to 0x00278f (0x3d870 bytes) 000449 1788814646.038370 punch from 0x002394 to 0x00278f (0x3fc bytes) 000450 1788814646.043661 mapread 0x000093 thru 0x00278f (0x26fd bytes) 000451 1788814646.060296 write 0x02f3a2 thru 0x03027f (0xede bytes) 000452 1788814646.066650 MIRROR_SPLIT mirror 1 to 1 mirrors 000453 1788814646.186667 mapwrite 0x0208b9 thru 0x02ece5 (0xe42d bytes) 000454 1788814646.240751 trunc from 0x030280 to 0x01b20d (0x15072 bytes) 000456 1788814646.268367 read 0x00bce5 thru 0x01b153 (0xf46f bytes) 000457 1788814646.277317 write 0x0086f1 thru 0x01319d (0xaaad bytes) 000458 1788814646.283214 fallocate 0x00c1bb thru 0x01b45a (0xf2a0 bytes) 000459 1788814646.287824 write 0x020a93 thru 0x02a524 (0x9a92 bytes) 000460 1788814646.289464 trunc from 0x019327 to 0x0197d6 (0x4b0 bytes) 000461 1788814646.294206 punch from 0x017ef6 to 0x02220c (0xa317 bytes) 000462 1788814646.313520 trunc from 0x02a525 to 0x0025de (0x27f46 bytes) 000463 1788814646.331657 trunc from 0x000248 to 0x0025de (0x2397 bytes) 000464 1788814646.337357 trunc from 0x001e1e to 0x0025de (0x7c1 bytes) 000465 1788814646.344477 fallocate 0x0171cd thru 0x0216eb (0xa51f bytes) 000466 1788814646.349235 fallocate 0x01d37e thru 0x027aef (0xa772 bytes) 000469 1788814646.355589 trunc from 0x027af0 to 0x005677 (0x22478 bytes) 000470 1788814646.374792 read 0x002e76 thru 0x005677 (0x2802 bytes) 000471 1788814646.382757 mapread 0x002d1d thru 0x005677 (0x295b bytes) 000472 1788814646.384450 mapwrite 0x031dab thru 0x038233 (0x6489 bytes) 000475 1788814646.430468 mapwrite 0x002240 thru 0x007624 (0x53e5 bytes) 000476 1788814646.451806 mapwrite 0x030d04 thru 0x03d4f4 (0xc7f1 bytes) 000477 1788814646.505135 punch from 0x020720 to 0x02d8ef (0xd1d0 bytes) 000478 1788814646.511686 write 0x0145ea thru 0x017cf5 (0x370c bytes) 000480 1788814646.513630 trunc from 0x014b1c to 0x0162bb (0x17a0 bytes) 000481 1788814646.526633 write 0x01668c thru 0x019a65 (0x33da bytes) 000482 1788814646.532905 mapread 0x021966 thru 0x029ae8 (0x8183 bytes) 000483 1788814646.573961 fallocate 0x03d656 thru 0x03ffff (0x29aa bytes) 000484 1788814646.578359 mapwrite 0x03d10c thru 0x03ffff (0x2ef4 bytes) 000485 1788814646.613721 mapread 0x022342 thru 0x0274b9 (0x5178 bytes) 000486 1788814646.615488 fallocate 0x00a91e thru 0x01a07e (0xf761 bytes) 000489 1788814646.621702 mapwrite 0x021f88 thru 0x022f3a (0xfb3 bytes) 000491 1788814646.635447 trunc from 0x040000 to 0x014bdc (0x2b423 bytes) 000492 1788814646.652311 mapwrite 0x01f2c4 thru 0x02221e (0x2f5b bytes) 000493 1788814646.699977 fallocate 0x0265eb thru 0x035b99 (0xf5af bytes) 000494 1788814646.705290 trunc from 0x035b9a to 0x00e57d (0x2761c bytes) 000495 1788814646.725976 punch from 0x005702 to 0x00ba11 (0x6310 bytes) 000496 1788814646.735507 mapwrite 0x01ef94 thru 0x020dba (0x1e27 bytes) 000497 1788814646.780691 write 0x033775 thru 0x038f5e (0x57ea bytes) 000498 1788814646.781869 punch from 0x0329a2 to 0x0365c1 (0x3c20 bytes) 000499 1788814646.806296 trunc from 0x038f5f to 0x00a26a (0x2ecf4 bytes) 000500 1788814646.824323 fallocate 0x01c2d5 thru 0x02a78f (0xe4bb bytes) 000502 1788814646.828350 trunc from 0x014fee to 0x01df05 (0x8f18 bytes) 000504 1788814646.834156 mapwrite 0x028ac9 thru 0x02cd61 (0x4299 bytes) 000505 1788814646.904923 trunc from 0x02cd62 to 0x030bb2 (0x3e51 bytes) 000507 1788814646.921705 write 0x0075a0 thru 0x00f59d (0x7ffe bytes) 000508 1788814646.930381 mapwrite 0x017221 thru 0x021764 (0xa544 bytes) 000509 1788814646.991236 write 0x00cf33 thru 0x01bc7e (0xed4c bytes) 000510 1788814646.992556 write 0x03f5af thru 0x03ffff (0xa51 bytes) 000511 1788814646.994405 write 0x01787e thru 0x01c671 (0x4df4 bytes) 000512 1788814646.995488 mapread 0x004f86 thru 0x0072f1 (0x236c bytes) 000513 1788814647.002997 mapwrite 0x02148b thru 0x0290d3 (0x7c49 bytes) 000514 1788814647.049596 mapread 0x0186c0 thru 0x019a1e (0x135f bytes) 000515 1788814647.050675 mapwrite 0x03d4b4 thru 0x03ffff (0x2b4c bytes) 000516 1788814647.070317 punch from 0x03e328 to 0x03f23d (0xf16 bytes) 000517 1788814647.075187 fallocate 0x03caf9 thru 0x03ffff (0x3507 bytes) 000518 1788814647.079469 write 0x00c747 thru 0x018df5 (0xc6af bytes) 000519 1788814647.081187 punch from 0x02d469 to 0x035322 (0x7eba bytes) 000520 1788814647.085333 read 0x02464c thru 0x02c452 (0x7e07 bytes) 000521 1788814647.086392 write 0x00984e thru 0x00fd06 (0x64b9 bytes) 000522 1788814647.088734 fallocate 0x009879 thru 0x017d31 (0xe4b9 bytes) 000523 1788814647.092867 write 0x010ff3 thru 0x012d4e (0x1d5c bytes) 000524 1788814647.093970 trunc from 0x03342c to 0x038626 (0x51fb bytes) 000526 1788814647.098822 write 0x00e80e thru 0x011c95 (0x3488 bytes) 000527 1788814647.099887 write 0x0307c9 thru 0x0387c1 (0x7ff9 bytes) 000528 1788814647.113550 mapwrite 0x00b672 thru 0x011e92 (0x6821 bytes) 000529 1788814647.129802 read 0x02dff0 thru 0x03a2e4 (0xc2f5 bytes) 000530 1788814647.130764 trunc from 0x040000 to 0x0377fe (0x8801 bytes) 000531 1788814647.146512 write 0x008a1c thru 0x00d73f (0x4d24 bytes) 000532 1788814647.148306 punch from 0x01caa3 to 0x01cc1a (0x178 bytes) 000534 1788814647.153674 mapwrite 0x014de4 thru 0x0226e4 (0xd901 bytes) 000535 1788814647.181237 fallocate 0x03e0a8 thru 0x03ffff (0x1f58 bytes) 000536 1788814647.185869 punch from 0x02bd57 to 0x02f66b (0x3915 bytes) 000537 1788814647.191365 punch from 0x016891 to 0x01e939 (0x80a9 bytes) 000538 1788814647.196127 read 0x025554 thru 0x030b03 (0xb5b0 bytes) 000539 1788814647.204100 fallocate 0x023933 thru 0x029ac1 (0x618f bytes) 000540 1788814647.207517 mapread 0x017802 thru 0x01f4a7 (0x7ca6 bytes) 000541 1788814647.208603 mapread 0x016329 thru 0x02491a (0xe5f2 bytes) 000542 1788814647.209669 mapread 0x02f575 thru 0x0325ee (0x307a bytes) 000543 1788814647.213455 MIRROR_EXTEND to 2 mirrors 000544 1788814647.989274 mapread 0x0284d8 thru 0x02daa5 (0x55ce bytes) 000545 1788814648.018891 read 0x01cb38 thru 0x0296c7 (0xcb90 bytes) 000546 1788814648.036387 trunc from 0x00d955 to 0x01d94d (0xfff9 bytes) 000547 1788814648.070088 write 0x03f777 thru 0x03ffff (0x889 bytes) 000548 1788814648.080348 MIRROR_SPLIT mirror 1 to 1 mirrors 000549 1788814648.194181 trunc from 0x040000 to 0x019aa9 (0x26556 bytes) 000550 1788814648.239890 punch from 0x0014ae to 0x003464 (0x1fb7 bytes) 000551 1788814648.247626 MIRROR_EXTEND to 2 mirrors 000552 1788814648.845734 punch from 0x0038f3 to 0x0040c3 (0x7d1 bytes) 000553 1788814648.863336 write 0x017fc8 thru 0x018752 (0x78b bytes) 000554 1788814648.871791 mapread 0x00f95a thru 0x01494e (0x4ff5 bytes) 000555 1788814648.891689 punch from 0x015b38 to 0x019aa9 (0x3f72 bytes) 000556 1788814648.900906 trunc from 0x019aaa to 0x026a4d (0xcfa4 bytes) 000557 1788814648.924718 write 0x032302 thru 0x03ffff (0xdcfe bytes) 000558 1788814648.926302 write 0x034418 thru 0x03d2f5 (0x8ede bytes) 000559 1788814648.927292 mapwrite 0x00513c thru 0x00a043 (0x4f08 bytes) 000560 1788814648.968796 mapwrite 0x02dc98 thru 0x037a11 (0x9d7a bytes) 000561 1788814649.017363 write 0x03c416 thru 0x03ffff (0x3bea bytes) 000562 1788814649.018526 mapwrite 0x002537 thru 0x00d03d (0xab07 bytes) 000563 1788814649.040641 trunc from 0x03448e to 0x03de26 (0x9999 bytes) 000564 1788814649.045838 write 0x02eb04 thru 0x036860 (0x7d5d bytes) 000566 1788814649.051761 fallocate 0x009dbe thru 0x00b7a7 (0x19ea bytes) 000567 1788814649.060227 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x85c098fd (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xfe5f7a44 Mirror 3: 0xfe5f7a44 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000568 1788814649.741908 trunc from 0x018684 to 0x01eccf (0x664c bytes) 000569 1788814649.782875 punch from 0x035389 to 0x03b059 (0x5cd1 bytes) 000570 1788814649.802572 trunc from 0x040000 to 0x01001d (0x2ffe2 bytes) 000571 1788814649.860674 trunc from 0x009c2e to 0x00abe9 (0xfbc bytes) 000572 1788814649.865636 punch from 0x00ca12 to 0x01001d (0x360c bytes) 000573 1788814649.871721 trunc from 0x00fe55 to 0x01001d (0x1c9 bytes) 000574 1788814649.877420 mapread 0x002065 thru 0x01001d (0xdfb9 bytes) 000575 1788814649.899084 write 0x01fce7 thru 0x0246be (0x49d8 bytes) 000576 1788814649.900290 mapread 0x003a0b thru 0x009466 (0x5a5c bytes) 000577 1788814649.901127 punch from 0x0045e5 to 0x0083fc (0x3e18 bytes) 000578 1788814649.910455 MIRROR_SPLIT mirror 2 to 2 mirrors CRC-32 checksum value for chunk [0, 0x246bf): Mirror 2: 0xf0011d70 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x246bf): Mirror 2: 0xf0011d70 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x246bf: skipped 000579 1788814650.161343 MIRROR_SPLIT mirror 1 to 1 mirrors 000580 1788814650.274217 trunc from 0x003768 to 0x00c482 (0x8d1b bytes) 000581 1788814650.279252 read 0x0059ad thru 0x008178 (0x27cc bytes) 000582 1788814650.288240 mapread 0x022770 thru 0x0246be (0x1f4f bytes) 000583 1788814650.311670 write 0x00c35f thru 0x00cc9e (0x940 bytes) 000584 1788814650.321787 mapread 0x0233a7 thru 0x0246be (0x1318 bytes) 000585 1788814650.322756 punch from 0x01c0f4 to 0x0246be (0x85cb bytes) 000586 1788814650.328794 write 0x02fd69 thru 0x038aeb (0x8d83 bytes) 000587 1788814650.330827 read 0x021d1d thru 0x031432 (0xf716 bytes) 000588 1788814650.340510 punch from 0x015138 to 0x01dcbf (0x8b88 bytes) 000589 1788814650.345312 trunc from 0x004514 to 0x009561 (0x504e bytes) 000590 1788814650.349812 read 0x01a05f thru 0x026ac3 (0xca65 bytes) 000591 1788814650.360195 trunc from 0x038aec to 0x00410c (0x349df bytes) 000592 1788814650.376739 fallocate 0x01dcd9 thru 0x0247b1 (0x6ad9 bytes) 000593 1788814650.381460 read 0x0027e5 thru 0x00410c (0x1928 bytes) 000596 1788814650.384216 trunc from 0x002163 to 0x00410c (0x1faa bytes) 000597 1788814650.388752 mapwrite 0x02d1e4 thru 0x03aa02 (0xd81f bytes) 000598 1788814650.444167 fallocate 0x00fc8e thru 0x012815 (0x2b88 bytes) 000599 1788814650.448747 write 0x0266e9 thru 0x030f93 (0xa8ab bytes) 000600 1788814650.450314 mapread 0x0041a0 thru 0x00b56b (0x73cc bytes) 000601 1788814650.454502 trunc from 0x03aa03 to 0x0143a2 (0x26660 bytes) 000602 1788814650.467883 read 0x00dd38 thru 0x0143a2 (0x666b bytes) 000604 1788814650.469803 mapread 0x0035e1 thru 0x009c53 (0x6673 bytes) 000606 1788814650.471725 mapread 0x0085c8 thru 0x00f54a (0x6f83 bytes) 000607 1788814650.473220 trunc from 0x00cf5a to 0x0143a2 (0x7449 bytes) 000609 1788814650.476437 mapwrite 0x02ec43 thru 0x036a6e (0x7e2c bytes) 000610 1788814650.523222 trunc from 0x036a6f to 0x022656 (0x14418 bytes) 000611 1788814650.534801 read 0x00034a thru 0x0014a1 (0x1158 bytes) 000613 1788814650.536300 write 0x0396bc thru 0x03ffff (0x6944 bytes) 000614 1788814650.537274 trunc from 0x040000 to 0x03cecf (0x3130 bytes) 000615 1788814650.546347 mapread 0x023db5 thru 0x0315eb (0xd837 bytes) 000616 1788814650.573219 punch from 0x0015c0 to 0x010bbe (0xf5ff bytes) 000618 1788814650.581888 fallocate 0x03b230 thru 0x03d7fa (0x25cb bytes) 000620 1788814650.594149 MIRROR_EXTEND to 2 mirrors 000621 1788814651.109763 write 0x009951 thru 0x00dd74 (0x4424 bytes) 000622 1788814651.158187 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3d7fb): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d7fb): Mirror 2: 0xbef96999 (stale) CRC-32 checksum value for chunk [0, 0x3d7fb): Mirror 1: 0xf36d4d3f Mirror 3: 0xf36d4d3f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d7fb: skipped 000623 1788814651.925662 trunc from 0x005eff to 0x01088b (0xa98d bytes) 000624 1788814651.967183 mapwrite 0x0220b3 thru 0x02e477 (0xc3c5 bytes) 000625 1788814652.014419 fallocate 0x02a07d thru 0x02d70f (0x3693 bytes) 000626 1788814652.018506 punch from 0x019487 to 0x01f046 (0x5bc0 bytes) 000627 1788814652.022883 mapread 0x00b35e thru 0x00b794 (0x437 bytes) 000628 1788814652.039755 punch from 0x02db30 to 0x03b880 (0xdd51 bytes) 000629 1788814652.045530 mapread 0x02d6a3 thru 0x038d99 (0xb6f7 bytes) 000630 1788814652.064127 mapwrite 0x00f51a thru 0x01ecc2 (0xf7a9 bytes) 000631 1788814652.138127 mapwrite 0x02c9e0 thru 0x0352a7 (0x88c8 bytes) 000632 1788814652.183717 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3d7fb): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d7fb): Mirror 2: 0xbef96999 (stale) Mirror 3: 0xf36d4d3f (stale) CRC-32 checksum value for chunk [0, 0x3d7fb): Mirror 1: 0x7fd1252b Mirror 4: 0x7fd1252b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d7fb: skipped 000633 1788814652.967895 write 0x00f092 thru 0x019d2c (0xac9b bytes) 000634 1788814653.049801 MIRROR_SPLIT mirror 2 to 3 mirrors CRC-32 checksum value for chunk [0, 0x3d7fb): Mirror 2: 0xbef96999 (stale) Mirror 4: 0x7fd1252b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d7fb): Mirror 2: 0xbef96999 (stale) Mirror 4: 0x7fd1252b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d7fb: skipped 000636 1788814653.337932 trunc from 0x03d7fb to 0x02b982 (0x11e78 bytes) 000637 1788814653.378847 trunc from 0x02b983 to 0x025ef0 (0x5a92 bytes) 000638 1788814653.397133 read 0x0103d9 thru 0x01eb61 (0xe789 bytes) 000640 1788814653.405790 write 0x000987 thru 0x00db64 (0xd1de bytes) 000641 1788814653.416587 write 0x03de7a thru 0x03ffff (0x2186 bytes) 000642 1788814653.423153 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd71fc1a8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd71fc1a8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000643 1788814653.677443 punch from 0x0285bf to 0x0350ba (0xcafc bytes) 000644 1788814653.681456 write 0x02583b thru 0x032c23 (0xd3e9 bytes) 000645 1788814653.697560 read 0x010532 thru 0x0144da (0x3fa9 bytes) 000646 1788814653.705658 fallocate 0x003ea3 thru 0x0110d0 (0xd22e bytes) 000647 1788814653.710521 fallocate 0x01490b thru 0x0187ee (0x3ee4 bytes) 000648 1788814653.716549 write 0x005523 thru 0x00a96d (0x544b bytes) 000649 1788814653.726377 trunc from 0x040000 to 0x030993 (0xf66c bytes) 000650 1788814653.739036 punch from 0x027e28 to 0x030993 (0x8b6c bytes) 000651 1788814653.753866 read 0x01cdf8 thru 0x02cc7a (0xfe83 bytes) 000652 1788814653.763716 read 0x0113b4 thru 0x0137fd (0x244a bytes) 000653 1788814653.764447 trunc from 0x030994 to 0x017086 (0x1990d bytes) 000654 1788814653.781866 read 0x014d59 thru 0x015b22 (0xdca bytes) 000655 1788814653.782712 mapwrite 0x022f0b thru 0x02cc3d (0x9d33 bytes) 000656 1788814653.835226 trunc from 0x029936 to 0x02cc3d (0x3308 bytes) 000657 1788814653.846825 trunc from 0x02a064 to 0x02c3d6 (0x2373 bytes) 000658 1788814653.852283 fallocate 0x02c48e thru 0x0359f0 (0x9563 bytes) 000659 1788814653.857164 read 0x00a9dc thru 0x017a6c (0xd091 bytes) 000660 1788814653.862317 MIRROR_RESYNC 2 mirrors 000662 1788814654.473545 trunc from 0x0359f1 to 0x0173c7 (0x1e629 bytes) 000663 1788814654.518399 read 0x0004b6 thru 0x00103c (0xb87 bytes) 000664 1788814654.522720 trunc from 0x0173c8 to 0x025c56 (0xe88f bytes) 000665 1788814654.544498 trunc from 0x025c57 to 0x019bef (0xc067 bytes) 000666 1788814654.564560 fallocate 0x01511c thru 0x0202ba (0xb19f bytes) 000667 1788814654.569324 trunc from 0x010292 to 0x019bef (0x995e bytes) 000668 1788814654.575106 trunc from 0x019bf0 to 0x038c96 (0x1f0a7 bytes) 000669 1788814654.600937 MIRROR_SPLIT mirror 1 to 1 mirrors 000670 1788814654.694492 MIRROR_EXTEND to 2 mirrors 000671 1788814655.341580 trunc from 0x00f2d7 to 0x0128bd (0x35e7 bytes) 000672 1788814655.371343 fallocate 0x019af2 thru 0x01de4f (0x435e bytes) 000673 1788814655.376793 trunc from 0x02b39f to 0x0377f8 (0xc45a bytes) 000674 1788814655.381776 trunc from 0x038c97 to 0x015a78 (0x2321e bytes) 000675 1788814655.408740 write 0x00eeeb thru 0x01443e (0x5554 bytes) 000676 1788814655.419379 trunc from 0x004ace to 0x00eb8c (0xa0bf bytes) 000677 1788814655.439165 MIRROR_RESYNC 2 mirrors 000678 1788814655.994285 read 0x00eb4a thru 0x015a78 (0x6f2f bytes) 000679 1788814656.004361 punch from 0x00fa96 to 0x015a78 (0x5fe3 bytes) 000680 1788814656.031112 fallocate 0x00b464 thru 0x00dab5 (0x2652 bytes) 000681 1788814656.036044 read 0x015217 thru 0x015a78 (0x862 bytes) 000682 1788814656.044778 punch from 0x005ba8 to 0x01028e (0xa6e7 bytes) 000683 1788814656.048970 write 0x03318a thru 0x03ea50 (0xb8c7 bytes) 000684 1788814656.050291 mapread 0x005a88 thru 0x012ad7 (0xd050 bytes) 000685 1788814656.089234 mapread 0x026b0e thru 0x029228 (0x271b bytes) 000686 1788814656.090034 fallocate 0x003bea thru 0x010501 (0xc918 bytes) 000687 1788814656.093561 punch from 0x00e9ec to 0x015a19 (0x702e bytes) 000688 1788814656.097987 fallocate 0x0286bd thru 0x032a6c (0xa3b0 bytes) 000689 1788814656.101729 read 0x03ba0e thru 0x03ea50 (0x3043 bytes) 000690 1788814656.102188 mapwrite 0x004c0a thru 0x010614 (0xba0b bytes) 000691 1788814656.123047 write 0x01a4de thru 0x028549 (0xe06c bytes) 000692 1788814656.127496 MIRROR_RESYNC 2 mirrors 000694 1788814656.633961 punch from 0x00b47e to 0x016e59 (0xb9dc bytes) 000697 1788814656.677467 mapread 0x003d7c thru 0x010fa4 (0xd229 bytes) 000698 1788814656.711300 trunc from 0x03257c to 0x03ac60 (0x86e5 bytes) 000699 1788814656.715594 fallocate 0x03505d thru 0x03ffff (0xafa3 bytes) 000700 1788814656.719223 trunc from 0x03ea51 to 0x000e4a (0x3dc06 bytes) 000701 1788814656.748415 trunc from 0x000dc9 to 0x000e4a (0x82 bytes) 000702 1788814656.751199 read 0x000a33 thru 0x000e4a (0x418 bytes) 000703 1788814656.755443 write 0x024443 thru 0x02c85a (0x8418 bytes) 000704 1788814656.756783 write 0x0228f9 thru 0x02911a (0x6822 bytes) 000705 1788814656.760937 read 0x015c48 thru 0x02001d (0xa3d6 bytes) 000706 1788814656.774212 fallocate 0x03cdbb thru 0x03ffff (0x3245 bytes) 000707 1788814656.783000 fallocate 0x03a2d1 thru 0x03ffff (0x5d2f bytes) 000709 1788814656.791525 mapread 0x02f02d thru 0x035d6e (0x6d42 bytes) 000710 1788814656.806682 mapwrite 0x01574f thru 0x0168d4 (0x1186 bytes) 000711 1788814656.850470 trunc from 0x040000 to 0x035a81 (0xa57e bytes) 000712 1788814656.877664 fallocate 0x00500a thru 0x0108f4 (0xb8eb bytes) 000713 1788814656.887981 trunc from 0x035a82 to 0x0283ec (0xd695 bytes) 000714 1788814656.923075 punch from 0x002c56 to 0x0102e6 (0xd691 bytes) 000716 1788814656.941988 punch from 0x004836 to 0x00dd78 (0x9543 bytes) 000717 1788814656.947642 fallocate 0x023e96 thru 0x02a6eb (0x6856 bytes) 000718 1788814656.954791 mapwrite 0x038dd6 thru 0x03ffff (0x722a bytes) 000719 1788814657.080232 punch from 0x034030 to 0x03a987 (0x6958 bytes) 000720 1788814657.101357 MIRROR_RESYNC 2 mirrors 000721 1788814657.863999 punch from 0x024a48 to 0x026c2b (0x21e4 bytes) 000722 1788814657.907781 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x9d0380c4 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x34f81c9d Mirror 3: 0x34f81c9d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000723 1788814658.809628 fallocate 0x0322ff thru 0x032c9c (0x99e bytes) 000724 1788814658.873502 trunc from 0x040000 to 0x0005ab (0x3fa54 bytes) 000725 1788814658.905027 mapwrite 0x008ab8 thru 0x00a03c (0x1585 bytes) 000727 1788814658.944377 trunc from 0x004f53 to 0x006a99 (0x1b47 bytes) 000728 1788814658.949698 read 0x003a52 thru 0x00a03c (0x65eb bytes) 000729 1788814658.961744 MIRROR_SPLIT mirror 2 to 2 mirrors CRC-32 checksum value for chunk [0, 0xa03d): Mirror 2: 0x383ac845 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa03d): Mirror 2: 0x383ac845 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa03d: skipped 000730 1788814659.172966 fallocate 0x03054b thru 0x035950 (0x5406 bytes) 000732 1788814659.178906 trunc from 0x00a03d to 0x028020 (0x1dfe4 bytes) 000733 1788814659.202679 fallocate 0x01ddfc thru 0x01e263 (0x468 bytes) 000734 1788814659.207166 trunc from 0x018da1 to 0x01cae7 (0x3d47 bytes) 000735 1788814659.213634 trunc from 0x028021 to 0x0357bc (0xd79c bytes) 000736 1788814659.228958 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x357bd): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x357bd): Mirror 2: 0xd1740d61 (stale) CRC-32 checksum value for chunk [0, 0x357bd): Mirror 1: 0xfc46480f Mirror 3: 0xfc46480f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x357bd: skipped 000737 1788814659.964204 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x357bd): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x357bd): Mirror 2: 0xd1740d61 (stale) CRC-32 checksum value for chunk [0, 0x357bd): Mirror 1: 0xfc46480f Mirror 3: 0xfc46480f Mirror 4: 0xfc46480f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x357bd: skipped 000738 1788814660.617498 write 0x039b95 thru 0x03c3e3 (0x284f bytes) 000739 1788814660.659645 trunc from 0x013101 to 0x0200b1 (0xcfb1 bytes) 000740 1788814660.665052 read 0x01d91c thru 0x02be2a (0xe50f bytes) 000741 1788814660.678494 mapwrite 0x015190 thru 0x024307 (0xf178 bytes) 000742 1788814660.719251 trunc from 0x03c3e4 to 0x01d232 (0x1f1b1 bytes) 000744 1788814660.737494 punch from 0x01723b to 0x01d232 (0x5ff8 bytes) 000745 1788814660.742242 write 0x030877 thru 0x035518 (0x4ca2 bytes) 000746 1788814660.744544 fallocate 0x03f3b2 thru 0x03ffff (0xc4e bytes) 000747 1788814660.748983 trunc from 0x040000 to 0x033932 (0xc6cd bytes) 000749 1788814660.765461 mapread 0x0310f6 thru 0x033932 (0x283d bytes) 000750 1788814660.774438 MIRROR_RESYNC 4 mirrors 000751 1788814661.685186 mapwrite 0x00e867 thru 0x012212 (0x39ac bytes) 000752 1788814661.795615 mapwrite 0x00c5fb thru 0x010bb0 (0x45b6 bytes) 000753 1788814661.813388 mapread 0x0073e4 thru 0x00fd97 (0x89b4 bytes) 000754 1788814661.821237 punch from 0x01b7bc to 0x027e7c (0xc6c1 bytes) 000756 1788814661.828591 fallocate 0x004cd0 thru 0x00bd67 (0x7098 bytes) 000757 1788814661.836992 MIRROR_SPLIT mirror 2 to 3 mirrors CRC-32 checksum value for chunk [0, 0x33933): Mirror 2: 0xcc6fc3c2 (stale) Mirror 4: 0xcc6fc3c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33933): Mirror 2: 0xcc6fc3c2 (stale) Mirror 4: 0xcc6fc3c2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33933: skipped 000758 1788814662.110882 read 0x00a322 thru 0x00d75a (0x3439 bytes) 000759 1788814662.117719 read 0x00b677 thru 0x0182d1 (0xcc5b bytes) 000760 1788814662.142304 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x33933): Mirror 2: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33933): Mirror 2: 0xcc6fc3c2 (stale) Mirror 4: 0xcc6fc3c2 (stale) CRC-32 checksum value for chunk [0, 0x33933): Mirror 1: 0x634efbdc Mirror 5: 0x634efbdc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33933: skipped 000761 1788814663.055920 MIRROR_SPLIT mirror 3 to 3 mirrors CRC-32 checksum value for chunk [0, 0x33933): Mirror 2: 0xcc6fc3c2 (stale) Mirror 4: 0xcc6fc3c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33933): Mirror 2: 0xcc6fc3c2 (stale) Mirror 4: 0xcc6fc3c2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33933: skipped 000762 1788814663.299665 trunc from 0x033933 to 0x03b9d7 (0x80a5 bytes) 000763 1788814663.329031 trunc from 0x0170e6 to 0x019cfd (0x2c18 bytes) 000764 1788814663.334677 mapread 0x02bb91 thru 0x02efb1 (0x3421 bytes) 000765 1788814663.354411 mapwrite 0x03aef9 thru 0x03ffff (0x5107 bytes) 000766 1788814663.395978 read 0x01a567 thru 0x02337e (0x8e18 bytes) 000767 1788814663.408892 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x17a5e8d0 (stale) Mirror 4: 0x17a5e8d0 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x485861c0 Mirror 5: 0x485861c0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000768 1788814664.210550 mapwrite 0x010496 thru 0x019173 (0x8cde bytes) 000769 1788814664.311311 fallocate 0x00ea20 thru 0x00fa0f (0xff0 bytes) 000770 1788814664.315927 mapread 0x03d2e8 thru 0x03fe02 (0x2b1b bytes) 000771 1788814664.324300 mapread 0x00df1d thru 0x0186d0 (0xa7b4 bytes) 000772 1788814664.325322 trunc from 0x038194 to 0x038bd3 (0xa40 bytes) 000773 1788814664.339660 trunc from 0x03a610 to 0x03ffff (0x59f0 bytes) 000774 1788814664.353281 fallocate 0x01682f thru 0x0259c5 (0xf197 bytes) 000775 1788814664.364669 fallocate 0x018b66 thru 0x021765 (0x8c00 bytes) 000776 1788814664.372184 write 0x006d85 thru 0x0070b0 (0x32c bytes) 000777 1788814664.387029 punch from 0x0141ef to 0x01fab5 (0xb8c7 bytes) 000778 1788814664.394096 trunc from 0x040000 to 0x018e37 (0x271c8 bytes) 000779 1788814664.444976 write 0x02357f thru 0x032f71 (0xf9f3 bytes) 000780 1788814664.450278 write 0x018c2b thru 0x019217 (0x5ed bytes) 000781 1788814664.479310 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x32f72): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32f72): Mirror 2: 0x52e1f3f0 (stale) Mirror 4: 0x52e1f3f0 (stale) Mirror 5: 0x8a5c62b6 (stale) CRC-32 checksum value for chunk [0, 0x32f72): Mirror 1: 0xd5a919d2 Mirror 6: 0xd5a919d2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32f72: skipped 000782 1788814665.323993 mapread 0x01ea13 thru 0x02df18 (0xf506 bytes) 000783 1788814665.379193 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x32f72): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32f72): Mirror 2: 0x52e1f3f0 (stale) Mirror 4: 0x52e1f3f0 (stale) Mirror 5: 0x8a5c62b6 (stale) CRC-32 checksum value for chunk [0, 0x32f72): Mirror 1: 0xd5a919d2 Mirror 6: 0xd5a919d2 Mirror 7: 0xd5a919d2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32f72: skipped 000785 1788814666.280355 trunc from 0x008174 to 0x00b2b5 (0x3142 bytes) 000786 1788814666.370215 MIRROR_SPLIT mirror 2 to 5 mirrors CRC-32 checksum value for chunk [0, 0x32f72): Mirror 2: 0x52e1f3f0 (stale) Mirror 5: 0x8a5c62b6 (stale) Mirror 6: 0xd5a919d2 (stale) Mirror 7: 0xd5a919d2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32f72): Mirror 2: 0x52e1f3f0 (stale) Mirror 5: 0x8a5c62b6 (stale) Mirror 6: 0xd5a919d2 (stale) Mirror 7: 0xd5a919d2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32f72: skipped 000787 1788814666.672029 trunc from 0x0041e8 to 0x00bdf6 (0x7c0f bytes) 000788 1788814666.675396 mapread 0x00a47a thru 0x0117c7 (0x734e bytes) 000789 1788814666.693790 trunc from 0x0037a8 to 0x00b54a (0x7da3 bytes) 000790 1788814666.698439 trunc from 0x032f72 to 0x020b84 (0x123ed bytes) 000791 1788814666.725929 mapread 0x019262 thru 0x020b84 (0x7923 bytes) 000793 1788814666.742246 mapread 0x016cca thru 0x01fe0e (0x9145 bytes) 000794 1788814666.743178 punch from 0x0207b0 to 0x020b84 (0x3d5 bytes) 000796 1788814666.748483 fallocate 0x025a61 thru 0x025d9a (0x33a bytes) 000797 1788814666.753441 trunc from 0x0005b9 to 0x00d847 (0xd28f bytes) 000798 1788814666.758418 mapwrite 0x007fc3 thru 0x00d216 (0x5254 bytes) 000799 1788814666.792959 MIRROR_SPLIT mirror 1 to 4 mirrors CRC-32 checksum value for chunk [0, 0x20b85): Mirror 5: 0xb89af9d7 (stale) Mirror 6: 0x32355978 (stale) Mirror 7: 0x32355978 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20b85): Mirror 5: 0xb89af9d7 (stale) Mirror 6: 0x32355978 (stale) Mirror 7: 0x32355978 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20b85: skipped 000800 1788814667.061328 punch from 0x00d6ad to 0x010b1b (0x346f bytes) 000801 1788814667.067920 write 0x00f29f thru 0x00f515 (0x277 bytes) 000802 1788814667.076332 mapread 0x0037bc thru 0x0049e3 (0x1228 bytes) 000803 1788814667.085934 write 0x01126a thru 0x01c053 (0xadea bytes) 000804 1788814667.095532 trunc from 0x020b85 to 0x00486b (0x1c319 bytes) 000805 1788814667.108338 trunc from 0x002c64 to 0x00486b (0x1c08 bytes) 000807 1788814667.118822 trunc from 0x00486c to 0x028d44 (0x244d9 bytes) 000808 1788814667.134439 trunc from 0x028d45 to 0x019398 (0xf9ac bytes) 000809 1788814667.151639 trunc from 0x019399 to 0x015c54 (0x3744 bytes) 000810 1788814667.173307 trunc from 0x015c55 to 0x013c65 (0x1fef bytes) 000811 1788814667.192429 mapwrite 0x034039 thru 0x03fdd0 (0xbd98 bytes) 000812 1788814667.238343 mapwrite 0x03020b thru 0x03b387 (0xb17d bytes) 000813 1788814667.251521 read 0x030cd8 thru 0x03a4b5 (0x97de bytes) 000814 1788814667.251945 read 0x015deb thru 0x02448a (0xe6a0 bytes) 000815 1788814667.258615 trunc from 0x03fdd1 to 0x022f9b (0x1ce35 bytes) 000816 1788814667.284644 read 0x01f1c7 thru 0x01fe78 (0xcb2 bytes) 000817 1788814667.285398 mapwrite 0x0239c9 thru 0x032e48 (0xf480 bytes) 000818 1788814667.366102 punch from 0x016437 to 0x01f679 (0x9243 bytes) 000819 1788814667.374854 mapwrite 0x010b44 thru 0x013406 (0x28c3 bytes) 000820 1788814667.403438 mapread 0x027843 thru 0x032e48 (0xb606 bytes) 000821 1788814667.405385 mapread 0x024523 thru 0x028f9b (0x4a79 bytes) 000822 1788814667.409238 trunc from 0x032e49 to 0x02363b (0xf80d bytes) 000823 1788814667.450463 write 0x0154c3 thru 0x01e041 (0x8b7f bytes) 000824 1788814667.467944 mapwrite 0x02c06d thru 0x037432 (0xb3c6 bytes) 000825 1788814667.602972 read 0x01930d thru 0x01d2dc (0x3fd0 bytes) 000826 1788814667.603605 mapread 0x0122b0 thru 0x01dee4 (0xbc35 bytes) 000827 1788814667.604497 trunc from 0x028c3d to 0x035a41 (0xce05 bytes) 000828 1788814667.618335 write 0x03e20f thru 0x03ffff (0x1df1 bytes) 000829 1788814667.622630 trunc from 0x040000 to 0x00b353 (0x34cac bytes) 000830 1788814667.674718 mapread 0x003e0f thru 0x00b353 (0x7545 bytes) 000831 1788814667.689612 MIRROR_SPLIT mirror 3 to 3 mirrors CRC-32 checksum value for chunk [0, 0xb354): Mirror 5: 0x6a329631 (stale) Mirror 6: 0xcb06c96b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xb354): Mirror 5: 0x6a329631 (stale) Mirror 6: 0xcb06c96b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xb354: skipped 000832 1788814668.078201 mapwrite 0x019635 thru 0x01f381 (0x5d4d bytes) 000833 1788814668.140324 trunc from 0x01f382 to 0x007cd8 (0x176a9 bytes) 000834 1788814668.160910 trunc from 0x000fd1 to 0x007cd8 (0x6d08 bytes) 000835 1788814668.175304 trunc from 0x005a25 to 0x007cd8 (0x22b4 bytes) 000836 1788814668.179949 fallocate 0x035641 thru 0x03ffff (0xa9bf bytes) 000837 1788814668.185509 read 0x0050be thru 0x007cd8 (0x2c1b bytes) 000838 1788814668.191392 fallocate 0x0324d4 thru 0x036aa9 (0x45d6 bytes) 000839 1788814668.197102 trunc from 0x012251 to 0x0207cb (0xe57b bytes) 000840 1788814668.200812 fallocate 0x037766 thru 0x03e852 (0x70ed bytes) 000841 1788814668.210888 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3e853): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e853): Mirror 5: 0x3650bf6a (stale) Mirror 6: 0x51406040 (stale) CRC-32 checksum value for chunk [0, 0x3e853): Mirror 1: 0x5ac34f90 Mirror 7: 0x5ac34f90 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e853: skipped 000843 1788814669.065756 mapwrite 0x0389cd thru 0x03ffff (0x7633 bytes) 000844 1788814669.217655 mapread 0x026d0d thru 0x02a07f (0x3373 bytes) 000845 1788814669.231060 read 0x0093b9 thru 0x00b98c (0x25d4 bytes) 000846 1788814669.241391 punch from 0x01becc to 0x02b5a8 (0xf6dd bytes) 000847 1788814669.248501 write 0x001f53 thru 0x00cf01 (0xafaf bytes) 000848 1788814669.258435 mapread 0x020284 thru 0x02037f (0xfc bytes) 000849 1788814669.274827 write 0x017d51 thru 0x018cb3 (0xf63 bytes) 000850 1788814669.291305 read 0x016db1 thru 0x01fecc (0x911c bytes) 000851 1788814669.303102 punch from 0x003019 to 0x006468 (0x3450 bytes) 000853 1788814669.323177 mapread 0x03d946 thru 0x03ffff (0x26ba bytes) 000854 1788814669.324133 write 0x02d411 thru 0x02d7a0 (0x390 bytes) 000855 1788814669.331171 mapread 0x0195a1 thru 0x0222cf (0x8d2f bytes) 000856 1788814669.335326 mapwrite 0x01663a thru 0x0258fe (0xf2c5 bytes) 000858 1788814669.362122 punch from 0x00fc93 to 0x017128 (0x7496 bytes) 000859 1788814669.367975 punch from 0x0188bf to 0x021927 (0x9069 bytes) 000860 1788814669.373286 write 0x02631d thru 0x03006e (0x9d52 bytes) 000861 1788814669.375098 read 0x0036c0 thru 0x012481 (0xedc2 bytes) 000862 1788814669.385979 fallocate 0x00e83d thru 0x011af8 (0x32bc bytes) 000863 1788814669.391440 trunc from 0x021d46 to 0x025614 (0x38cf bytes) 000865 1788814669.398185 read 0x003baa thru 0x00e195 (0xa5ec bytes) 000867 1788814669.399564 trunc from 0x040000 to 0x0043b6 (0x3bc49 bytes) 000869 1788814669.421422 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x43b7): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x43b7): Mirror 5: 0x55e5f6e (stale) Mirror 6: 0x55e5f6e (stale) Mirror 7: 0x55e5f6e (stale) CRC-32 checksum value for chunk [0, 0x43b7): Mirror 1: 0x875fed94 Mirror 8: 0x875fed94 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x43b7: skipped 000870 1788814670.106951 read 0x001f20 thru 0x0043b6 (0x2497 bytes) 000871 1788814670.127354 mapread 0x00329f thru 0x0043b6 (0x1118 bytes) 000872 1788814670.140022 mapread 0x0042f4 thru 0x0043b6 (0xc3 bytes) 000873 1788814670.155367 trunc from 0x00367f to 0x0043b6 (0xd38 bytes) 000874 1788814670.197927 punch from 0x001de5 to 0x0043b6 (0x25d2 bytes) 000875 1788814670.203658 write 0x02771e thru 0x02f856 (0x8139 bytes) 000876 1788814670.209840 mapread 0x009d9a thru 0x00d189 (0x33f0 bytes) 000877 1788814670.241643 MIRROR_RESYNC 5 mirrors 000878 1788814671.122628 read 0x0243d6 thru 0x02e49d (0xa0c8 bytes) 000879 1788814671.134432 trunc from 0x02f857 to 0x016443 (0x19413 bytes) 000880 1788814671.217415 MIRROR_SPLIT mirror 1 to 4 mirrors CRC-32 checksum value for chunk [0, 0x16444): Mirror 6: 0xfe86b81c (stale) Mirror 7: 0xfe86b81c (stale) Mirror 8: 0xfe86b81c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x16444): Mirror 6: 0xfe86b81c (stale) Mirror 7: 0xfe86b81c (stale) Mirror 8: 0xfe86b81c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x16444: skipped 000881 1788814671.585865 mapread 0x00d14d thru 0x0121c4 (0x5078 bytes) 000882 1788814671.604737 mapread 0x013f1d thru 0x016443 (0x2527 bytes) 000884 1788814671.605825 mapread 0x007a82 thru 0x016443 (0xe9c2 bytes) 000885 1788814671.615910 MIRROR_RESYNC 4 mirrors 000886 1788814672.209060 write 0x019f1a thru 0x022f0d (0x8ff4 bytes) 000887 1788814672.237914 trunc from 0x019e37 to 0x021202 (0x73cc bytes) 000888 1788814672.252212 punch from 0x01b5a1 to 0x01ca7a (0x14da bytes) 000889 1788814672.256246 trunc from 0x01f3a6 to 0x022f0d (0x3b68 bytes) 000892 1788814672.261968 trunc from 0x022f0e to 0x021244 (0x1cc9 bytes) 000893 1788814672.298245 trunc from 0x015898 to 0x021244 (0xb9ad bytes) 000894 1788814672.305892 read 0x00718e thru 0x016972 (0xf7e5 bytes) 000895 1788814672.316713 punch from 0x018d50 to 0x021244 (0x84f5 bytes) 000896 1788814672.321882 mapwrite 0x00dffa thru 0x01421e (0x6225 bytes) 000897 1788814672.342974 trunc from 0x018457 to 0x01ee08 (0x69b2 bytes) 000898 1788814672.352698 trunc from 0x021245 to 0x00d4b4 (0x13d90 bytes) 000899 1788814672.371969 read 0x00b9e3 thru 0x00d4b4 (0x1ad2 bytes) 000900 1788814672.372686 mapwrite 0x01efb5 thru 0x0297c6 (0xa812 bytes) 000901 1788814672.430253 fallocate 0x018ddb thru 0x0237c2 (0xa9e8 bytes) 000902 1788814672.435313 trunc from 0x0081de to 0x013470 (0xb293 bytes) 000903 1788814672.448398 MIRROR_RESYNC 4 mirrors 000904 1788814673.135715 mapwrite 0x036fe5 thru 0x03ffff (0x901b bytes) 000905 1788814673.230863 mapwrite 0x014aae thru 0x01b2d6 (0x6829 bytes) 000906 1788814673.272524 mapwrite 0x003c01 thru 0x00a715 (0x6b15 bytes) 000907 1788814673.303218 trunc from 0x03c11e to 0x03ffff (0x3ee2 bytes) 000909 1788814673.309206 read 0x022b26 thru 0x02b498 (0x8973 bytes) 000910 1788814673.318438 punch from 0x00fb99 to 0x0114d1 (0x1939 bytes) 000911 1788814673.323300 fallocate 0x017ba0 thru 0x01935c (0x17bd bytes) 000912 1788814673.338991 MIRROR_RESYNC 4 mirrors 000914 1788814674.345999 write 0x03d448 thru 0x03ffff (0x2bb8 bytes) 000915 1788814674.376719 trunc from 0x040000 to 0x03b777 (0x4888 bytes) 000916 1788814674.389932 trunc from 0x01ad27 to 0x020935 (0x5c0f bytes) 000917 1788814674.394207 fallocate 0x02e128 thru 0x033b9e (0x5a77 bytes) 000918 1788814674.397887 write 0x01db8d thru 0x02543d (0x78b1 bytes) 000919 1788814674.405797 write 0x024f0c thru 0x025ebd (0xfb2 bytes) 000920 1788814674.406718 mapwrite 0x008d07 thru 0x011ab7 (0x8db1 bytes) 000921 1788814674.432357 write 0x020433 thru 0x0218c5 (0x1493 bytes) 000922 1788814674.433233 mapwrite 0x0172fe thru 0x01e4da (0x71dd bytes) 000923 1788814674.461632 MIRROR_RESYNC 4 mirrors 000924 1788814675.183748 read 0x0389fd thru 0x03b777 (0x2d7b bytes) 000925 1788814675.189416 punch from 0x000761 to 0x0027c7 (0x2067 bytes) 000926 1788814675.242398 punch from 0x02ac8a to 0x039be6 (0xef5d bytes) 000929 1788814675.252202 mapwrite 0x020c96 thru 0x02173a (0xaa5 bytes) 000930 1788814675.275262 MIRROR_RESYNC 4 mirrors 000931 1788814676.079738 read 0x02bee1 thru 0x03b777 (0xf897 bytes) 000932 1788814676.087688 read 0x0185c9 thru 0x025ab6 (0xd4ee bytes) 000933 1788814676.096857 write 0x03fa36 thru 0x03ffff (0x5ca bytes) 000934 1788814676.127912 trunc from 0x030be9 to 0x03b4cd (0xa8e5 bytes) 000936 1788814676.134340 mapwrite 0x01511d thru 0x01c47f (0x7363 bytes) 000937 1788814676.227383 fallocate 0x013abb thru 0x01864c (0x4b92 bytes) 000938 1788814676.251250 MIRROR_RESYNC 4 mirrors 000939 1788814677.159714 punch from 0x03dcab to 0x03ffff (0x2355 bytes) 000940 1788814677.201822 MIRROR_SPLIT mirror 1 to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xfa621848 (stale) Mirror 8: 0xfa621848 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xfa621848 (stale) Mirror 8: 0xfa621848 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000941 1788814677.501844 fallocate 0x01ac0d thru 0x01e079 (0x346d bytes) 000942 1788814677.507809 fallocate 0x011c12 thru 0x0159e8 (0x3dd7 bytes) 000943 1788814677.513770 read 0x01ff2e thru 0x02e15b (0xe22e bytes) 000944 1788814677.521916 write 0x007c69 thru 0x015114 (0xd4ac bytes) 000945 1788814677.535643 mapread 0x00a9de thru 0x010eb9 (0x64dc bytes) 000946 1788814677.536854 punch from 0x01c175 to 0x0292ec (0xd178 bytes) 000947 1788814677.543374 fallocate 0x03a2f4 thru 0x03f3b9 (0x50c6 bytes) 000948 1788814677.553191 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xfa621848 (stale) Mirror 8: 0xfa621848 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8386cd61 Mirror 9: 0x8386cd61 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000949 1788814678.174343 trunc from 0x040000 to 0x01de2e (0x221d1 bytes) 000951 1788814678.246357 mapwrite 0x02bd2b thru 0x02eb9f (0x2e75 bytes) 000952 1788814678.283267 trunc from 0x02eba0 to 0x01c4fe (0x126a1 bytes) 000953 1788814678.299534 trunc from 0x01c4ff to 0x0053e5 (0x17119 bytes) 000954 1788814678.312422 mapwrite 0x00a730 thru 0x0168d5 (0xc1a6 bytes) 000955 1788814678.339412 mapread 0x006b61 thru 0x014400 (0xd8a0 bytes) 000956 1788814678.340609 mapread 0x008daa thru 0x00f35b (0x65b2 bytes) 000957 1788814678.341827 read 0x00030b thru 0x007787 (0x747d bytes) 000958 1788814678.348844 trunc from 0x00d3c4 to 0x015104 (0x7d41 bytes) 000959 1788814678.362160 fallocate 0x013610 thru 0x01a77e (0x716f bytes) 000960 1788814678.369677 trunc from 0x0168d6 to 0x017495 (0xbc0 bytes) 000961 1788814678.380450 mapread 0x01257a thru 0x017495 (0x4f1c bytes) 000962 1788814678.386437 trunc from 0x017496 to 0x007182 (0x10313 bytes) 000963 1788814678.398787 MIRROR_RESYNC 4 mirrors 000964 1788814679.175996 fallocate 0x027187 thru 0x03094c (0x97c6 bytes) 000965 1788814679.213957 mapwrite 0x008f8e thru 0x010a0a (0x7a7d bytes) 000966 1788814679.258270 mapread 0x0043e1 thru 0x00727c (0x2e9c bytes) 000967 1788814679.260284 trunc from 0x000f38 to 0x00a6a5 (0x976e bytes) 000969 1788814679.265809 read 0x00cf2f thru 0x0154ba (0x858c bytes) 000971 1788814679.271303 mapwrite 0x020c60 thru 0x024030 (0x33d1 bytes) 000972 1788814679.296853 mapread 0x01e847 thru 0x029b00 (0xb2ba bytes) 000973 1788814679.316890 fallocate 0x013e0c thru 0x021936 (0xdb2b bytes) 000974 1788814679.321659 mapread 0x00d34e thru 0x0140a5 (0x6d58 bytes) 000975 1788814679.323081 write 0x0247d1 thru 0x0286a5 (0x3ed5 bytes) 000976 1788814679.324660 mapread 0x0036af thru 0x0038bc (0x20e bytes) 000977 1788814679.344770 write 0x011aed thru 0x016e19 (0x532d bytes) 000978 1788814679.353891 fallocate 0x02a585 thru 0x036e5e (0xc8da bytes) 000979 1788814679.368917 fallocate 0x02426d thru 0x027f68 (0x3cfc bytes) 000980 1788814679.378628 mapwrite 0x03e230 thru 0x03ffff (0x1dd0 bytes) 000981 1788814679.461830 write 0x02eea6 thru 0x032980 (0x3adb bytes) 000982 1788814679.466187 mapwrite 0x0380eb thru 0x03fc08 (0x7b1e bytes) 000983 1788814679.483762 read 0x033169 thru 0x03810f (0x4fa7 bytes) 000984 1788814679.495691 punch from 0x034ce1 to 0x03734d (0x266d bytes) 000985 1788814679.500966 read 0x00eeec thru 0x01befb (0xd010 bytes) 000986 1788814679.501697 trunc from 0x006f9c to 0x01097b (0x99e0 bytes) 000987 1788814679.506688 mapwrite 0x0114d3 thru 0x016466 (0x4f94 bytes) 000989 1788814679.528129 read 0x034451 thru 0x0384ed (0x409d bytes) 000990 1788814679.550546 fallocate 0x004ef1 thru 0x01376d (0xe87d bytes) 000991 1788814679.557984 punch from 0x030b39 to 0x03bba4 (0xb06c bytes) 000992 1788814679.564545 read 0x00c443 thru 0x0181a9 (0xbd67 bytes) 000993 1788814679.565329 fallocate 0x012d47 thru 0x016a01 (0x3cbb bytes) 000994 1788814679.573694 mapwrite 0x0262ba thru 0x02dc0c (0x7953 bytes) 000995 1788814679.605895 punch from 0x01fbca to 0x0270e5 (0x751c bytes) 000996 1788814679.617407 MIRROR_RESYNC 4 mirrors 000999 1788814680.797843 write 0x004dca thru 0x00879e (0x39d5 bytes) 001000 1788814680.836666 trunc from 0x040000 to 0x00f510 (0x30aef bytes) All operations completed A-OK!