== sanity-flr test 70a: flr mode fsx test ================ 19:21:00 (1781220060) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 62 000001 1781220063.044522 mapwrite 0x00508d thru 0x0115a0 (0xc514 bytes) 000002 1781220063.143773 mapwrite 0x01b4e8 thru 0x02999e (0xe4b7 bytes) 000003 1781220063.258185 mapread 0x010fd2 thru 0x0194e9 (0x8518 bytes) 000004 1781220063.272515 MIRROR_EXTEND to 2 mirrors 000005 1781220064.067692 mapwrite 0x022daf thru 0x022e1e (0x70 bytes) 000006 1781220064.142136 mapwrite 0x0239f0 thru 0x02e3f5 (0xaa06 bytes) truncating to largest ever: 0x1bd1c 000007 1781220064.253052 trunc from 0x02e3f6 to 0x01bd1b (0x126da bytes) 000008 1781220064.296775 mapwrite 0x0148ed thru 0x01648b (0x1b9f bytes) 000010 1781220064.334993 trunc from 0x01bd1c to 0x009ac1 (0x1225a bytes) 000012 1781220064.365565 trunc from 0x003890 to 0x0094f1 (0x5c62 bytes) 000013 1781220064.373968 read 0x003b48 thru 0x00974a (0x5c03 bytes) 000014 1781220064.396503 read 0x0019fc thru 0x009ac1 (0x80c6 bytes) 000015 1781220064.427141 mapread 0x0047c1 thru 0x0075de (0x2e1e bytes) 000016 1781220064.428281 read 0x007525 thru 0x009ac1 (0x259d bytes) 000017 1781220064.428955 mapread 0x0042c5 thru 0x009ac1 (0x57fd bytes) 000018 1781220064.441900 write 0x014903 thru 0x017c45 (0x3343 bytes) 000019 1781220064.446220 mapwrite 0x0234eb thru 0x02de61 (0xa977 bytes) truncating to largest ever: 0x2a1a9 000020 1781220064.607525 trunc from 0x02de62 to 0x02a1a8 (0x3cb9 bytes) 000021 1781220064.653538 mapread 0x02812b thru 0x02a1a8 (0x207e bytes) 000022 1781220064.657781 punch from 0x0073ec to 0x011442 (0xa057 bytes) fallocating to largest ever: 0x2a7f6 000023 1781220064.681281 fallocate 0x0206e1 thru 0x02a7f5 (0xa115 bytes) fallocating to largest ever: 0x3f9d8 000025 1781220064.701048 fallocate 0x03e5df thru 0x03f9d7 (0x13f9 bytes) 000027 1781220064.731091 mapread 0x021cd4 thru 0x02a1a8 (0x84d5 bytes) 000028 1781220064.733437 trunc from 0x011016 to 0x01bbc6 (0xabb1 bytes) 000029 1781220064.750671 mapread 0x01a2fe thru 0x0242f7 (0x9ffa bytes) 000030 1781220064.778157 mapwrite 0x03fba0 thru 0x03ffff (0x460 bytes) 000031 1781220064.840462 mapread 0x00f29e thru 0x013f92 (0x4cf5 bytes) fallocating to largest ever: 0x3fdee 000032 1781220064.866997 fallocate 0x02ffd4 thru 0x03fded (0xfe1a bytes) 000033 1781220064.872224 mapread 0x03c2f8 thru 0x03ff6f (0x3c78 bytes) 000034 1781220064.873860 read 0x03f2a1 thru 0x03ffff (0xd5f bytes) 000035 1781220064.878455 MIRROR_RESYNC 2 mirrors 000036 1781220065.516217 read 0x02c51b thru 0x03013c (0x3c22 bytes) 000037 1781220065.526627 read 0x01c1a1 thru 0x0263ff (0xa25f bytes) 000038 1781220065.537450 trunc from 0x011035 to 0x01e5eb (0xd5b7 bytes) 000039 1781220065.586027 trunc from 0x040000 to 0x00c1e9 (0x33e16 bytes) 000040 1781220065.630768 mapread 0x008f1c thru 0x00c1e9 (0x32ce bytes) 000041 1781220065.667094 read 0x00957b thru 0x00c1e9 (0x2c6f bytes) 000042 1781220065.670229 mapread 0x00bb32 thru 0x00c1e9 (0x6b8 bytes) 000043 1781220065.672245 mapwrite 0x02f760 thru 0x038cbd (0x955e bytes) 000044 1781220065.795662 trunc from 0x038cbe to 0x0301d7 (0x8ae6 bytes) 000045 1781220065.818737 mapread 0x02d449 thru 0x0301d7 (0x2d8f bytes) 000046 1781220065.819958 trunc from 0x0149ca to 0x02304a (0xe681 bytes) 000047 1781220065.826611 trunc from 0x0301d8 to 0x01cf4f (0x13288 bytes) 000048 1781220065.849560 fallocate 0x03a61a thru 0x03abfb (0x5e2 bytes) 000049 1781220065.870366 write 0x034b2e thru 0x03ffff (0xb4d2 bytes) 000050 1781220065.888129 read 0x017c0f thru 0x01a26e (0x2660 bytes) 000051 1781220065.912464 write 0x01ce96 thru 0x023c31 (0x6d9c bytes) 000052 1781220065.915306 fallocate 0x02e3ae thru 0x03027f (0x1ed2 bytes) 000053 1781220065.924170 read 0x000e92 thru 0x00f09d (0xe20c bytes) 000054 1781220065.925695 write 0x036dd1 thru 0x03ffff (0x922f bytes) 000055 1781220065.933159 punch from 0x004757 to 0x008c8b (0x4535 bytes) 000056 1781220065.940417 punch from 0x0096ab to 0x009b83 (0x4d9 bytes) 000057 1781220065.945687 mapwrite 0x03b493 thru 0x03ffff (0x4b6d bytes) 000058 1781220065.995745 write 0x0112a4 thru 0x013492 (0x21ef bytes) 000059 1781220065.998049 punch from 0x00e3f0 to 0x0137a2 (0x53b3 bytes) 000060 1781220066.020993 trunc from 0x040000 to 0x03c134 (0x3ecb bytes) 000061 1781220066.056351 write 0x033029 thru 0x0382f6 (0x52ce bytes) 000062 1781220066.058904 write 0x028f87 thru 0x030090 (0x710a bytes) 000063 1781220066.076367 MIRROR_RESYNC 2 mirrors 000064 1781220067.594997 fallocate 0x0208ea thru 0x02d8d4 (0xcfeb bytes) 000065 1781220067.674586 mapread 0x00144b thru 0x002e9a (0x1a50 bytes) 000066 1781220067.726705 mapread 0x0297a8 thru 0x02a9b8 (0x1211 bytes) 000067 1781220067.755911 write 0x01c646 thru 0x02bcbd (0xf678 bytes) 000068 1781220067.796762 punch from 0x00b1d7 to 0x014559 (0x9383 bytes) 000069 1781220067.813649 read 0x035d77 thru 0x03abb7 (0x4e41 bytes) 000070 1781220067.825236 trunc from 0x037f45 to 0x03c134 (0x41f0 bytes) 000071 1781220067.831872 mapread 0x03a7e1 thru 0x03c134 (0x1954 bytes) 000072 1781220067.857718 write 0x00b1eb thru 0x017134 (0xbf4a bytes) 000073 1781220067.879129 trunc from 0x023dde to 0x02b63f (0x7862 bytes) 000074 1781220067.926690 read 0x0306d5 thru 0x03c134 (0xba60 bytes) 000075 1781220067.947685 mapread 0x020984 thru 0x0299fb (0x9078 bytes) 000076 1781220067.954047 read 0x03ac63 thru 0x03c134 (0x14d2 bytes) 000077 1781220067.955578 read 0x00806a thru 0x00fe2a (0x7dc1 bytes) 000078 1781220067.957896 fallocate 0x00541c thru 0x0133af (0xdf94 bytes) 000079 1781220067.965487 mapwrite 0x03db18 thru 0x03ffff (0x24e8 bytes) 000080 1781220068.071556 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe9fdd37d (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2341480 Mirror 3: 0x2341480 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000081 1781220069.414133 trunc from 0x040000 to 0x03cd7b (0x3284 bytes) 000082 1781220069.488793 trunc from 0x03cd7c to 0x01f9d0 (0x1d3ab bytes) 000083 1781220069.519124 mapread 0x0161a4 thru 0x01f9d0 (0x982d bytes) 000084 1781220069.548388 write 0x012a7e thru 0x018e63 (0x63e6 bytes) 000085 1781220069.549908 trunc from 0x01f9d1 to 0x02d7aa (0xddda bytes) 000086 1781220069.574487 fallocate 0x020a52 thru 0x02561e (0x4bcd bytes) 000087 1781220069.600735 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2d7ab): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d7ab): Mirror 2: 0x6cc42e89 (stale) Mirror 3: 0x96448a9a (stale) CRC-32 checksum value for chunk [0, 0x2d7ab): Mirror 1: 0x70aed769 Mirror 4: 0x70aed769 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d7ab: skipped 000088 1781220070.915490 read 0x01fa92 thru 0x02a750 (0xacbf bytes) 000089 1781220070.939183 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2d7ab): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d7ab): Mirror 2: 0x6cc42e89 (stale) Mirror 3: 0x96448a9a (stale) CRC-32 checksum value for chunk [0, 0x2d7ab): Mirror 1: 0x70aed769 Mirror 4: 0x70aed769 Mirror 5: 0x70aed769 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d7ab: skipped 000091 1781220072.413172 punch from 0x006090 to 0x014ff5 (0xef66 bytes) 000092 1781220072.507386 mapwrite 0x036b5c thru 0x03ffff (0x94a4 bytes) 000093 1781220072.660992 read 0x0241c2 thru 0x027bae (0x39ed bytes) 000094 1781220072.667989 fallocate 0x030378 thru 0x032996 (0x261f bytes) 000095 1781220072.691732 write 0x0000fc thru 0x00bced (0xbbf2 bytes) 000096 1781220072.732570 write 0x035dbf thru 0x0381f2 (0x2434 bytes) zero_range to largest ever: 0x40000 000097 1781220072.744107 trunc from 0x038004 to 0x03ffff (0x7ffc bytes) 000098 1781220072.773479 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe9fdd37d (stale) Mirror 3: 0x2341480 (stale) Mirror 4: 0xe0569f41 (stale) Mirror 5: 0xe0569f41 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xeac03902 Mirror 6: 0xeac03902 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000099 1781220074.174346 trunc from 0x0224ba to 0x02413e (0x1c85 bytes) 000100 1781220074.221563 fallocate 0x022de9 thru 0x02468c (0x18a4 bytes) 000101 1781220074.233292 trunc from 0x013f1b to 0x0230a8 (0xf18e bytes) 000102 1781220074.242674 punch from 0x01ea68 to 0x022193 (0x372c bytes) 000103 1781220074.251604 punch from 0x02495c to 0x03315b (0xe800 bytes) 000104 1781220074.258044 trunc from 0x03c94b to 0x03ffff (0x36b5 bytes) 000106 1781220074.265107 mapwrite 0x037815 thru 0x03af6a (0x3756 bytes) 000107 1781220074.305260 punch from 0x03c86d to 0x03ffff (0x3793 bytes) 000108 1781220074.311352 read 0x01d1ef thru 0x024ec1 (0x7cd3 bytes) 000109 1781220074.321278 mapread 0x0256fc thru 0x0305b6 (0xaebb bytes) 000110 1781220074.336472 punch from 0x03bcc6 to 0x03ffff (0x433a bytes) 000111 1781220074.342603 trunc from 0x008e6e to 0x00977a (0x90d bytes) 000112 1781220074.349496 mapread 0x00c4ab thru 0x0131e2 (0x6d38 bytes) 000113 1781220074.374043 write 0x03466c thru 0x037793 (0x3128 bytes) 000115 1781220074.390159 write 0x035935 thru 0x03a06c (0x4738 bytes) 000116 1781220074.398916 mapread 0x036001 thru 0x03befb (0x5efb bytes) 000117 1781220074.418476 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe9fdd37d (stale) Mirror 3: 0x2341480 (stale) Mirror 4: 0xe0569f41 (stale) Mirror 5: 0xe0569f41 (stale) Mirror 6: 0xeac03902 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa98cdaeb Mirror 7: 0xa98cdaeb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000118 1781220075.764530 mapread 0x01f1ca thru 0x0231da (0x4011 bytes) 000119 1781220075.796057 mapread 0x002698 thru 0x0050a6 (0x2a0f bytes) 000120 1781220075.804163 mapread 0x030515 thru 0x03260a (0x20f6 bytes) 000121 1781220075.812216 trunc from 0x02de6c to 0x02f358 (0x14ed bytes) 000122 1781220075.882882 fallocate 0x0330cb thru 0x035c73 (0x2ba9 bytes) 000123 1781220075.889726 trunc from 0x040000 to 0x00cbae (0x33451 bytes) 000125 1781220075.957908 write 0x00c15c thru 0x00e374 (0x2219 bytes) 000126 1781220075.973302 trunc from 0x001c31 to 0x00d59a (0xb96a bytes) 000127 1781220075.986774 write 0x002404 thru 0x0123ce (0xffcb bytes) 000128 1781220076.002240 write 0x021ed0 thru 0x02dd40 (0xbe71 bytes) 000130 1781220076.011318 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2dd41): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2dd41): Mirror 2: 0xc8c4371 (stale) Mirror 3: 0xe4a33306 (stale) Mirror 4: 0x4ee5598d (stale) Mirror 5: 0x4ee5598d (stale) Mirror 6: 0xf4ee6f81 (stale) Mirror 7: 0xa88943fb (stale) CRC-32 checksum value for chunk [0, 0x2dd41): Mirror 1: 0xd57ba59b Mirror 8: 0xd57ba59b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2dd41: skipped 000131 1781220077.410981 read 0x02a94d thru 0x02dd40 (0x33f4 bytes) 000132 1781220077.432075 punch from 0x027d31 to 0x02dd40 (0x6010 bytes) 000133 1781220077.520948 trunc from 0x02dd41 to 0x03ed52 (0x11012 bytes) 000134 1781220077.568523 mapread 0x03b10a thru 0x03ed52 (0x3c49 bytes) 000135 1781220077.592520 trunc from 0x00a0fc to 0x017d5b (0xdc60 bytes) 000136 1781220077.598740 mapwrite 0x00753e thru 0x00afbf (0x3a82 bytes) 000137 1781220077.632450 mapread 0x0180e2 thru 0x026ec3 (0xede2 bytes) 000138 1781220077.652388 read 0x007e5c thru 0x017a6f (0xfc14 bytes) 000139 1781220077.653298 mapwrite 0x02d382 thru 0x030bbc (0x383b bytes) 000140 1781220077.678922 trunc from 0x006782 to 0x012819 (0xc098 bytes) 000141 1781220077.684793 read 0x00d49c thru 0x00e78f (0x12f4 bytes) 000142 1781220077.703719 mapread 0x02070e thru 0x026b22 (0x6415 bytes) 000143 1781220077.705698 write 0x018dd7 thru 0x028806 (0xfa30 bytes) 000144 1781220077.712216 punch from 0x03e2d3 to 0x03ed52 (0xa80 bytes) 000145 1781220077.718984 trunc from 0x00b551 to 0x00ee62 (0x3912 bytes) 000146 1781220077.725440 write 0x03504c thru 0x0397ad (0x4762 bytes) 000147 1781220077.726794 trunc from 0x03ed53 to 0x026197 (0x18bbb bytes) 000148 1781220077.748047 fallocate 0x02e5a7 thru 0x03d37e (0xedd8 bytes) 000149 1781220077.754083 read 0x0240ac thru 0x026197 (0x20ec bytes) 000151 1781220077.755992 write 0x021114 thru 0x02a2b2 (0x919f bytes) 000152 1781220077.759088 mapwrite 0x031fc9 thru 0x03fa08 (0xda40 bytes) 000153 1781220077.835035 read 0x0079b7 thru 0x015f06 (0xe550 bytes) 000154 1781220077.835893 mapwrite 0x024990 thru 0x0344df (0xfb50 bytes) 000155 1781220077.873645 trunc from 0x00b994 to 0x00ead3 (0x3140 bytes) 000156 1781220077.893615 write 0x006556 thru 0x014a3b (0xe4e6 bytes) 000157 1781220077.895633 trunc from 0x03fa09 to 0x02e757 (0x112b1 bytes) 000158 1781220077.926920 read 0x0136c0 thru 0x0179ec (0x432d bytes) 000159 1781220077.928374 write 0x00747e thru 0x00bcd6 (0x4859 bytes) 000160 1781220077.930259 trunc from 0x014432 to 0x023986 (0xf555 bytes) 000161 1781220077.970518 read 0x0160e7 thru 0x0172df (0x11f9 bytes) 000162 1781220077.986717 mapwrite 0x011767 thru 0x011933 (0x1cd bytes) 000163 1781220078.023068 fallocate 0x030148 thru 0x03563e (0x54f7 bytes) 000164 1781220078.027421 mapwrite 0x0265e6 thru 0x030414 (0x9e2f bytes) 000166 1781220078.098720 trunc from 0x030415 to 0x025174 (0xb2a0 bytes) 000167 1781220078.116133 trunc from 0x025175 to 0x0268c1 (0x174d bytes) 000168 1781220078.159032 trunc from 0x0268c2 to 0x006d71 (0x1fb50 bytes) 000169 1781220078.181585 trunc from 0x006d72 to 0x03b79a (0x34a29 bytes) 000170 1781220078.227651 mapread 0x01e6b5 thru 0x029265 (0xabb1 bytes) 000171 1781220078.369782 mapread 0x016391 thru 0x017219 (0xe89 bytes) 000172 1781220078.387734 write 0x0286be thru 0x030860 (0x81a3 bytes) 000173 1781220078.398256 punch from 0x000352 to 0x002942 (0x25f1 bytes) 000174 1781220078.415532 write 0x02f4c1 thru 0x03e2de (0xee1e bytes) 000175 1781220078.421256 mapread 0x00f0c6 thru 0x015d54 (0x6c8f bytes) 000176 1781220078.491267 mapread 0x018172 thru 0x020318 (0x81a7 bytes) 000177 1781220078.587590 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3e2df): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e2df): Mirror 2: 0x38e2d1c5 (stale) Mirror 3: 0xaf69f1ea (stale) Mirror 4: 0x503ffe8c (stale) Mirror 5: 0x503ffe8c (stale) Mirror 6: 0x1a469f74 (stale) Mirror 7: 0xda894352 (stale) Mirror 8: 0x29bb5823 (stale) CRC-32 checksum value for chunk [0, 0x3e2df): Mirror 1: 0x3b492cbf Mirror 9: 0x3b492cbf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e2df: skipped 000178 1781220080.258610 punch from 0x03dd7b to 0x03e2de (0x564 bytes) 000180 1781220080.331607 trunc from 0x03e2df to 0x03e94e (0x670 bytes) 000182 1781220080.368220 trunc from 0x03e94f to 0x030bcf (0xdd7f bytes) 000183 1781220080.398279 trunc from 0x030bd0 to 0x0393a8 (0x87d9 bytes) 000184 1781220080.420072 mapwrite 0x038113 thru 0x03ffff (0x7eed bytes) 000185 1781220080.527749 punch from 0x014757 to 0x01a3bb (0x5c65 bytes) 000186 1781220080.538582 mapwrite 0x0291ee thru 0x0368c1 (0xd6d4 bytes) 000187 1781220080.602971 mapread 0x03b7f5 thru 0x03ffff (0x480b bytes) 000188 1781220080.605955 mapread 0x00ed16 thru 0x018feb (0xa2d6 bytes) 000189 1781220080.630664 trunc from 0x040000 to 0x00ef3f (0x310c0 bytes) 000190 1781220080.659726 MIRROR_RESYNC 9 mirrors 000192 1781220083.641271 mapread 0x0093a6 thru 0x00d5cc (0x4227 bytes) 000193 1781220083.679968 trunc from 0x00d2d8 to 0x00ef3f (0x1c68 bytes) 000194 1781220083.747200 mapread 0x00c1af thru 0x00ef3f (0x2d91 bytes) 000195 1781220083.770706 mapwrite 0x00f688 thru 0x01bb6c (0xc4e5 bytes) 000196 1781220083.857240 mapread 0x01519b thru 0x01bb6c (0x69d2 bytes) 000198 1781220083.861139 write 0x027feb thru 0x034ad1 (0xcae7 bytes) 000199 1781220083.874673 trunc from 0x00029e to 0x00a403 (0xa166 bytes) 000200 1781220083.887974 fallocate 0x01a715 thru 0x02423f (0x9b2b bytes) 000201 1781220083.894358 write 0x03442e thru 0x036cf5 (0x28c8 bytes) 000202 1781220083.896411 read 0x021975 thru 0x0236a7 (0x1d33 bytes) 000203 1781220083.902485 punch from 0x01529d to 0x01edf6 (0x9b5a bytes) 000204 1781220083.908906 mapwrite 0x03d16f thru 0x03ffff (0x2e91 bytes) 000205 1781220084.018364 mapread 0x03d133 thru 0x03ffff (0x2ecd bytes) 000206 1781220084.028572 fallocate 0x0176ee thru 0x017de3 (0x6f6 bytes) 000207 1781220084.054378 read 0x00dd82 thru 0x015b4d (0x7dcc bytes) 000208 1781220084.097157 trunc from 0x00816e to 0x00a405 (0x2298 bytes) 000209 1781220084.124515 fallocate 0x03f466 thru 0x03ffff (0xb9a bytes) 000210 1781220084.141211 trunc from 0x040000 to 0x037b8b (0x8474 bytes) 000213 1781220084.173639 trunc from 0x0287dc to 0x036bb3 (0xe3d8 bytes) 000214 1781220084.187375 mapwrite 0x024d12 thru 0x030b5d (0xbe4c bytes) 000215 1781220084.293580 trunc from 0x037b8c to 0x003911 (0x3427a bytes) 000216 1781220084.309972 write 0x0222a6 thru 0x028f0e (0x6c69 bytes) 000217 1781220084.311963 trunc from 0x028f0f to 0x01afe2 (0xdf2c bytes) 000218 1781220084.332338 trunc from 0x01afe3 to 0x02655f (0xb57d bytes) 000219 1781220084.349553 fallocate 0x0099e0 thru 0x0127c2 (0x8de3 bytes) 000220 1781220084.356640 mapread 0x024567 thru 0x02655f (0x1ff9 bytes) 000221 1781220084.373490 fallocate 0x00ee23 thru 0x013b86 (0x4d64 bytes) 000222 1781220084.379580 trunc from 0x026560 to 0x01d170 (0x93ef bytes) 000223 1781220084.431259 fallocate 0x039264 thru 0x03ffff (0x6d9c bytes) 000224 1781220084.441161 punch from 0x018053 to 0x01d0ee (0x509c bytes) 000225 1781220084.459420 read 0x01ad54 thru 0x01d170 (0x241d bytes) 000226 1781220084.473672 mapwrite 0x01a508 thru 0x01b42c (0xf25 bytes) 000227 1781220084.509634 punch from 0x0121be to 0x015637 (0x347a bytes) 000228 1781220084.519921 trunc from 0x00c9fc to 0x0116df (0x4ce4 bytes) 000229 1781220084.557837 mapwrite 0x00a256 thru 0x017374 (0xd11f bytes) 000230 1781220084.656598 mapread 0x013bee thru 0x017946 (0x3d59 bytes) 000231 1781220084.660293 punch from 0x019178 to 0x01d170 (0x3ff9 bytes) 000232 1781220084.667145 write 0x01e462 thru 0x02cf9b (0xeb3a bytes) 000233 1781220084.672153 read 0x027f46 thru 0x02cf9b (0x5056 bytes) 000234 1781220084.673976 write 0x0176c1 thru 0x02368e (0xbfce bytes) 000236 1781220084.676923 trunc from 0x02cf9c to 0x0124ab (0x1aaf0 bytes) 000237 1781220084.702299 write 0x027510 thru 0x034663 (0xd154 bytes) 000238 1781220084.705494 trunc from 0x0112bd to 0x01c961 (0xb6a5 bytes) 000239 1781220084.715103 fallocate 0x0117eb thru 0x01a7b5 (0x8fcb bytes) 000240 1781220084.721938 mapread 0x02991e thru 0x02f429 (0x5b0c bytes) 000241 1781220084.724381 trunc from 0x034664 to 0x015bd8 (0x1ea8b bytes) 000242 1781220084.745596 mapread 0x0124a6 thru 0x014102 (0x1c5d bytes) 000243 1781220084.757535 punch from 0x0102e2 to 0x010a99 (0x7b8 bytes) 000244 1781220084.768995 read 0x00e01a thru 0x0123ad (0x4394 bytes) 000246 1781220084.777152 trunc from 0x01534b to 0x015bd8 (0x88e bytes) 000247 1781220084.789566 MIRROR_RESYNC 9 mirrors 000248 1781220087.026145 punch from 0x012478 to 0x015bd8 (0x3761 bytes) 000249 1781220087.151322 trunc from 0x015bd9 to 0x020c3e (0xb066 bytes) 000250 1781220087.194721 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x20c3f): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20c3f): Mirror 2: 0xa77e69dc (stale) Mirror 3: 0xa77e69dc (stale) Mirror 4: 0xa77e69dc (stale) Mirror 5: 0xa77e69dc (stale) Mirror 6: 0xa77e69dc (stale) Mirror 7: 0xa77e69dc (stale) Mirror 8: 0xa77e69dc (stale) Mirror 9: 0xa77e69dc (stale) CRC-32 checksum value for chunk [0, 0x20c3f): Mirror 1: 0xa77e69dc Mirror 10: 0xa77e69dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20c3f: skipped 000251 1781220088.791345 fallocate 0x027d1b thru 0x02e258 (0x653e bytes) 000252 1781220088.919892 trunc from 0x00ea44 to 0x010d56 (0x2313 bytes) 000253 1781220088.927161 fallocate 0x009ef7 thru 0x011603 (0x770d bytes) 000254 1781220088.932693 write 0x0204f5 thru 0x0288f2 (0x83fe bytes) 000255 1781220088.974536 fallocate 0x024dc9 thru 0x02cc67 (0x7e9f bytes) 000256 1781220088.985920 punch from 0x02d1c9 to 0x02e258 (0x1090 bytes) 000257 1781220088.999997 read 0x00b694 thru 0x01167b (0x5fe8 bytes) 000258 1781220089.027717 read 0x00f871 thru 0x011402 (0x1b92 bytes) 000260 1781220089.034197 punch from 0x02751d to 0x02e258 (0x6d3c bytes) 000261 1781220089.154469 mapwrite 0x011d20 thru 0x01cdf4 (0xb0d5 bytes) 000262 1781220089.230743 write 0x025fc9 thru 0x029761 (0x3799 bytes) 000263 1781220089.247324 read 0x013f2b thru 0x02392a (0xfa00 bytes) 000264 1781220089.248518 trunc from 0x015ef0 to 0x024634 (0xe745 bytes) 000265 1781220089.255398 mapwrite 0x0032cc thru 0x0111b7 (0xdeec bytes) 000266 1781220089.289539 write 0x023eaf thru 0x033ac3 (0xfc15 bytes) 000267 1781220089.308227 trunc from 0x02985d to 0x033432 (0x9bd6 bytes) 000268 1781220089.333110 punch from 0x019c9d to 0x02355a (0x98be bytes) 000269 1781220089.344719 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x33ac4): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33ac4): Mirror 2: 0x2e29b5bb (stale) Mirror 3: 0x2e29b5bb (stale) Mirror 4: 0x2e29b5bb (stale) Mirror 5: 0x2e29b5bb (stale) Mirror 6: 0x2e29b5bb (stale) Mirror 7: 0x2e29b5bb (stale) Mirror 8: 0x2e29b5bb (stale) Mirror 9: 0x2e29b5bb (stale) Mirror 10: 0x2e29b5bb (stale) CRC-32 checksum value for chunk [0, 0x33ac4): Mirror 1: 0x66fa20de Mirror 11: 0x66fa20de lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33ac4: skipped 000270 1781220091.541028 write 0x01d7de thru 0x023c41 (0x6464 bytes) 000272 1781220091.657123 mapread 0x023990 thru 0x024cb6 (0x1327 bytes) 000273 1781220091.680180 trunc from 0x033ac4 to 0x03dec5 (0xa402 bytes) 000275 1781220091.715451 mapread 0x0399c8 thru 0x03dec5 (0x44fe bytes) 000276 1781220091.742307 punch from 0x02b4d3 to 0x02c17f (0xcad bytes) 000277 1781220091.751178 fallocate 0x01462e thru 0x02249c (0xde6f bytes) 000278 1781220091.760226 write 0x02d6e9 thru 0x0388e3 (0xb1fb bytes) 000279 1781220091.773931 trunc from 0x021843 to 0x028ce0 (0x749e bytes) 000280 1781220091.806589 fallocate 0x01ed67 thru 0x02d775 (0xea0f bytes) 000281 1781220091.814179 mapwrite 0x003bb6 thru 0x00a1f5 (0x6640 bytes) 000282 1781220091.868210 mapread 0x01810b thru 0x01abec (0x2ae2 bytes) 000283 1781220091.888357 read 0x036eba thru 0x03dec5 (0x700c bytes) 000284 1781220091.890754 fallocate 0x002850 thru 0x0074b6 (0x4c67 bytes) 000285 1781220091.908417 mapread 0x0138cf thru 0x017012 (0x3744 bytes) 000286 1781220091.921332 trunc from 0x03dec6 to 0x030a1e (0xd4a7 bytes) 000287 1781220091.952657 trunc from 0x030a1f to 0x00dd33 (0x22ceb bytes) 000288 1781220091.994735 punch from 0x009d36 to 0x00dd33 (0x3ffe bytes) 000289 1781220092.015917 trunc from 0x001c1e to 0x00dd33 (0xc116 bytes) 000290 1781220092.030184 mapwrite 0x03dc4c thru 0x03ffff (0x23b4 bytes) 000291 1781220092.126556 fallocate 0x009c03 thru 0x00d44c (0x384a bytes) 000293 1781220092.160675 MIRROR_RESYNC 11 mirrors 000294 1781220095.328793 mapread 0x030a95 thru 0x03f6f0 (0xec5c bytes) 000295 1781220095.414377 trunc from 0x03ede6 to 0x03ffff (0x121a bytes) 000296 1781220095.506373 trunc from 0x040000 to 0x01778e (0x28871 bytes) 000297 1781220095.552582 trunc from 0x001471 to 0x0046fb (0x328b bytes) 000298 1781220095.568687 MIRROR_RESYNC 11 mirrors 000299 1781220099.394613 read 0x012bea thru 0x01778e (0x4ba5 bytes) 000300 1781220099.417035 punch from 0x00dcbe to 0x01778e (0x9ad1 bytes) 000301 1781220099.532290 mapwrite 0x02e1f3 thru 0x038c6f (0xaa7d bytes) 000302 1781220099.696538 mapwrite 0x016acc thru 0x01fd44 (0x9279 bytes) 000303 1781220099.806122 write 0x019672 thru 0x022426 (0x8db5 bytes) 000304 1781220099.807561 trunc from 0x038c70 to 0x03a48d (0x181e bytes) 000305 1781220099.843707 fallocate 0x01eb3e thru 0x01fa2d (0xef0 bytes) 000307 1781220099.888771 fallocate 0x021145 thru 0x02fd0e (0xebca bytes) 000308 1781220099.909350 mapwrite 0x024405 thru 0x02dbec (0x97e8 bytes) 000309 1781220100.023479 mapread 0x010e6e thru 0x016bd9 (0x5d6c bytes) 000310 1781220100.026285 mapread 0x029a88 thru 0x02f0da (0x5653 bytes) 000312 1781220100.034299 fallocate 0x015573 thru 0x020e3d (0xb8cb bytes) 000314 1781220100.040748 trunc from 0x03a48e to 0x0211ba (0x192d3 bytes) 000315 1781220100.083171 fallocate 0x00b93b thru 0x019583 (0xdc49 bytes) 000316 1781220100.091165 trunc from 0x018a86 to 0x0211ba (0x8735 bytes) 000317 1781220100.127221 trunc from 0x0088eb to 0x009f22 (0x1638 bytes) 000318 1781220100.140182 trunc from 0x0211bb to 0x035235 (0x1407b bytes) 000319 1781220100.173452 trunc from 0x035236 to 0x005aee (0x2f747 bytes) 000320 1781220100.207159 read 0x004be5 thru 0x005aee (0xf0a bytes) 000321 1781220100.220106 trunc from 0x005aef to 0x033a3f (0x2df51 bytes) 000323 1781220100.253550 read 0x0283c7 thru 0x02c487 (0x40c1 bytes) 000324 1781220100.275769 read 0x02f97e thru 0x030a4d (0x10d0 bytes) 000325 1781220100.277461 trunc from 0x0025dc to 0x006095 (0x3aba bytes) 000327 1781220100.294494 mapread 0x025088 thru 0x027271 (0x21ea bytes) 000328 1781220100.312290 MIRROR_RESYNC 11 mirrors 000329 1781220102.953056 trunc from 0x00af66 to 0x00d03a (0x20d5 bytes) 000330 1781220103.037493 read 0x015064 thru 0x01748c (0x2429 bytes) 000331 1781220103.049197 mapwrite 0x032b87 thru 0x03e382 (0xb7fc bytes) 000332 1781220103.250303 read 0x014663 thru 0x02393c (0xf2da bytes) 000333 1781220103.282317 mapwrite 0x00fcc4 thru 0x01e8a7 (0xebe4 bytes) 000334 1781220103.331274 mapwrite 0x017412 thru 0x025273 (0xde62 bytes) 000335 1781220103.386801 fallocate 0x03904d thru 0x03ffff (0x6fb3 bytes) 000336 1781220103.411248 write 0x0366a6 thru 0x03ba13 (0x536e bytes) 000337 1781220103.413228 mapwrite 0x0102a9 thru 0x0104f3 (0x24b bytes) 000338 1781220103.447496 write 0x027a4f thru 0x034c26 (0xd1d8 bytes) 000339 1781220103.456524 MIRROR_RESYNC 11 mirrors 000340 1781220106.354548 mapread 0x01b495 thru 0x0268f1 (0xb45d bytes) 000341 1781220106.392048 trunc from 0x012308 to 0x021de5 (0xfade bytes) 000342 1781220106.442086 mapwrite 0x035c92 thru 0x03faea (0x9e59 bytes) 000343 1781220106.499049 trunc from 0x03faeb to 0x02db66 (0x11f84 bytes) 000344 1781220106.526995 trunc from 0x004111 to 0x01370f (0xf5ff bytes) 000345 1781220106.545000 read 0x01fa68 thru 0x024839 (0x4dd2 bytes) 000346 1781220106.568514 write 0x02a351 thru 0x038e92 (0xeb42 bytes) 000347 1781220106.600158 read 0x005749 thru 0x00c027 (0x68df bytes) 000348 1781220106.624504 trunc from 0x038e93 to 0x00da43 (0x2b44f bytes) 000349 1781220106.661357 trunc from 0x00da44 to 0x0369e1 (0x28f9e bytes) 000350 1781220106.701218 MIRROR_SPLIT mirror 3 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x369e2): Mirror 2: 0xb23ed3e4 (stale) Mirror 3: 0xb23ed3e4 (stale) Mirror 5: 0xb23ed3e4 (stale) Mirror 6: 0xb23ed3e4 (stale) Mirror 7: 0xb23ed3e4 (stale) Mirror 8: 0xb23ed3e4 (stale) Mirror 9: 0xb23ed3e4 (stale) Mirror 10: 0xb23ed3e4 (stale) Mirror 11: 0xb23ed3e4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x369e2): Mirror 2: 0xb23ed3e4 (stale) Mirror 3: 0xb23ed3e4 (stale) Mirror 5: 0xb23ed3e4 (stale) Mirror 6: 0xb23ed3e4 (stale) Mirror 7: 0xb23ed3e4 (stale) Mirror 8: 0xb23ed3e4 (stale) Mirror 9: 0xb23ed3e4 (stale) Mirror 10: 0xb23ed3e4 (stale) Mirror 11: 0xb23ed3e4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x369e2: skipped 000352 1781220107.641145 read 0x004e62 thru 0x012a0d (0xdbac bytes) 000353 1781220107.674644 mapwrite 0x025d48 thru 0x035b55 (0xfe0e bytes) 000355 1781220107.811012 trunc from 0x0369e2 to 0x020e8b (0x15b56 bytes) 000356 1781220107.899709 MIRROR_SPLIT mirror 4 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x20e8c): Mirror 2: 0x12ce8921 (stale) Mirror 3: 0x12ce8921 (stale) Mirror 5: 0x12ce8921 (stale) Mirror 7: 0x12ce8921 (stale) Mirror 8: 0x12ce8921 (stale) Mirror 9: 0x12ce8921 (stale) Mirror 10: 0x12ce8921 (stale) Mirror 11: 0x12ce8921 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20e8c): Mirror 2: 0x12ce8921 (stale) Mirror 3: 0x12ce8921 (stale) Mirror 5: 0x12ce8921 (stale) Mirror 7: 0x12ce8921 (stale) Mirror 8: 0x12ce8921 (stale) Mirror 9: 0x12ce8921 (stale) Mirror 10: 0x12ce8921 (stale) Mirror 11: 0x12ce8921 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20e8c: skipped 000357 1781220108.839065 mapread 0x0008e6 thru 0x002769 (0x1e84 bytes) 000358 1781220108.889076 mapwrite 0x0172f5 thru 0x01cda6 (0x5ab2 bytes) 000359 1781220108.929639 fallocate 0x038c25 thru 0x039297 (0x673 bytes) 000360 1781220108.940760 write 0x0361a3 thru 0x03a57f (0x43dd bytes) 000362 1781220108.959364 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x3a580): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a580): Mirror 2: 0x8eab965f (stale) Mirror 3: 0x8eab965f (stale) Mirror 5: 0x8eab965f (stale) Mirror 7: 0x8eab965f (stale) Mirror 8: 0x8eab965f (stale) Mirror 9: 0x8eab965f (stale) Mirror 10: 0x8eab965f (stale) Mirror 11: 0x8eab965f (stale) CRC-32 checksum value for chunk [0, 0x3a580): Mirror 1: 0x68368a98 Mirror 12: 0x68368a98 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a580: skipped 000363 1781220110.743905 mapwrite 0x03ec8d thru 0x03ffff (0x1373 bytes) 000364 1781220110.884139 read 0x034161 thru 0x03ffff (0xbe9f bytes) 000365 1781220110.903266 read 0x004614 thru 0x00886e (0x425b bytes) 000366 1781220110.941406 trunc from 0x040000 to 0x03c969 (0x3696 bytes) 000367 1781220110.973191 read 0x01978d thru 0x01e21c (0x4a90 bytes) 000368 1781220110.974220 trunc from 0x017fee to 0x0192e3 (0x12f6 bytes) 000369 1781220110.980426 punch from 0x02a0e7 to 0x02d300 (0x321a bytes) 000370 1781220110.990408 punch from 0x026cfe to 0x034c4b (0xdf4e bytes) 000371 1781220111.021726 MIRROR_RESYNC 10 mirrors 000372 1781220115.538231 write 0x019b65 thru 0x022cea (0x9186 bytes) 000373 1781220115.642622 punch from 0x036f88 to 0x03c969 (0x59e2 bytes) 000374 1781220115.652157 read 0x001296 thru 0x00a9f0 (0x975b bytes) 000375 1781220115.687213 trunc from 0x03c96a to 0x016d64 (0x25c05 bytes) 000376 1781220115.790179 write 0x01e56f thru 0x02dfb9 (0xfa4b bytes) 000377 1781220115.796605 mapwrite 0x0182da thru 0x0271e1 (0xef08 bytes) 000378 1781220115.896060 trunc from 0x02dfba to 0x01eb15 (0xf4a4 bytes) 000379 1781220115.937985 read 0x0170d1 thru 0x01bebe (0x4dee bytes) 000380 1781220115.945491 trunc from 0x00a313 to 0x01a001 (0xfcef bytes) 000381 1781220115.956870 mapwrite 0x038ca4 thru 0x03909a (0x3f7 bytes) 000382 1781220116.060920 fallocate 0x0366de thru 0x03ffff (0x9922 bytes) 000383 1781220116.067380 mapread 0x02e5f0 thru 0x034fde (0x69ef bytes) 000384 1781220116.069609 fallocate 0x038fe1 thru 0x03dc65 (0x4c85 bytes) 000385 1781220116.079606 trunc from 0x009e66 to 0x00e13c (0x42d7 bytes) 000386 1781220116.088296 mapread 0x00f9ef thru 0x017a0b (0x801d bytes) 000387 1781220116.104630 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x3909b): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3909b): Mirror 2: 0x96b70a06 (stale) Mirror 3: 0x96b70a06 (stale) Mirror 5: 0x96b70a06 (stale) Mirror 7: 0x96b70a06 (stale) Mirror 8: 0x96b70a06 (stale) Mirror 9: 0x96b70a06 (stale) Mirror 10: 0x96b70a06 (stale) Mirror 11: 0x96b70a06 (stale) Mirror 12: 0x96b70a06 (stale) CRC-32 checksum value for chunk [0, 0x3909b): Mirror 1: 0xa95d1098 Mirror 13: 0xa95d1098 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3909b: skipped 000388 1781220117.652756 mapread 0x012747 thru 0x01b6f6 (0x8fb0 bytes) 000389 1781220117.686679 write 0x03ce60 thru 0x03ffff (0x31a0 bytes) 000390 1781220117.747642 read 0x005eb6 thru 0x00be36 (0x5f81 bytes) 000391 1781220117.759295 MIRROR_RESYNC 11 mirrors 000392 1781220121.167827 fallocate 0x01591f thru 0x01ee20 (0x9502 bytes) 000393 1781220121.236919 read 0x030887 thru 0x039a2f (0x91a9 bytes) 000394 1781220121.250607 trunc from 0x040000 to 0x0044de (0x3bb21 bytes) 000395 1781220121.276847 trunc from 0x0044df to 0x00fe4f (0xb971 bytes) 000396 1781220121.309031 trunc from 0x00bd57 to 0x00fe4f (0x40f9 bytes) 000397 1781220121.317337 mapwrite 0x02dfba thru 0x03211a (0x4161 bytes) 000398 1781220121.393781 trunc from 0x03211b to 0x016aa5 (0x1b675 bytes) 000399 1781220121.421683 mapread 0x009d66 thru 0x00e4a8 (0x4743 bytes) 000400 1781220121.437530 trunc from 0x016aa6 to 0x03a327 (0x23882 bytes) 000401 1781220121.457472 trunc from 0x03a328 to 0x017413 (0x22f14 bytes) 000402 1781220121.479509 write 0x008796 thru 0x010746 (0x7fb1 bytes) 000403 1781220121.483600 trunc from 0x00c64d to 0x0140ec (0x7aa0 bytes) 000404 1781220121.498774 MIRROR_SPLIT mirror 3 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x17414): Mirror 2: 0x8340fdc3 (stale) Mirror 3: 0x8340fdc3 (stale) Mirror 7: 0x8340fdc3 (stale) Mirror 8: 0x8340fdc3 (stale) Mirror 9: 0x8340fdc3 (stale) Mirror 10: 0x8340fdc3 (stale) Mirror 11: 0x8340fdc3 (stale) Mirror 12: 0x8340fdc3 (stale) Mirror 13: 0x8340fdc3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17414): Mirror 2: 0x8340fdc3 (stale) Mirror 3: 0x8340fdc3 (stale) Mirror 7: 0x8340fdc3 (stale) Mirror 8: 0x8340fdc3 (stale) Mirror 9: 0x8340fdc3 (stale) Mirror 10: 0x8340fdc3 (stale) Mirror 11: 0x8340fdc3 (stale) Mirror 12: 0x8340fdc3 (stale) Mirror 13: 0x8340fdc3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17414: skipped 000405 1781220122.507533 fallocate 0x037ffc thru 0x03ffff (0x8004 bytes) 000406 1781220122.519647 write 0x027328 thru 0x03278a (0xb463 bytes) 000407 1781220122.551399 fallocate 0x01d4b2 thru 0x01f36a (0x1eb9 bytes) 000408 1781220122.563375 trunc from 0x040000 to 0x0118bc (0x2e743 bytes) 000409 1781220122.592756 trunc from 0x0118bd to 0x027e3e (0x16582 bytes) 000411 1781220122.616776 punch from 0x00fbd5 to 0x01f12a (0xf556 bytes) 000412 1781220122.622913 mapread 0x01f5fd thru 0x027e3e (0x8842 bytes) 000413 1781220122.636762 punch from 0x01deaa to 0x024670 (0x67c7 bytes) 000414 1781220122.641649 punch from 0x0093e5 to 0x00dc31 (0x484d bytes) 000415 1781220122.648934 punch from 0x0076f9 to 0x00a2e9 (0x2bf1 bytes) 000416 1781220122.660710 trunc from 0x027e3f to 0x00630a (0x21b34 bytes) 000417 1781220122.688688 read 0x001a30 thru 0x00630a (0x48db bytes) 000418 1781220122.710686 trunc from 0x00630b to 0x0197ae (0x134a4 bytes) 000419 1781220122.735869 trunc from 0x0197af to 0x021193 (0x79e5 bytes) 000420 1781220122.765166 MIRROR_SPLIT mirror 6 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x21194): Mirror 2: 0x7be17880 (stale) Mirror 3: 0x7be17880 (stale) Mirror 7: 0x7be17880 (stale) Mirror 8: 0x7be17880 (stale) Mirror 9: 0x7be17880 (stale) Mirror 11: 0x7be17880 (stale) Mirror 12: 0x7be17880 (stale) Mirror 13: 0x7be17880 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21194): Mirror 2: 0x7be17880 (stale) Mirror 3: 0x7be17880 (stale) Mirror 7: 0x7be17880 (stale) Mirror 8: 0x7be17880 (stale) Mirror 9: 0x7be17880 (stale) Mirror 11: 0x7be17880 (stale) Mirror 12: 0x7be17880 (stale) Mirror 13: 0x7be17880 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21194: skipped 000421 1781220123.597371 mapwrite 0x01477e thru 0x022621 (0xdea4 bytes) 000422 1781220123.680006 trunc from 0x022622 to 0x018b1a (0x9b07 bytes) 000423 1781220123.707713 fallocate 0x033622 thru 0x03ffff (0xc9de bytes) 000424 1781220123.715776 fallocate 0x013800 thru 0x01b2b5 (0x7ab6 bytes) 000425 1781220123.726684 MIRROR_SPLIT mirror 2 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1b2b6): Mirror 2: 0x103bd0be (stale) Mirror 7: 0x103bd0be (stale) Mirror 8: 0x103bd0be (stale) Mirror 9: 0x103bd0be (stale) Mirror 11: 0x103bd0be (stale) Mirror 12: 0x103bd0be (stale) Mirror 13: 0x103bd0be (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b2b6): Mirror 2: 0x103bd0be (stale) Mirror 7: 0x103bd0be (stale) Mirror 8: 0x103bd0be (stale) Mirror 9: 0x103bd0be (stale) Mirror 11: 0x103bd0be (stale) Mirror 12: 0x103bd0be (stale) Mirror 13: 0x103bd0be (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b2b6: skipped 000427 1781220124.415155 mapread 0x00ed03 thru 0x01a12f (0xb42d bytes) 000428 1781220124.480720 mapwrite 0x014df8 thru 0x0178ab (0x2ab4 bytes) 000429 1781220124.580472 MIRROR_RESYNC 8 mirrors 000430 1781220126.849940 fallocate 0x03d1d9 thru 0x03ffff (0x2e27 bytes) 000431 1781220126.936719 MIRROR_RESYNC 8 mirrors 000432 1781220129.211034 write 0x039209 thru 0x03ffff (0x6df7 bytes) 000433 1781220129.282139 mapread 0x01a359 thru 0x024670 (0xa318 bytes) 000434 1781220129.314761 write 0x025983 thru 0x031ca7 (0xc325 bytes) 000435 1781220129.369645 MIRROR_RESYNC 8 mirrors 000436 1781220132.830859 trunc from 0x040000 to 0x010cfb (0x2f304 bytes) 000437 1781220132.894303 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x10cfc): Mirror 2: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x10cfc): Mirror 2: 0x67a8172c (stale) Mirror 7: 0x67a8172c (stale) Mirror 8: 0x67a8172c (stale) Mirror 9: 0x67a8172c (stale) Mirror 11: 0x67a8172c (stale) Mirror 12: 0x67a8172c (stale) Mirror 13: 0x67a8172c (stale) CRC-32 checksum value for chunk [0, 0x10cfc): Mirror 1: 0x67a8172c Mirror 14: 0x67a8172c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x10cfc: skipped 000438 1781220134.045307 mapwrite 0x021886 thru 0x030748 (0xeec3 bytes) 000439 1781220134.211775 trunc from 0x006ee0 to 0x01504e (0xe16f bytes) 000440 1781220134.221015 mapwrite 0x03da20 thru 0x03ffff (0x25e0 bytes) 000442 1781220134.291174 fallocate 0x03b577 thru 0x03c313 (0xd9d bytes) 000443 1781220134.305283 write 0x01f9af thru 0x026365 (0x69b7 bytes) 000444 1781220134.307102 mapread 0x0009a9 thru 0x00826f (0x78c7 bytes) 000445 1781220134.327045 mapwrite 0x01830f thru 0x021e6c (0x9b5e bytes) 000446 1781220134.371095 trunc from 0x00288f to 0x012339 (0xfaab bytes) 000447 1781220134.377460 read 0x02cb11 thru 0x0303c2 (0x38b2 bytes) 000448 1781220134.382872 MIRROR_RESYNC 9 mirrors 000449 1781220136.874703 trunc from 0x014c94 to 0x023d5e (0xf0cb bytes) 000450 1781220136.937511 write 0x025d52 thru 0x02e808 (0x8ab7 bytes) 000451 1781220136.949447 fallocate 0x005d72 thru 0x014c2f (0xeebe bytes) 000452 1781220136.956400 trunc from 0x00d060 to 0x01802c (0xafcd bytes) 000453 1781220136.961643 fallocate 0x02fc1a thru 0x038c5d (0x9044 bytes) 000454 1781220136.967341 write 0x0147a6 thru 0x015ff5 (0x1850 bytes) 000455 1781220136.981570 trunc from 0x0021ef to 0x00f48b (0xd29d bytes) 000456 1781220136.991788 mapwrite 0x0107ee thru 0x012a54 (0x2267 bytes) 000457 1781220137.051516 mapread 0x03e757 thru 0x03ffff (0x18a9 bytes) 000458 1781220137.073764 read 0x01fab3 thru 0x02c3d8 (0xc926 bytes) 000459 1781220137.083405 trunc from 0x02f62d to 0x039ed8 (0xa8ac bytes) 000460 1781220137.097311 trunc from 0x033950 to 0x034052 (0x703 bytes) 000461 1781220137.106961 punch from 0x02e22b to 0x031811 (0x35e7 bytes) 000462 1781220137.115073 mapwrite 0x02925c thru 0x029b6b (0x910 bytes) 000463 1781220137.143716 write 0x0061d9 thru 0x006bfa (0xa22 bytes) 000464 1781220137.162991 MIRROR_RESYNC 9 mirrors 000465 1781220140.605503 trunc from 0x040000 to 0x012663 (0x2d99c bytes) 000466 1781220140.727693 fallocate 0x02a224 thru 0x035480 (0xb25d bytes) 000467 1781220140.742065 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35481): Mirror 7: 0x84fccbdc (stale) Mirror 8: 0x84fccbdc (stale) Mirror 9: 0x84fccbdc (stale) Mirror 11: 0x84fccbdc (stale) Mirror 12: 0x84fccbdc (stale) Mirror 13: 0x84fccbdc (stale) Mirror 14: 0x84fccbdc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35481): Mirror 7: 0x84fccbdc (stale) Mirror 8: 0x84fccbdc (stale) Mirror 9: 0x84fccbdc (stale) Mirror 11: 0x84fccbdc (stale) Mirror 12: 0x84fccbdc (stale) Mirror 13: 0x84fccbdc (stale) Mirror 14: 0x84fccbdc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35481: skipped 000468 1781220141.278298 write 0x019362 thru 0x02199c (0x863b bytes) 000469 1781220141.295511 mapread 0x030894 thru 0x035480 (0x4bed bytes) 000470 1781220141.306757 read 0x00ce36 thru 0x013add (0x6ca8 bytes) 000471 1781220141.318519 trunc from 0x02d3d7 to 0x0307ed (0x3417 bytes) 000473 1781220141.324057 fallocate 0x00b664 thru 0x00dc13 (0x25b0 bytes) 000474 1781220141.329244 punch from 0x016c71 to 0x01d0e5 (0x6475 bytes) 000475 1781220141.358376 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x35481): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35481): Mirror 7: 0x84fccbdc (stale) Mirror 8: 0x84fccbdc (stale) Mirror 9: 0x84fccbdc (stale) Mirror 11: 0x84fccbdc (stale) Mirror 12: 0x84fccbdc (stale) Mirror 13: 0x84fccbdc (stale) Mirror 14: 0x84fccbdc (stale) CRC-32 checksum value for chunk [0, 0x35481): Mirror 1: 0xb05c99cd Mirror 15: 0xb05c99cd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35481: skipped 000476 1781220142.826666 punch from 0x02d627 to 0x035480 (0x7e5a bytes) 000477 1781220142.887064 trunc from 0x018192 to 0x01e335 (0x61a4 bytes) 000478 1781220142.893320 punch from 0x019c23 to 0x02912a (0xf508 bytes) 000479 1781220142.903994 mapwrite 0x03fe8b thru 0x03ffff (0x175 bytes) 000480 1781220142.974701 mapread 0x02c526 thru 0x0391f1 (0xcccc bytes) 000481 1781220142.997271 read 0x02402d thru 0x02bd21 (0x7cf5 bytes) 000482 1781220143.003016 write 0x03b57f thru 0x03ffff (0x4a81 bytes) 000483 1781220143.004650 read 0x01b0c4 thru 0x01d0ad (0x1fea bytes) 000484 1781220143.016076 read 0x02c211 thru 0x031212 (0x5002 bytes) 000485 1781220143.017567 trunc from 0x040000 to 0x01dbd8 (0x22427 bytes) 000486 1781220143.043445 trunc from 0x01dbd9 to 0x003ae8 (0x1a0f0 bytes) 000488 1781220143.070247 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ae9): Mirror 7: 0xaeaa04ad (stale) Mirror 8: 0xaeaa04ad (stale) Mirror 11: 0xaeaa04ad (stale) Mirror 12: 0xaeaa04ad (stale) Mirror 13: 0xaeaa04ad (stale) Mirror 14: 0xaeaa04ad (stale) Mirror 15: 0xaeaa04ad (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ae9): Mirror 7: 0xaeaa04ad (stale) Mirror 8: 0xaeaa04ad (stale) Mirror 11: 0xaeaa04ad (stale) Mirror 12: 0xaeaa04ad (stale) Mirror 13: 0xaeaa04ad (stale) Mirror 14: 0xaeaa04ad (stale) Mirror 15: 0xaeaa04ad (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ae9: skipped 000489 1781220143.493868 mapread 0x0021a8 thru 0x003ae8 (0x1941 bytes) 000490 1781220143.511734 mapread 0x001a32 thru 0x003ae8 (0x20b7 bytes) 000491 1781220143.518607 trunc from 0x001ebd to 0x003ae8 (0x1c2c bytes) 000492 1781220143.523737 write 0x014a78 thru 0x01ab8f (0x6118 bytes) 000493 1781220143.530619 mapwrite 0x01f514 thru 0x0250ee (0x5bdb bytes) 000494 1781220143.634236 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x250ef): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x250ef): Mirror 7: 0xbea9ff2d (stale) Mirror 8: 0xbea9ff2d (stale) Mirror 11: 0xbea9ff2d (stale) Mirror 12: 0xbea9ff2d (stale) Mirror 13: 0xbea9ff2d (stale) Mirror 14: 0xbea9ff2d (stale) Mirror 15: 0x7a9845a7 (stale) CRC-32 checksum value for chunk [0, 0x250ef): Mirror 1: 0xece7cb42 Mirror 16: 0xece7cb42 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x250ef: skipped 000495 1781220145.023659 mapread 0x016f15 thru 0x018837 (0x1923 bytes) 000498 1781220145.069024 MIRROR_RESYNC 9 mirrors 000499 1781220147.802484 trunc from 0x01c4c4 to 0x021378 (0x4eb5 bytes) 000500 1781220147.895522 mapwrite 0x00dcfe thru 0x010817 (0x2b1a bytes) 000502 1781220147.959651 mapwrite 0x006597 thru 0x01598c (0xf3f6 bytes) 000503 1781220148.062061 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x250ef): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x250ef): Mirror 7: 0xece7cb42 (stale) Mirror 8: 0xece7cb42 (stale) Mirror 11: 0xece7cb42 (stale) Mirror 12: 0xece7cb42 (stale) Mirror 13: 0xece7cb42 (stale) Mirror 14: 0xece7cb42 (stale) Mirror 15: 0xece7cb42 (stale) Mirror 16: 0xece7cb42 (stale) CRC-32 checksum value for chunk [0, 0x250ef): Mirror 1: 0xe6bf4260 Mirror 17: 0xe6bf4260 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x250ef: skipped 000504 1781220149.998125 write 0x004947 thru 0x010ee0 (0xc59a bytes) 000505 1781220150.133898 mapwrite 0x02dcce thru 0x03517f (0x74b2 bytes) 000506 1781220150.246347 punch from 0x015a3d to 0x01e8dd (0x8ea1 bytes) 000507 1781220150.274535 mapread 0x01c267 thru 0x01dcb8 (0x1a52 bytes) 000508 1781220150.303507 mapread 0x01488a thru 0x01e65b (0x9dd2 bytes) 000509 1781220150.324692 read 0x01943b thru 0x0281af (0xed75 bytes) 000510 1781220150.368864 mapwrite 0x01bdab thru 0x02604a (0xa2a0 bytes) 000511 1781220150.435741 read 0x00a260 thru 0x00c2f5 (0x2096 bytes) 000512 1781220150.453299 MIRROR_SPLIT mirror 3 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35180): Mirror 7: 0xd057b41b (stale) Mirror 8: 0xd057b41b (stale) Mirror 12: 0xd057b41b (stale) Mirror 13: 0xd057b41b (stale) Mirror 14: 0xd057b41b (stale) Mirror 15: 0xd057b41b (stale) Mirror 16: 0xd057b41b (stale) Mirror 17: 0x4a63aa41 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35180): Mirror 7: 0xd057b41b (stale) Mirror 8: 0xd057b41b (stale) Mirror 12: 0xd057b41b (stale) Mirror 13: 0xd057b41b (stale) Mirror 14: 0xd057b41b (stale) Mirror 15: 0xd057b41b (stale) Mirror 16: 0xd057b41b (stale) Mirror 17: 0x4a63aa41 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35180: skipped 000513 1781220151.278033 trunc from 0x035180 to 0x03943f (0x42c0 bytes) 000515 1781220151.325840 punch from 0x01a859 to 0x028dbc (0xe564 bytes) 000516 1781220151.339693 fallocate 0x003c73 thru 0x006daf (0x313d bytes) 000517 1781220151.355208 trunc from 0x004a67 to 0x005594 (0xb2e bytes) 000519 1781220151.369613 write 0x010f2c thru 0x0171cc (0x62a1 bytes) 000521 1781220151.392024 trunc from 0x039440 to 0x01ac74 (0x1e7cb bytes) 000522 1781220151.438533 punch from 0x005478 to 0x006121 (0xcaa bytes) 000523 1781220151.451343 fallocate 0x027731 thru 0x037401 (0xfcd1 bytes) 000524 1781220151.464402 fallocate 0x02604d thru 0x031948 (0xb8fc bytes) 000525 1781220151.475985 trunc from 0x018bae to 0x01ac74 (0x20c7 bytes) 000526 1781220151.484686 trunc from 0x01ac75 to 0x029db1 (0xf13d bytes) 000527 1781220151.510460 fallocate 0x0013de thru 0x005163 (0x3d86 bytes) 000528 1781220151.522759 trunc from 0x029db2 to 0x01fc9f (0xa112 bytes) 000529 1781220151.543473 read 0x0003a4 thru 0x00f073 (0xecd0 bytes) 000530 1781220151.555387 trunc from 0x01fca0 to 0x0025dc (0x1d6c3 bytes) 000531 1781220151.575610 punch from 0x0003ab to 0x0021bc (0x1e12 bytes) 000533 1781220151.589250 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x25dd): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25dd): Mirror 7: 0xc6f309c8 (stale) Mirror 8: 0xc6f309c8 (stale) Mirror 12: 0xc6f309c8 (stale) Mirror 13: 0xc6f309c8 (stale) Mirror 14: 0xc6f309c8 (stale) Mirror 15: 0xc6f309c8 (stale) Mirror 16: 0xc6f309c8 (stale) Mirror 17: 0xc6f309c8 (stale) CRC-32 checksum value for chunk [0, 0x25dd): Mirror 1: 0xc6f309c8 Mirror 18: 0xc6f309c8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25dd: skipped 000535 1781220152.904400 read 0x001639 thru 0x0025dc (0xfa4 bytes) 000536 1781220152.922747 fallocate 0x038299 thru 0x03c1af (0x3f17 bytes) 000537 1781220153.042160 write 0x004243 thru 0x009ba4 (0x5962 bytes) 000538 1781220153.054860 write 0x026788 thru 0x02ae89 (0x4702 bytes) 000540 1781220153.065257 mapwrite 0x021cfb thru 0x029a19 (0x7d1f bytes) 000541 1781220153.127191 trunc from 0x00c4aa to 0x012352 (0x5ea9 bytes) 000542 1781220153.134473 read 0x010537 thru 0x01bc74 (0xb73e bytes) 000543 1781220153.160583 mapwrite 0x01080b thru 0x01420d (0x3a03 bytes) 000544 1781220153.187927 fallocate 0x028768 thru 0x02d097 (0x4930 bytes) 000545 1781220153.196329 fallocate 0x03e413 thru 0x03ffff (0x1bed bytes) 000546 1781220153.211759 trunc from 0x0369d8 to 0x038276 (0x189f bytes) 000547 1781220153.228303 mapread 0x021aec thru 0x025a85 (0x3f9a bytes) 000548 1781220153.229737 read 0x02fea7 thru 0x038c47 (0x8da1 bytes) 000549 1781220153.260489 mapread 0x02a0ba thru 0x035956 (0xb89d bytes) 000550 1781220153.265850 trunc from 0x040000 to 0x007c01 (0x383fe bytes) 000551 1781220153.294783 mapread 0x001fd7 thru 0x007c01 (0x5c2b bytes) 000552 1781220153.296446 punch from 0x002d13 to 0x007c01 (0x4eef bytes) 000553 1781220153.301719 mapread 0x0018ed thru 0x005f5f (0x4673 bytes) 000554 1781220153.320266 write 0x00c50d thru 0x011d7e (0x5872 bytes) 000555 1781220153.321932 mapread 0x00ab31 thru 0x011d7e (0x724e bytes) 000556 1781220153.335691 mapwrite 0x005622 thru 0x0077c7 (0x21a6 bytes) 000557 1781220153.419391 trunc from 0x011d7f to 0x036963 (0x24be5 bytes) 000558 1781220153.483486 read 0x01a298 thru 0x028d2b (0xea94 bytes) 000559 1781220153.505124 mapwrite 0x022c28 thru 0x029ea5 (0x727e bytes) 000560 1781220153.564790 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x36964): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36964): Mirror 7: 0xa0ceb6c6 (stale) Mirror 8: 0xa0ceb6c6 (stale) Mirror 12: 0xa0ceb6c6 (stale) Mirror 13: 0xa0ceb6c6 (stale) Mirror 14: 0xa0ceb6c6 (stale) Mirror 15: 0xa0ceb6c6 (stale) Mirror 16: 0xa0ceb6c6 (stale) Mirror 17: 0x572ba993 (stale) Mirror 18: 0xf0472444 (stale) CRC-32 checksum value for chunk [0, 0x36964): Mirror 1: 0x6c54e063 Mirror 19: 0x6c54e063 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36964: skipped 000561 1781220154.893103 trunc from 0x036964 to 0x006a32 (0x2ff31 bytes) 000563 1781220154.973424 punch from 0x000d29 to 0x006a32 (0x5d0a bytes) 000564 1781220154.985578 MIRROR_SPLIT mirror 5 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x6a33): Mirror 7: 0xa0ecbe0 (stale) Mirror 8: 0xa0ecbe0 (stale) Mirror 12: 0xa0ecbe0 (stale) Mirror 13: 0xa0ecbe0 (stale) Mirror 15: 0xa0ecbe0 (stale) Mirror 16: 0xa0ecbe0 (stale) Mirror 17: 0x38fedc94 (stale) Mirror 18: 0xa0ecbe0 (stale) Mirror 19: 0x4b3ca3b1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x6a33): Mirror 7: 0xa0ecbe0 (stale) Mirror 8: 0xa0ecbe0 (stale) Mirror 12: 0xa0ecbe0 (stale) Mirror 13: 0xa0ecbe0 (stale) Mirror 15: 0xa0ecbe0 (stale) Mirror 16: 0xa0ecbe0 (stale) Mirror 17: 0x38fedc94 (stale) Mirror 18: 0xa0ecbe0 (stale) Mirror 19: 0x4b3ca3b1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x6a33: skipped 000565 1781220155.512559 fallocate 0x03bdb8 thru 0x03ffff (0x4248 bytes) 000566 1781220155.522426 trunc from 0x00016f to 0x005078 (0x4f0a bytes) 000567 1781220155.528410 punch from 0x0056d1 to 0x006a32 (0x1362 bytes) 000568 1781220155.533326 trunc from 0x006a33 to 0x0281ba (0x21788 bytes) 000570 1781220155.563398 read 0x014c51 thru 0x021aab (0xce5b bytes) 000571 1781220155.575352 trunc from 0x0281bb to 0x00cc53 (0x1b567 bytes) 000572 1781220155.596141 mapread 0x00a885 thru 0x00cc53 (0x23cf bytes) 000573 1781220155.615445 read 0x00a325 thru 0x00cc53 (0x292f bytes) 000574 1781220155.616213 read 0x000c00 thru 0x0086f4 (0x7af5 bytes) 000575 1781220155.623467 punch from 0x00bd52 to 0x00cc53 (0xf02 bytes) 000576 1781220155.629326 punch from 0x009ebb to 0x00cc53 (0x2d99 bytes) 000577 1781220155.635301 write 0x007c1a thru 0x00ebb5 (0x6f9c bytes) 000579 1781220155.638157 trunc from 0x0022e5 to 0x007189 (0x4ea5 bytes) 000580 1781220155.653294 read 0x0072f1 thru 0x00ebb5 (0x78c5 bytes) 000581 1781220155.668926 trunc from 0x0061d5 to 0x00d2d8 (0x7104 bytes) 000582 1781220155.676256 read 0x00c073 thru 0x00ebb5 (0x2b43 bytes) 000583 1781220155.692518 MIRROR_SPLIT mirror 6 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xebb6): Mirror 7: 0x7a773e16 (stale) Mirror 8: 0x7a773e16 (stale) Mirror 12: 0x7a773e16 (stale) Mirror 13: 0x7a773e16 (stale) Mirror 15: 0x7a773e16 (stale) Mirror 17: 0x7b38154d (stale) Mirror 18: 0x7a773e16 (stale) Mirror 19: 0x7d9639de (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xebb6): Mirror 7: 0x7a773e16 (stale) Mirror 8: 0x7a773e16 (stale) Mirror 12: 0x7a773e16 (stale) Mirror 13: 0x7a773e16 (stale) Mirror 15: 0x7a773e16 (stale) Mirror 17: 0x7b38154d (stale) Mirror 18: 0x7a773e16 (stale) Mirror 19: 0x7d9639de (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xebb6: skipped 000584 1781220156.264633 trunc from 0x00ca12 to 0x00ebb5 (0x21a4 bytes) 000585 1781220156.277258 read 0x007b8a thru 0x00ae47 (0x32be bytes) 000588 1781220156.287426 write 0x0109a3 thru 0x012884 (0x1ee2 bytes) 000589 1781220156.300482 mapread 0x012851 thru 0x012884 (0x34 bytes) 000590 1781220156.302422 trunc from 0x00e9a2 to 0x012884 (0x3ee3 bytes) 000591 1781220156.321351 punch from 0x010dcd to 0x012884 (0x1ab8 bytes) 000592 1781220156.327055 trunc from 0x012885 to 0x009a27 (0x8e5d bytes) 000593 1781220156.367312 mapwrite 0x0358c7 thru 0x037f0e (0x2648 bytes) 000594 1781220156.497233 punch from 0x0195bb to 0x02031f (0x6d65 bytes) 000595 1781220156.530743 MIRROR_SPLIT mirror 5 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37f0f): Mirror 7: 0xc32a7b71 (stale) Mirror 8: 0xc32a7b71 (stale) Mirror 12: 0xc32a7b71 (stale) Mirror 13: 0xc32a7b71 (stale) Mirror 17: 0x5d246109 (stale) Mirror 18: 0xdf0a8216 (stale) Mirror 19: 0x721cb218 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37f0f): Mirror 7: 0xc32a7b71 (stale) Mirror 8: 0xc32a7b71 (stale) Mirror 12: 0xc32a7b71 (stale) Mirror 13: 0xc32a7b71 (stale) Mirror 17: 0x5d246109 (stale) Mirror 18: 0xdf0a8216 (stale) Mirror 19: 0x721cb218 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37f0f: skipped 000596 1781220157.346627 write 0x01b1d2 thru 0x022708 (0x7537 bytes) 000598 1781220157.370326 mapread 0x0311bb thru 0x037f0e (0x6d54 bytes) 000599 1781220157.381981 mapread 0x000d5d thru 0x00f255 (0xe4f9 bytes) 000600 1781220157.392579 punch from 0x003bf8 to 0x009fa4 (0x63ad bytes) 000601 1781220157.402721 fallocate 0x012c64 thru 0x01b6e7 (0x8a84 bytes) 000602 1781220157.413802 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x37f0f): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37f0f): Mirror 7: 0xc32a7b71 (stale) Mirror 8: 0xc32a7b71 (stale) Mirror 12: 0xc32a7b71 (stale) Mirror 13: 0xc32a7b71 (stale) Mirror 17: 0x5d246109 (stale) Mirror 18: 0xdf0a8216 (stale) Mirror 19: 0x721cb218 (stale) CRC-32 checksum value for chunk [0, 0x37f0f): Mirror 1: 0x25aac076 Mirror 20: 0x25aac076 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37f0f: skipped 000604 1781220158.739793 mapwrite 0x02203d thru 0x028341 (0x6305 bytes) 000605 1781220158.851914 mapwrite 0x02b87f thru 0x02f8b7 (0x4039 bytes) 000606 1781220158.893147 punch from 0x01d877 to 0x02aaf7 (0xd281 bytes) 000607 1781220158.899879 read 0x022aae thru 0x030f75 (0xe4c8 bytes) 000608 1781220158.912183 mapread 0x014175 thru 0x0141bc (0x48 bytes) 000609 1781220158.925216 mapwrite 0x037224 thru 0x03ffff (0x8ddc bytes) 000610 1781220159.016798 read 0x02b5d5 thru 0x031af0 (0x651c bytes) 000611 1781220159.018318 write 0x0373e1 thru 0x03ffff (0x8c1f bytes) 000612 1781220159.025297 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x3ae04b66 (stale) Mirror 8: 0x3ae04b66 (stale) Mirror 12: 0x3ae04b66 (stale) Mirror 13: 0x3ae04b66 (stale) Mirror 17: 0xde5d5adb (stale) Mirror 18: 0x9edcadcc (stale) Mirror 19: 0xf9a14195 (stale) Mirror 20: 0xf39c4768 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xfe0bfcc0 Mirror 21: 0xfe0bfcc0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000613 1781220160.697514 mapread 0x0015e8 thru 0x002aef (0x1508 bytes) 000614 1781220160.717310 trunc from 0x040000 to 0x02a944 (0x156bb bytes) 000615 1781220160.841040 write 0x03541b thru 0x03983e (0x4424 bytes) 000616 1781220160.843698 fallocate 0x02ecc6 thru 0x02ee2c (0x167 bytes) 000617 1781220160.851923 mapread 0x031585 thru 0x03983e (0x82ba bytes) 000618 1781220160.861570 fallocate 0x00081d thru 0x009a5c (0x9240 bytes) 000619 1781220160.869063 read 0x03114c thru 0x03983e (0x86f3 bytes) 000620 1781220160.870044 punch from 0x02ea2a to 0x0387ca (0x9da1 bytes) 000621 1781220160.895081 fallocate 0x01a8f6 thru 0x01e2af (0x39ba bytes) 000622 1781220160.907951 mapread 0x0005a7 thru 0x007aec (0x7546 bytes) 000623 1781220160.934921 trunc from 0x03983f to 0x034342 (0x54fc bytes) 000624 1781220160.971733 trunc from 0x034343 to 0x011221 (0x23121 bytes) 000626 1781220161.006487 punch from 0x000034 to 0x00be6d (0xbe3a bytes) 000627 1781220161.014696 write 0x0384f9 thru 0x03bfe8 (0x3af0 bytes) 000628 1781220161.020635 punch from 0x02db30 to 0x02f815 (0x1ce6 bytes) 000629 1781220161.029320 write 0x02925a thru 0x035bdd (0xc984 bytes) 000630 1781220161.054345 punch from 0x00f72c to 0x019ec8 (0xa79d bytes) 000631 1781220161.065037 fallocate 0x032750 thru 0x03afe1 (0x8892 bytes) 000632 1781220161.073506 mapread 0x009601 thru 0x00a00d (0xa0d bytes) 000633 1781220161.089723 read 0x002d4e thru 0x005acd (0x2d80 bytes) 000634 1781220161.090863 fallocate 0x033bcd thru 0x03b06e (0x74a2 bytes) 000635 1781220161.109651 punch from 0x0075b0 to 0x00ddda (0x682b bytes) 000636 1781220161.123923 fallocate 0x005c4d thru 0x013cd2 (0xe086 bytes) 000637 1781220161.132140 mapwrite 0x01b382 thru 0x02aae2 (0xf761 bytes) 000638 1781220161.228072 fallocate 0x0030a6 thru 0x0030d2 (0x2d bytes) 000639 1781220161.234653 trunc from 0x03bfe9 to 0x03100b (0xafdd bytes) 000640 1781220161.269699 mapwrite 0x0040b3 thru 0x00e5ba (0xa508 bytes) 000641 1781220161.329016 mapwrite 0x03e392 thru 0x03ffff (0x1c6e bytes) 000642 1781220161.412902 read 0x0033a5 thru 0x006d05 (0x3961 bytes) 000643 1781220161.413594 mapwrite 0x0379a1 thru 0x03a267 (0x28c7 bytes) 000644 1781220161.456226 trunc from 0x00dc7a to 0x01bd30 (0xe0b7 bytes) 000645 1781220161.470475 trunc from 0x028a2b to 0x02ff64 (0x753a bytes) 000646 1781220161.497714 MIRROR_RESYNC 10 mirrors 000648 1781220166.679306 write 0x02eef6 thru 0x0384f8 (0x9603 bytes) 000649 1781220166.727074 mapwrite 0x03717e thru 0x03f9a5 (0x8828 bytes) 000651 1781220166.765713 mapread 0x02b24f thru 0x0380b0 (0xce62 bytes) 000652 1781220166.784461 write 0x03f317 thru 0x03ffff (0xce9 bytes) 000654 1781220166.786127 read 0x004cbb thru 0x00c885 (0x7bcb bytes) 000655 1781220166.803887 trunc from 0x040000 to 0x006867 (0x39798 bytes) 000656 1781220166.826253 mapwrite 0x030f8b thru 0x034a5b (0x3ad1 bytes) 000657 1781220166.880007 mapread 0x032778 thru 0x034a5b (0x22e4 bytes) 000658 1781220166.882202 trunc from 0x02a791 to 0x034a5b (0xa2cb bytes) 000660 1781220166.891394 write 0x03552e thru 0x03ffff (0xaad2 bytes) 000661 1781220166.893758 punch from 0x022480 to 0x03035f (0xdee0 bytes) 000662 1781220166.900142 read 0x01eb13 thru 0x0205c1 (0x1aaf bytes) 000663 1781220166.921245 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x29558ce6 (stale) Mirror 8: 0x29558ce6 (stale) Mirror 12: 0x29558ce6 (stale) Mirror 13: 0x29558ce6 (stale) Mirror 17: 0x29558ce6 (stale) Mirror 18: 0x29558ce6 (stale) Mirror 19: 0x29558ce6 (stale) Mirror 20: 0x29558ce6 (stale) Mirror 21: 0x29558ce6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xce670986 Mirror 22: 0xce670986 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000664 1781220168.964658 MIRROR_SPLIT mirror 3 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x29558ce6 (stale) Mirror 8: 0x29558ce6 (stale) Mirror 13: 0x29558ce6 (stale) Mirror 17: 0x29558ce6 (stale) Mirror 18: 0x29558ce6 (stale) Mirror 19: 0x29558ce6 (stale) Mirror 20: 0x29558ce6 (stale) Mirror 21: 0x29558ce6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x29558ce6 (stale) Mirror 8: 0x29558ce6 (stale) Mirror 13: 0x29558ce6 (stale) Mirror 17: 0x29558ce6 (stale) Mirror 18: 0x29558ce6 (stale) Mirror 19: 0x29558ce6 (stale) Mirror 20: 0x29558ce6 (stale) Mirror 21: 0x29558ce6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xce670986 Mirror 22: 0xce670986 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000665 1781220170.087200 mapwrite 0x0237a9 thru 0x0254df (0x1d37 bytes) 000666 1781220170.303993 trunc from 0x040000 to 0x012596 (0x2da69 bytes) 000667 1781220170.362122 trunc from 0x00bd44 to 0x00ed65 (0x3022 bytes) 000668 1781220170.368948 write 0x02fece thru 0x035751 (0x5884 bytes) 000669 1781220170.373194 fallocate 0x011191 thru 0x020c81 (0xfaf1 bytes) 000670 1781220170.380935 read 0x0231ad thru 0x029549 (0x639d bytes) 000672 1781220170.391267 fallocate 0x016a48 thru 0x01b1fd (0x47b6 bytes) 000673 1781220170.401318 mapwrite 0x02a18f thru 0x02b14e (0xfc0 bytes) 000674 1781220170.430276 punch from 0x007092 to 0x015c6a (0xebd9 bytes) 000675 1781220170.437001 trunc from 0x035752 to 0x00d28a (0x284c7 bytes) 000677 1781220170.462991 mapread 0x0071ef thru 0x00d28a (0x609c bytes) 000678 1781220170.480121 trunc from 0x0099a7 to 0x00b447 (0x1aa1 bytes) 000679 1781220170.485103 read 0x00864e thru 0x00d28a (0x4c3d bytes) 000680 1781220170.495288 mapread 0x00afd0 thru 0x00bac5 (0xaf6 bytes) 000681 1781220170.498477 mapread 0x008bee thru 0x00d28a (0x469d bytes) 000682 1781220170.500229 write 0x01cac0 thru 0x029891 (0xcdd2 bytes) 000684 1781220170.504150 trunc from 0x019ba0 to 0x02733d (0xd79e bytes) 000685 1781220170.520724 fallocate 0x0007e4 thru 0x002dfe (0x261b bytes) 000686 1781220170.527259 trunc from 0x029892 to 0x00ccbb (0x1cbd6 bytes) 000687 1781220170.546575 punch from 0x003105 to 0x00748d (0x4389 bytes) 000688 1781220170.554175 trunc from 0x003991 to 0x00ccbb (0x932b bytes) 000689 1781220170.564261 mapread 0x001aed thru 0x00c7c0 (0xacd4 bytes) 000690 1781220170.638243 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0xccbc): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xccbc): Mirror 7: 0x8a26ec92 (stale) Mirror 8: 0x8a26ec92 (stale) Mirror 13: 0x8a26ec92 (stale) Mirror 17: 0x8a26ec92 (stale) Mirror 18: 0x8a26ec92 (stale) Mirror 19: 0x8a26ec92 (stale) Mirror 20: 0x8a26ec92 (stale) Mirror 21: 0x8a26ec92 (stale) Mirror 22: 0xb5bd35f9 (stale) CRC-32 checksum value for chunk [0, 0xccbc): Mirror 1: 0xdeb63f3d Mirror 23: 0xdeb63f3d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xccbc: skipped 000691 1781220172.365455 punch from 0x004170 to 0x00ccbb (0x8b4c bytes) 000692 1781220172.503293 mapread 0x003def thru 0x00ccbb (0x8ecd bytes) 000693 1781220172.557427 trunc from 0x000195 to 0x00ccbb (0xcb27 bytes) 000694 1781220172.572258 punch from 0x00b37d to 0x00ccbb (0x193f bytes) 000696 1781220172.579099 read 0x00874c thru 0x00ccbb (0x4570 bytes) 000697 1781220172.591043 punch from 0x00b351 to 0x00ccbb (0x196b bytes) 000698 1781220172.595596 write 0x0009ab thru 0x010398 (0xf9ee bytes) 000699 1781220172.609046 fallocate 0x02d644 thru 0x03c4af (0xee6c bytes) 000700 1781220172.614717 trunc from 0x010399 to 0x0059a9 (0xa9ef bytes) 000701 1781220172.637861 mapread 0x0023bd thru 0x0059a9 (0x35ed bytes) 000702 1781220172.640472 trunc from 0x0049dc to 0x0059a9 (0xfce bytes) 000703 1781220172.657295 mapwrite 0x02308e thru 0x030b56 (0xdac9 bytes) 000704 1781220172.744987 punch from 0x01580a to 0x017572 (0x1d69 bytes) 000705 1781220172.756555 write 0x022f60 thru 0x030a4a (0xdaeb bytes) 000706 1781220172.758173 fallocate 0x011920 thru 0x01915b (0x783c bytes) 000707 1781220172.768307 trunc from 0x0149d6 to 0x017e01 (0x342c bytes) 000708 1781220172.781661 write 0x0239d6 thru 0x028a96 (0x50c1 bytes) 000709 1781220172.785431 trunc from 0x00a4ec to 0x00eee3 (0x49f8 bytes) 000710 1781220172.792709 punch from 0x02da3f to 0x030b56 (0x3118 bytes) 000711 1781220172.809102 write 0x0246a3 thru 0x031138 (0xca96 bytes) 000712 1781220172.813448 write 0x005299 thru 0x008060 (0x2dc8 bytes) 000713 1781220172.828403 mapwrite 0x002660 thru 0x00805c (0x59fd bytes) 000714 1781220172.854516 read 0x002bd0 thru 0x00c0e6 (0x9517 bytes) 000715 1781220172.862024 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x31139): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31139): Mirror 7: 0x5e4a4892 (stale) Mirror 8: 0x5e4a4892 (stale) Mirror 13: 0x5e4a4892 (stale) Mirror 17: 0x5e4a4892 (stale) Mirror 18: 0x5e4a4892 (stale) Mirror 19: 0x5e4a4892 (stale) Mirror 20: 0x5e4a4892 (stale) Mirror 21: 0x5e4a4892 (stale) Mirror 22: 0xddadc402 (stale) Mirror 23: 0xaeb13213 (stale) CRC-32 checksum value for chunk [0, 0x31139): Mirror 1: 0x457ddb22 Mirror 24: 0x457ddb22 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31139: skipped 000716 1781220174.366747 punch from 0x011f3b to 0x016c49 (0x4d0f bytes) 000717 1781220174.468593 mapread 0x023f9f thru 0x0292b5 (0x5317 bytes) 000718 1781220174.516517 fallocate 0x00094b thru 0x006b17 (0x61cd bytes) 000719 1781220174.529678 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x31139): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31139): Mirror 7: 0x5e4a4892 (stale) Mirror 8: 0x5e4a4892 (stale) Mirror 13: 0x5e4a4892 (stale) Mirror 17: 0x5e4a4892 (stale) Mirror 18: 0x5e4a4892 (stale) Mirror 19: 0x5e4a4892 (stale) Mirror 20: 0x5e4a4892 (stale) Mirror 21: 0x5e4a4892 (stale) Mirror 22: 0xddadc402 (stale) Mirror 23: 0xaeb13213 (stale) Mirror 24: 0x457ddb22 (stale) CRC-32 checksum value for chunk [0, 0x31139): Mirror 1: 0x457ddb22 Mirror 25: 0x457ddb22 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31139: skipped 000720 1781220176.264526 write 0x009d44 thru 0x013240 (0x94fd bytes) 000721 1781220176.363492 write 0x004f1e thru 0x00713a (0x221d bytes) 000722 1781220176.382351 write 0x0150ad thru 0x01b6e9 (0x663d bytes) 000724 1781220176.403124 fallocate 0x025dbd thru 0x034a36 (0xec7a bytes) 000725 1781220176.419019 trunc from 0x034a37 to 0x0320c5 (0x2971 bytes) 000727 1781220176.450255 trunc from 0x0320c6 to 0x005bd8 (0x2c4ed bytes) 000728 1781220176.493421 fallocate 0x0141cd thru 0x0151a6 (0xfda bytes) 000729 1781220176.511411 fallocate 0x014de2 thru 0x01c95a (0x7b79 bytes) 000730 1781220176.523741 mapwrite 0x030fe4 thru 0x036815 (0x5832 bytes) 000731 1781220176.627430 write 0x00f16e thru 0x01b0f8 (0xbf8b bytes) 000733 1781220176.663423 mapread 0x010688 thru 0x01d8a0 (0xd219 bytes) 000734 1781220176.689534 fallocate 0x03d2ef thru 0x03ffff (0x2d11 bytes) 000735 1781220176.698179 fallocate 0x00744b thru 0x00a54d (0x3103 bytes) 000736 1781220176.714532 fallocate 0x0319e2 thru 0x03db4a (0xc169 bytes) 000737 1781220176.730746 trunc from 0x01222e to 0x01749e (0x5271 bytes) 000738 1781220176.779787 trunc from 0x026f67 to 0x02b82d (0x48c7 bytes) 000739 1781220176.791130 read 0x02aa6c thru 0x02c60a (0x1b9f bytes) 000740 1781220176.818887 write 0x0072ff thru 0x01676e (0xf470 bytes) 000741 1781220176.861504 trunc from 0x036816 to 0x006333 (0x304e2 bytes) 000742 1781220176.919328 trunc from 0x006334 to 0x02edfb (0x28ac8 bytes) 000743 1781220176.963173 mapwrite 0x031049 thru 0x0340a8 (0x3060 bytes) 000744 1781220177.027079 write 0x0318ea thru 0x03b1e8 (0x98ff bytes) 000745 1781220177.038604 MIRROR_RESYNC 13 mirrors 000746 1781220180.275106 fallocate 0x0324c8 thru 0x03ffff (0xdb38 bytes) 000747 1781220180.327422 mapwrite 0x01ba3e thru 0x01e32c (0x28ef bytes) 000748 1781220180.362012 punch from 0x02c4e6 to 0x03b1e8 (0xed03 bytes) 000749 1781220180.372139 MIRROR_SPLIT mirror 5 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b1e9): Mirror 7: 0x75bd98a3 (stale) Mirror 8: 0x75bd98a3 (stale) Mirror 13: 0x75bd98a3 (stale) Mirror 17: 0x75bd98a3 (stale) Mirror 19: 0x75bd98a3 (stale) Mirror 20: 0x75bd98a3 (stale) Mirror 21: 0x75bd98a3 (stale) Mirror 22: 0x75bd98a3 (stale) Mirror 23: 0x75bd98a3 (stale) Mirror 24: 0x75bd98a3 (stale) Mirror 25: 0x75bd98a3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b1e9): Mirror 7: 0x75bd98a3 (stale) Mirror 8: 0x75bd98a3 (stale) Mirror 13: 0x75bd98a3 (stale) Mirror 17: 0x75bd98a3 (stale) Mirror 19: 0x75bd98a3 (stale) Mirror 20: 0x75bd98a3 (stale) Mirror 21: 0x75bd98a3 (stale) Mirror 22: 0x75bd98a3 (stale) Mirror 23: 0x75bd98a3 (stale) Mirror 24: 0x75bd98a3 (stale) Mirror 25: 0x75bd98a3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b1e9: skipped 000750 1781220181.480506 punch from 0x002ea7 to 0x008e97 (0x5ff1 bytes) 000751 1781220181.496694 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x3b1e9): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b1e9): Mirror 7: 0x75bd98a3 (stale) Mirror 8: 0x75bd98a3 (stale) Mirror 13: 0x75bd98a3 (stale) Mirror 17: 0x75bd98a3 (stale) Mirror 19: 0x75bd98a3 (stale) Mirror 20: 0x75bd98a3 (stale) Mirror 21: 0x75bd98a3 (stale) Mirror 22: 0x75bd98a3 (stale) Mirror 23: 0x75bd98a3 (stale) Mirror 24: 0x75bd98a3 (stale) Mirror 25: 0x75bd98a3 (stale) CRC-32 checksum value for chunk [0, 0x3b1e9): Mirror 1: 0x3863efcb Mirror 26: 0x3863efcb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b1e9: skipped 000752 1781220183.326009 trunc from 0x03b1e9 to 0x016b45 (0x246a3 bytes) 000754 1781220183.411119 mapwrite 0x007740 thru 0x00e359 (0x6c1a bytes) 000755 1781220183.485998 read 0x007b6e thru 0x0094ef (0x1982 bytes) 000756 1781220183.491765 trunc from 0x002fc2 to 0x00c4df (0x951e bytes) 000757 1781220183.509025 MIRROR_RESYNC 13 mirrors 000758 1781220187.697630 trunc from 0x0087d1 to 0x014583 (0xbdb3 bytes) 000759 1781220187.791229 MIRROR_RESYNC 13 mirrors 000760 1781220190.379008 mapwrite 0x0314ad thru 0x03a85e (0x93b2 bytes) 000761 1781220190.596564 mapwrite 0x006983 thru 0x00c27e (0x58fc bytes) 000762 1781220190.653427 trunc from 0x0280fa to 0x033ad2 (0xb9d9 bytes) 000763 1781220190.664310 write 0x03f039 thru 0x03ffff (0xfc7 bytes) 000765 1781220190.675329 read 0x00c3ac thru 0x019816 (0xd46b bytes) 000766 1781220190.698790 mapwrite 0x038a9a thru 0x03c5c5 (0x3b2c bytes) 000767 1781220190.788034 trunc from 0x00da94 to 0x01123a (0x37a7 bytes) 000768 1781220190.804978 write 0x034c32 thru 0x03ffff (0xb3ce bytes) 000769 1781220190.815637 read 0x03d56d thru 0x03ffff (0x2a93 bytes) 000770 1781220190.820651 write 0x006bcc thru 0x006e51 (0x286 bytes) 000771 1781220190.826953 trunc from 0x013acc to 0x01710f (0x3644 bytes) 000772 1781220190.836630 read 0x025b92 thru 0x030697 (0xab06 bytes) 000773 1781220190.881780 write 0x024631 thru 0x0343da (0xfdaa bytes) 000774 1781220190.898445 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xda4fb3c3 (stale) Mirror 8: 0xda4fb3c3 (stale) Mirror 13: 0xda4fb3c3 (stale) Mirror 17: 0xda4fb3c3 (stale) Mirror 19: 0xda4fb3c3 (stale) Mirror 20: 0xda4fb3c3 (stale) Mirror 21: 0xda4fb3c3 (stale) Mirror 22: 0xda4fb3c3 (stale) Mirror 23: 0xda4fb3c3 (stale) Mirror 24: 0xda4fb3c3 (stale) Mirror 25: 0xda4fb3c3 (stale) Mirror 26: 0xda4fb3c3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x31eeeec6 Mirror 27: 0x31eeeec6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000775 1781220192.578593 trunc from 0x040000 to 0x03cea0 (0x315f bytes) 000776 1781220192.642147 fallocate 0x02bc1c thru 0x03addc (0xf1c1 bytes) 000777 1781220192.647679 write 0x0316d4 thru 0x03fdff (0xe72c bytes) 000778 1781220192.655222 read 0x00824b thru 0x0137e6 (0xb59c bytes) 000779 1781220192.664052 read 0x02f527 thru 0x030439 (0xf13 bytes) 000780 1781220192.674123 trunc from 0x015b54 to 0x01e041 (0x84ee bytes) 000781 1781220192.679211 write 0x036e6e thru 0x03797e (0xb11 bytes) 000782 1781220192.680476 trunc from 0x03fe00 to 0x0334bd (0xc942 bytes) 000783 1781220192.702668 trunc from 0x0334be to 0x00dee1 (0x255dc bytes) 000784 1781220192.727271 mapwrite 0x021895 thru 0x025f32 (0x469e bytes) 000785 1781220192.803750 fallocate 0x007118 thru 0x007fc2 (0xeab bytes) 000786 1781220192.814945 MIRROR_SPLIT mirror 10 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x25f33): Mirror 7: 0x205f8906 (stale) Mirror 8: 0x205f8906 (stale) Mirror 13: 0x205f8906 (stale) Mirror 17: 0x205f8906 (stale) Mirror 19: 0x205f8906 (stale) Mirror 20: 0x205f8906 (stale) Mirror 21: 0x205f8906 (stale) Mirror 22: 0x205f8906 (stale) Mirror 23: 0x205f8906 (stale) Mirror 25: 0x205f8906 (stale) Mirror 26: 0x205f8906 (stale) Mirror 27: 0xf4f4a9b2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25f33): Mirror 7: 0x205f8906 (stale) Mirror 8: 0x205f8906 (stale) Mirror 13: 0x205f8906 (stale) Mirror 17: 0x205f8906 (stale) Mirror 19: 0x205f8906 (stale) Mirror 20: 0x205f8906 (stale) Mirror 21: 0x205f8906 (stale) Mirror 22: 0x205f8906 (stale) Mirror 23: 0x205f8906 (stale) Mirror 25: 0x205f8906 (stale) Mirror 26: 0x205f8906 (stale) Mirror 27: 0xf4f4a9b2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25f33: skipped 000787 1781220193.577952 write 0x0110ae thru 0x01a276 (0x91c9 bytes) 000788 1781220193.597296 write 0x037969 thru 0x03fde4 (0x847c bytes) 000789 1781220193.599199 fallocate 0x01bfe4 thru 0x01eb42 (0x2b5f bytes) 000791 1781220193.623117 punch from 0x003e4d to 0x00bb0f (0x7cc3 bytes) 000792 1781220193.656205 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3fde5): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fde5): Mirror 7: 0xb6847e15 (stale) Mirror 8: 0xb6847e15 (stale) Mirror 13: 0xb6847e15 (stale) Mirror 17: 0xb6847e15 (stale) Mirror 19: 0xb6847e15 (stale) Mirror 20: 0xb6847e15 (stale) Mirror 21: 0xb6847e15 (stale) Mirror 22: 0xb6847e15 (stale) Mirror 23: 0xb6847e15 (stale) Mirror 25: 0xb6847e15 (stale) Mirror 26: 0xb6847e15 (stale) Mirror 27: 0xf242bb5f (stale) CRC-32 checksum value for chunk [0, 0x3fde5): Mirror 1: 0xd470d5f4 Mirror 28: 0xd470d5f4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fde5: skipped 000793 1781220195.268313 punch from 0x0119b2 to 0x01e2e7 (0xc936 bytes) 000794 1781220195.347441 trunc from 0x00710a to 0x0119f3 (0xa8ea bytes) 000795 1781220195.353714 trunc from 0x018559 to 0x01e82f (0x62d7 bytes) 000796 1781220195.359466 trunc from 0x03fde5 to 0x011104 (0x2ece0 bytes) 000797 1781220195.407864 mapwrite 0x034c2e thru 0x03ffff (0xb3d2 bytes) 000798 1781220195.498083 trunc from 0x040000 to 0x0048a7 (0x3b758 bytes) 000799 1781220195.517903 mapread 0x001a14 thru 0x0048a7 (0x2e94 bytes) 000800 1781220195.526782 punch from 0x0036b2 to 0x0048a7 (0x11f6 bytes) 000801 1781220195.533275 read 0x002818 thru 0x0048a7 (0x2090 bytes) 000802 1781220195.538622 fallocate 0x030c4e thru 0x035b5a (0x4f0d bytes) 000803 1781220195.545183 mapread 0x018a37 thru 0x01e7b4 (0x5d7e bytes) 000804 1781220195.570180 mapread 0x01d440 thru 0x021d37 (0x48f8 bytes) 000805 1781220195.582068 trunc from 0x035b5b to 0x02f024 (0x6b36 bytes) 000806 1781220195.628896 MIRROR_RESYNC 14 mirrors 000807 1781220198.244675 mapread 0x01781e thru 0x01dd1e (0x6501 bytes) 000808 1781220198.274776 MIRROR_RESYNC 14 mirrors 000811 1781220199.277202 MIRROR_RESYNC 14 mirrors 000812 1781220200.055625 MIRROR_RESYNC 14 mirrors 000814 1781220200.968355 fallocate 0x0001e9 thru 0x00d023 (0xce3b bytes) 000816 1781220201.034758 fallocate 0x013967 thru 0x01900b (0x56a5 bytes) 000817 1781220201.042725 read 0x01050a thru 0x01e8a8 (0xe39f bytes) 000818 1781220201.057379 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x2f025): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f025): Mirror 7: 0xadefc58a (stale) Mirror 8: 0xadefc58a (stale) Mirror 13: 0xadefc58a (stale) Mirror 17: 0xadefc58a (stale) Mirror 19: 0xadefc58a (stale) Mirror 20: 0xadefc58a (stale) Mirror 21: 0xadefc58a (stale) Mirror 22: 0xadefc58a (stale) Mirror 23: 0xadefc58a (stale) Mirror 25: 0xadefc58a (stale) Mirror 26: 0xadefc58a (stale) Mirror 27: 0xadefc58a (stale) Mirror 28: 0xadefc58a (stale) CRC-32 checksum value for chunk [0, 0x2f025): Mirror 1: 0xadefc58a Mirror 29: 0xadefc58a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f025: skipped 000819 1781220202.525525 mapwrite 0x031303 thru 0x03b6ac (0xa3aa bytes) 000820 1781220202.655766 MIRROR_RESYNC 15 mirrors 000821 1781220205.640406 trunc from 0x03b6ad to 0x024740 (0x16f6c bytes) 000822 1781220205.746159 trunc from 0x024741 to 0x014de3 (0xf95d bytes) 000823 1781220205.775633 trunc from 0x0023dd to 0x010837 (0xe45b bytes) 000826 1781220205.788485 MIRROR_RESYNC 15 mirrors 000827 1781220208.137914 mapwrite 0x02225e thru 0x028d5d (0x6b00 bytes) 000828 1781220208.264183 read 0x00d379 thru 0x014f7e (0x7c06 bytes) 000829 1781220208.280724 punch from 0x01f142 to 0x028d5d (0x9c1c bytes) 000830 1781220208.293493 mapwrite 0x019cf7 thru 0x01e247 (0x4551 bytes) 000831 1781220208.336633 mapwrite 0x006d99 thru 0x00eb7b (0x7de3 bytes) 000832 1781220208.378106 trunc from 0x028d5e to 0x01332d (0x15a30 bytes) 000833 1781220208.426710 mapwrite 0x025a89 thru 0x027d94 (0x230c bytes) 000834 1781220208.491972 trunc from 0x0208f1 to 0x02796a (0x707a bytes) 000835 1781220208.528264 MIRROR_SPLIT mirror 1 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27d95): Mirror 8: 0x49518a6a (stale) Mirror 13: 0x49518a6a (stale) Mirror 17: 0x49518a6a (stale) Mirror 19: 0x49518a6a (stale) Mirror 20: 0x49518a6a (stale) Mirror 21: 0x49518a6a (stale) Mirror 22: 0x49518a6a (stale) Mirror 23: 0x49518a6a (stale) Mirror 25: 0x49518a6a (stale) Mirror 26: 0x49518a6a (stale) Mirror 27: 0x49518a6a (stale) Mirror 28: 0x49518a6a (stale) Mirror 29: 0x49518a6a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27d95): Mirror 8: 0x49518a6a (stale) Mirror 13: 0x49518a6a (stale) Mirror 17: 0x49518a6a (stale) Mirror 19: 0x49518a6a (stale) Mirror 20: 0x49518a6a (stale) Mirror 21: 0x49518a6a (stale) Mirror 22: 0x49518a6a (stale) Mirror 23: 0x49518a6a (stale) Mirror 25: 0x49518a6a (stale) Mirror 26: 0x49518a6a (stale) Mirror 27: 0x49518a6a (stale) Mirror 28: 0x49518a6a (stale) Mirror 29: 0x49518a6a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27d95: skipped 000836 1781220209.483775 mapwrite 0x0157e5 thru 0x0201da (0xa9f6 bytes) 000837 1781220209.539933 fallocate 0x0302f5 thru 0x0383e8 (0x80f4 bytes) 000838 1781220209.555132 mapwrite 0x03fa12 thru 0x03ffff (0x5ee bytes) 000839 1781220209.612967 write 0x017bda thru 0x0256c3 (0xdaea bytes) 000840 1781220209.625433 MIRROR_RESYNC 14 mirrors 000841 1781220213.289661 fallocate 0x00c34f thru 0x01a25c (0xdf0e bytes) 000842 1781220213.374527 punch from 0x02e725 to 0x038a89 (0xa365 bytes) 000843 1781220213.392487 punch from 0x01dc01 to 0x01eb39 (0xf39 bytes) 000844 1781220213.406238 mapwrite 0x03c070 thru 0x03ffff (0x3f90 bytes) 000845 1781220213.470637 punch from 0x020515 to 0x02b7c8 (0xb2b4 bytes) 000846 1781220213.478929 fallocate 0x00637c thru 0x00cf8e (0x6c13 bytes) 000848 1781220213.488348 trunc from 0x040000 to 0x01bb38 (0x244c7 bytes) 000849 1781220213.525951 mapread 0x014278 thru 0x0176fa (0x3483 bytes) 000850 1781220213.550796 write 0x03361a thru 0x03ffff (0xc9e6 bytes) 000852 1781220213.556275 punch from 0x01eef3 to 0x026503 (0x7611 bytes) 000853 1781220213.564060 read 0x008b64 thru 0x01551c (0xc9b9 bytes) 000854 1781220213.592377 mapwrite 0x01b0f5 thru 0x0299c0 (0xe8cc bytes) 000855 1781220213.656361 MIRROR_SPLIT mirror 12 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xcbcb0281 (stale) Mirror 13: 0xcbcb0281 (stale) Mirror 17: 0xcbcb0281 (stale) Mirror 19: 0xcbcb0281 (stale) Mirror 20: 0xcbcb0281 (stale) Mirror 21: 0xcbcb0281 (stale) Mirror 22: 0xcbcb0281 (stale) Mirror 23: 0xcbcb0281 (stale) Mirror 25: 0xcbcb0281 (stale) Mirror 26: 0xcbcb0281 (stale) Mirror 27: 0xcbcb0281 (stale) Mirror 29: 0xcbcb0281 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xcbcb0281 (stale) Mirror 13: 0xcbcb0281 (stale) Mirror 17: 0xcbcb0281 (stale) Mirror 19: 0xcbcb0281 (stale) Mirror 20: 0xcbcb0281 (stale) Mirror 21: 0xcbcb0281 (stale) Mirror 22: 0xcbcb0281 (stale) Mirror 23: 0xcbcb0281 (stale) Mirror 25: 0xcbcb0281 (stale) Mirror 26: 0xcbcb0281 (stale) Mirror 27: 0xcbcb0281 (stale) Mirror 29: 0xcbcb0281 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000856 1781220214.584320 mapwrite 0x0041c0 thru 0x011fb9 (0xddfa bytes) 000857 1781220214.649479 mapread 0x035202 thru 0x03aeab (0x5caa bytes) 000858 1781220214.674363 mapwrite 0x024ecc thru 0x02a576 (0x56ab bytes) 000859 1781220214.714511 write 0x021289 thru 0x02c536 (0xb2ae bytes) 000860 1781220214.732298 MIRROR_SPLIT mirror 8 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xcbcb0281 (stale) Mirror 13: 0xcbcb0281 (stale) Mirror 17: 0xcbcb0281 (stale) Mirror 19: 0xcbcb0281 (stale) Mirror 20: 0xcbcb0281 (stale) Mirror 21: 0xcbcb0281 (stale) Mirror 22: 0xcbcb0281 (stale) Mirror 25: 0xcbcb0281 (stale) Mirror 26: 0xcbcb0281 (stale) Mirror 27: 0xcbcb0281 (stale) Mirror 29: 0xcbcb0281 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xcbcb0281 (stale) Mirror 13: 0xcbcb0281 (stale) Mirror 17: 0xcbcb0281 (stale) Mirror 19: 0xcbcb0281 (stale) Mirror 20: 0xcbcb0281 (stale) Mirror 21: 0xcbcb0281 (stale) Mirror 22: 0xcbcb0281 (stale) Mirror 25: 0xcbcb0281 (stale) Mirror 26: 0xcbcb0281 (stale) Mirror 27: 0xcbcb0281 (stale) Mirror 29: 0xcbcb0281 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000861 1781220215.716624 read 0x02b529 thru 0x034097 (0x8b6f bytes) 000862 1781220215.727256 trunc from 0x040000 to 0x039d74 (0x628b bytes) 000863 1781220215.745941 fallocate 0x01fafe thru 0x027783 (0x7c86 bytes) 000865 1781220215.754956 trunc from 0x039d75 to 0x00d76f (0x2c605 bytes) 000867 1781220215.777005 read 0x00a471 thru 0x00d76f (0x32ff bytes) 000870 1781220215.793442 trunc from 0x00d770 to 0x02afd0 (0x1d861 bytes) 000871 1781220215.813176 mapwrite 0x027d4b thru 0x03230b (0xa5c1 bytes) 000872 1781220215.891388 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x3230c): Mirror 8: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3230c): Mirror 8: 0x4c9f5233 (stale) Mirror 13: 0x4c9f5233 (stale) Mirror 17: 0x4c9f5233 (stale) Mirror 19: 0x4c9f5233 (stale) Mirror 20: 0x4c9f5233 (stale) Mirror 21: 0x4c9f5233 (stale) Mirror 22: 0x4c9f5233 (stale) Mirror 25: 0x4c9f5233 (stale) Mirror 26: 0x4c9f5233 (stale) Mirror 27: 0x4c9f5233 (stale) Mirror 29: 0x4c9f5233 (stale) CRC-32 checksum value for chunk [0, 0x3230c): Mirror 1: 0xca66bc65 Mirror 30: 0xca66bc65 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3230c: skipped 000874 1781220217.611529 read 0x004bf8 thru 0x009ad1 (0x4eda bytes) 000875 1781220217.640230 punch from 0x00be87 to 0x015ba7 (0x9d21 bytes) 000876 1781220217.752124 trunc from 0x03230c to 0x010ad7 (0x21834 bytes) 000878 1781220217.813555 mapwrite 0x01fa82 thru 0x028adf (0x905e bytes) 000879 1781220217.908481 mapread 0x010cdf thru 0x019c5e (0x8f80 bytes) 000880 1781220217.926281 mapwrite 0x025c04 thru 0x033f40 (0xe33d bytes) 000881 1781220218.025415 mapwrite 0x02f6ce thru 0x03081d (0x1150 bytes) 000882 1781220218.039532 trunc from 0x013992 to 0x01fa46 (0xc0b5 bytes) 000883 1781220218.049285 trunc from 0x023b03 to 0x026d0b (0x3209 bytes) 000884 1781220218.055474 mapwrite 0x034a7c thru 0x039cae (0x5233 bytes) 000885 1781220218.105452 mapread 0x00c8dd thru 0x0111c4 (0x48e8 bytes) 000886 1781220218.108308 mapread 0x01e9a7 thru 0x026340 (0x799a bytes) 000888 1781220218.121795 fallocate 0x02b37d thru 0x0367d3 (0xb457 bytes) 000889 1781220218.127505 fallocate 0x01e012 thru 0x02569f (0x768e bytes) 000890 1781220218.133594 trunc from 0x039caf to 0x03283e (0x7470 bytes) 000891 1781220218.167945 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3283f): Mirror 8: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3283f): Mirror 8: 0x8f3a898d (stale) Mirror 13: 0x8f3a898d (stale) Mirror 17: 0x8f3a898d (stale) Mirror 19: 0x8f3a898d (stale) Mirror 20: 0x8f3a898d (stale) Mirror 21: 0x8f3a898d (stale) Mirror 22: 0x8f3a898d (stale) Mirror 25: 0x8f3a898d (stale) Mirror 26: 0x8f3a898d (stale) Mirror 27: 0x8f3a898d (stale) Mirror 29: 0x8f3a898d (stale) Mirror 30: 0xbd81ce41 (stale) CRC-32 checksum value for chunk [0, 0x3283f): Mirror 1: 0xd7345a2b Mirror 31: 0xd7345a2b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3283f: skipped 000892 1781220219.446697 punch from 0x02ee65 to 0x02f37c (0x518 bytes) 000893 1781220219.511482 fallocate 0x006bcf thru 0x015e67 (0xf299 bytes) 000894 1781220219.517220 mapwrite 0x00b777 thru 0x0103a6 (0x4c30 bytes) 000895 1781220219.554697 trunc from 0x03283f to 0x03042a (0x2414 bytes) 000896 1781220219.582875 read 0x007a1f thru 0x00fe16 (0x83f8 bytes) 000898 1781220219.585333 mapread 0x022986 thru 0x03042a (0xdaa5 bytes) 000899 1781220219.603766 write 0x016480 thru 0x025677 (0xf1f8 bytes) 000900 1781220219.616050 MIRROR_RESYNC 14 mirrors 000901 1781220223.299153 fallocate 0x03144a thru 0x03afdd (0x9b94 bytes) 000902 1781220223.356181 trunc from 0x00ab72 to 0x01a42f (0xf8be bytes) 000903 1781220223.367445 punch from 0x018401 to 0x019763 (0x1363 bytes) 000904 1781220223.380659 mapwrite 0x023f9d thru 0x02e1ce (0xa232 bytes) 000905 1781220223.445313 mapwrite 0x0302c2 thru 0x036170 (0x5eaf bytes) 000906 1781220223.466354 trunc from 0x03afde to 0x026d6d (0x14270 bytes) 000907 1781220223.492429 read 0x010e16 thru 0x01cfba (0xc1a5 bytes) 000908 1781220223.502432 trunc from 0x00f933 to 0x018c30 (0x92fe bytes) 000910 1781220223.513160 MIRROR_RESYNC 14 mirrors 000911 1781220226.858489 mapwrite 0x01854e thru 0x01f7e6 (0x7299 bytes) 000912 1781220227.048335 MIRROR_RESYNC 14 mirrors 000913 1781220230.344387 fallocate 0x02dc45 thru 0x03be17 (0xe1d3 bytes) 000914 1781220230.409152 read 0x01410b thru 0x017b68 (0x3a5e bytes) 000915 1781220230.416524 punch from 0x021ff6 to 0x024134 (0x213f bytes) 000916 1781220230.429961 write 0x01ac64 thru 0x02119e (0x653b bytes) 000917 1781220230.454450 trunc from 0x01f568 to 0x026d6d (0x7806 bytes) 000918 1781220230.489981 read 0x020486 thru 0x026d6d (0x68e8 bytes) 000919 1781220230.515956 mapread 0x020649 thru 0x021576 (0xf2e bytes) 000920 1781220230.517174 read 0x00b4d0 thru 0x019bdc (0xe70d bytes) 000921 1781220230.519153 trunc from 0x000e44 to 0x0023d8 (0x1595 bytes) 000922 1781220230.528152 mapread 0x00a77a thru 0x0196f1 (0xef78 bytes) 000923 1781220230.533797 fallocate 0x005cdc thru 0x009c1d (0x3f42 bytes) 000924 1781220230.543963 mapwrite 0x03aeb7 thru 0x03ffff (0x5149 bytes) 000925 1781220230.621159 read 0x00a932 thru 0x014a72 (0xa141 bytes) 000926 1781220230.623941 write 0x010599 thru 0x010745 (0x1ad bytes) 000927 1781220230.626205 read 0x03783d thru 0x03ffff (0x87c3 bytes) 000929 1781220230.628939 trunc from 0x040000 to 0x023ed7 (0x1c128 bytes) 000930 1781220230.657349 trunc from 0x023e9c to 0x023ed7 (0x3c bytes) 000931 1781220230.671176 punch from 0x019553 to 0x023ed7 (0xa985 bytes) 000932 1781220230.682120 trunc from 0x01e024 to 0x021d5d (0x3d3a bytes) 000933 1781220230.715996 MIRROR_SPLIT mirror 2 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23ed8): Mirror 8: 0xaacc2592 (stale) Mirror 17: 0xaacc2592 (stale) Mirror 19: 0xaacc2592 (stale) Mirror 20: 0xaacc2592 (stale) Mirror 21: 0xaacc2592 (stale) Mirror 22: 0xaacc2592 (stale) Mirror 25: 0xaacc2592 (stale) Mirror 26: 0xaacc2592 (stale) Mirror 27: 0xaacc2592 (stale) Mirror 29: 0xaacc2592 (stale) Mirror 30: 0xaacc2592 (stale) Mirror 31: 0xaacc2592 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23ed8): Mirror 8: 0xaacc2592 (stale) Mirror 17: 0xaacc2592 (stale) Mirror 19: 0xaacc2592 (stale) Mirror 20: 0xaacc2592 (stale) Mirror 21: 0xaacc2592 (stale) Mirror 22: 0xaacc2592 (stale) Mirror 25: 0xaacc2592 (stale) Mirror 26: 0xaacc2592 (stale) Mirror 27: 0xaacc2592 (stale) Mirror 29: 0xaacc2592 (stale) Mirror 30: 0xaacc2592 (stale) Mirror 31: 0xaacc2592 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23ed8: skipped 000934 1781220231.602628 punch from 0x01055e to 0x01e1de (0xdc81 bytes) 000935 1781220231.610580 write 0x0028e4 thru 0x00d2bc (0xa9d9 bytes) 000936 1781220231.639412 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x23ed8): Mirror 8: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23ed8): Mirror 8: 0xaacc2592 (stale) Mirror 17: 0xaacc2592 (stale) Mirror 19: 0xaacc2592 (stale) Mirror 20: 0xaacc2592 (stale) Mirror 21: 0xaacc2592 (stale) Mirror 22: 0xaacc2592 (stale) Mirror 25: 0xaacc2592 (stale) Mirror 26: 0xaacc2592 (stale) Mirror 27: 0xaacc2592 (stale) Mirror 29: 0xaacc2592 (stale) Mirror 30: 0xaacc2592 (stale) Mirror 31: 0xaacc2592 (stale) CRC-32 checksum value for chunk [0, 0x23ed8): Mirror 1: 0x8d7ab9c Mirror 32: 0x8d7ab9c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23ed8: skipped 000937 1781220233.150093 mapread 0x023723 thru 0x023ed7 (0x7b5 bytes) 000938 1781220233.160270 trunc from 0x023ed8 to 0x00b556 (0x18981 bytes) 000939 1781220233.273514 mapread 0x001c4c thru 0x005e31 (0x41e6 bytes) 000940 1781220233.311130 read 0x002f52 thru 0x00b556 (0x8605 bytes) 000941 1781220233.311939 trunc from 0x00b557 to 0x006f65 (0x45f1 bytes) 000942 1781220233.342026 mapread 0x0049b9 thru 0x006f65 (0x25ad bytes) 000943 1781220233.348540 fallocate 0x02ba69 thru 0x02d3c4 (0x195c bytes) 000944 1781220233.362958 MIRROR_RESYNC 14 mirrors 000945 1781220237.796189 fallocate 0x013267 thru 0x01541c (0x21b6 bytes) 000946 1781220237.923241 MIRROR_RESYNC 14 mirrors 000948 1781220241.718662 read 0x02b73a thru 0x02d3c4 (0x1c8b bytes) 000949 1781220241.734168 mapwrite 0x01d5b1 thru 0x02a7b3 (0xd203 bytes) 000950 1781220241.958456 MIRROR_RESYNC 14 mirrors 000952 1781220245.958200 punch from 0x02c490 to 0x02d3c4 (0xf35 bytes) 000953 1781220246.040141 read 0x018681 thru 0x02203d (0x99bd bytes) 000954 1781220246.058455 trunc from 0x00961a to 0x009b74 (0x55b bytes) 000955 1781220246.071095 MIRROR_RESYNC 14 mirrors 000956 1781220250.543889 write 0x0298cc thru 0x037d68 (0xe49d bytes) 000957 1781220250.631855 MIRROR_RESYNC 14 mirrors 000958 1781220254.198961 fallocate 0x014b81 thru 0x01694a (0x1dca bytes) 000959 1781220254.286546 trunc from 0x037d69 to 0x02df33 (0x9e35 bytes) 000961 1781220254.339175 punch from 0x009844 to 0x0186dc (0xee99 bytes) 000962 1781220254.365946 MIRROR_SPLIT mirror 1 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2df34): Mirror 17: 0xc9ca5cc6 (stale) Mirror 19: 0xc9ca5cc6 (stale) Mirror 20: 0xc9ca5cc6 (stale) Mirror 21: 0xc9ca5cc6 (stale) Mirror 22: 0xc9ca5cc6 (stale) Mirror 25: 0xc9ca5cc6 (stale) Mirror 26: 0xc9ca5cc6 (stale) Mirror 27: 0xc9ca5cc6 (stale) Mirror 29: 0xc9ca5cc6 (stale) Mirror 30: 0xc9ca5cc6 (stale) Mirror 31: 0xc9ca5cc6 (stale) Mirror 32: 0xc9ca5cc6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2df34): Mirror 17: 0xc9ca5cc6 (stale) Mirror 19: 0xc9ca5cc6 (stale) Mirror 20: 0xc9ca5cc6 (stale) Mirror 21: 0xc9ca5cc6 (stale) Mirror 22: 0xc9ca5cc6 (stale) Mirror 25: 0xc9ca5cc6 (stale) Mirror 26: 0xc9ca5cc6 (stale) Mirror 27: 0xc9ca5cc6 (stale) Mirror 29: 0xc9ca5cc6 (stale) Mirror 30: 0xc9ca5cc6 (stale) Mirror 31: 0xc9ca5cc6 (stale) Mirror 32: 0xc9ca5cc6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2df34: skipped 000963 1781220255.134549 fallocate 0x0348ee thru 0x03a521 (0x5c34 bytes) 000964 1781220255.140078 read 0x02ba9b thru 0x02e852 (0x2db8 bytes) 000966 1781220255.148367 read 0x025a67 thru 0x02b576 (0x5b10 bytes) 000968 1781220255.163956 punch from 0x001fa9 to 0x00d6db (0xb733 bytes) 000969 1781220255.169214 write 0x01c14f thru 0x02b41c (0xf2ce bytes) 000970 1781220255.174905 trunc from 0x03a522 to 0x006f44 (0x335dd bytes) 000971 1781220255.196574 write 0x0143a7 thru 0x0159f1 (0x164b bytes) 000972 1781220255.204774 MIRROR_SPLIT mirror 3 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x159f2): Mirror 17: 0xdb429269 (stale) Mirror 19: 0xdb429269 (stale) Mirror 21: 0xdb429269 (stale) Mirror 22: 0xdb429269 (stale) Mirror 25: 0xdb429269 (stale) Mirror 26: 0xdb429269 (stale) Mirror 27: 0xdb429269 (stale) Mirror 29: 0xdb429269 (stale) Mirror 30: 0xdb429269 (stale) Mirror 31: 0xdb429269 (stale) Mirror 32: 0xdb429269 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x159f2): Mirror 17: 0xdb429269 (stale) Mirror 19: 0xdb429269 (stale) Mirror 21: 0xdb429269 (stale) Mirror 22: 0xdb429269 (stale) Mirror 25: 0xdb429269 (stale) Mirror 26: 0xdb429269 (stale) Mirror 27: 0xdb429269 (stale) Mirror 29: 0xdb429269 (stale) Mirror 30: 0xdb429269 (stale) Mirror 31: 0xdb429269 (stale) Mirror 32: 0xdb429269 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x159f2: skipped 000973 1781220255.853921 mapwrite 0x00e168 thru 0x016be1 (0x8a7a bytes) 000974 1781220255.955223 punch from 0x001de5 to 0x00546d (0x3689 bytes) 000975 1781220255.963973 mapread 0x00c605 thru 0x01494d (0x8349 bytes) 000976 1781220255.965387 trunc from 0x016be2 to 0x028f0d (0x1232c bytes) 000977 1781220255.984869 mapwrite 0x02e5da thru 0x032850 (0x4277 bytes) 000978 1781220256.060392 fallocate 0x01960c thru 0x01ce1f (0x3814 bytes) 000979 1781220256.072415 trunc from 0x032851 to 0x008ebd (0x29993 bytes) 000980 1781220256.100418 mapwrite 0x000297 thru 0x00ff31 (0xfc9b bytes) 000981 1781220256.211622 trunc from 0x0018d7 to 0x003a88 (0x21b2 bytes) 000982 1781220256.231115 MIRROR_SPLIT mirror 6 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xff32): Mirror 17: 0xe2266cd3 (stale) Mirror 19: 0xe2266cd3 (stale) Mirror 21: 0xe2266cd3 (stale) Mirror 22: 0xe2266cd3 (stale) Mirror 25: 0xe2266cd3 (stale) Mirror 27: 0xe2266cd3 (stale) Mirror 29: 0xe2266cd3 (stale) Mirror 30: 0xe2266cd3 (stale) Mirror 31: 0xe2266cd3 (stale) Mirror 32: 0xe2266cd3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xff32): Mirror 17: 0xe2266cd3 (stale) Mirror 19: 0xe2266cd3 (stale) Mirror 21: 0xe2266cd3 (stale) Mirror 22: 0xe2266cd3 (stale) Mirror 25: 0xe2266cd3 (stale) Mirror 27: 0xe2266cd3 (stale) Mirror 29: 0xe2266cd3 (stale) Mirror 30: 0xe2266cd3 (stale) Mirror 31: 0xe2266cd3 (stale) Mirror 32: 0xe2266cd3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xff32: skipped 000983 1781220257.062177 read 0x0052b2 thru 0x00cab2 (0x7801 bytes) 000984 1781220257.108020 read 0x00361f thru 0x00574e (0x2130 bytes) 000987 1781220257.126683 mapwrite 0x03a614 thru 0x03ffff (0x59ec bytes) 000988 1781220257.261248 fallocate 0x0374f3 thru 0x03ffff (0x8b0d bytes) 000989 1781220257.275686 trunc from 0x040000 to 0x026eb7 (0x19148 bytes) 000990 1781220257.334281 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x26eb8): Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26eb8): Mirror 17: 0xb7f857cb (stale) Mirror 19: 0xb7f857cb (stale) Mirror 21: 0xb7f857cb (stale) Mirror 22: 0xb7f857cb (stale) Mirror 25: 0xb7f857cb (stale) Mirror 27: 0xb7f857cb (stale) Mirror 29: 0xb7f857cb (stale) Mirror 30: 0xb7f857cb (stale) Mirror 31: 0xb7f857cb (stale) Mirror 32: 0xb7f857cb (stale) CRC-32 checksum value for chunk [0, 0x26eb8): Mirror 1: 0x99df7535 Mirror 33: 0x99df7535 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26eb8: skipped 000991 1781220258.936786 trunc from 0x01bf45 to 0x01c339 (0x3f5 bytes) 000992 1781220259.018313 mapread 0x00265d thru 0x00f3b5 (0xcd59 bytes) 000993 1781220259.078610 trunc from 0x026eb8 to 0x03f011 (0x1815a bytes) 000994 1781220259.164428 trunc from 0x03f012 to 0x00d975 (0x3169c bytes) 000995 1781220259.201901 fallocate 0x0226f3 thru 0x02dc5a (0xb568 bytes) 000996 1781220259.208607 write 0x007593 thru 0x00f5dd (0x804b bytes) 000997 1781220259.210253 trunc from 0x00f5de to 0x01eb0c (0xf52f bytes) 000998 1781220259.244786 trunc from 0x015fef to 0x017876 (0x1888 bytes) 000999 1781220259.262899 punch from 0x007e69 to 0x012ce1 (0xae79 bytes) 001000 1781220259.312981 MIRROR_SPLIT mirror 11 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1eb0d): Mirror 17: 0x2d45956a (stale) Mirror 19: 0x2d45956a (stale) Mirror 21: 0x2d45956a (stale) Mirror 22: 0x2d45956a (stale) Mirror 25: 0x2d45956a (stale) Mirror 27: 0x2d45956a (stale) Mirror 29: 0x2d45956a (stale) Mirror 30: 0x2d45956a (stale) Mirror 31: 0x2d45956a (stale) Mirror 32: 0x2d45956a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1eb0d): Mirror 17: 0x2d45956a (stale) Mirror 19: 0x2d45956a (stale) Mirror 21: 0x2d45956a (stale) Mirror 22: 0x2d45956a (stale) Mirror 25: 0x2d45956a (stale) Mirror 27: 0x2d45956a (stale) Mirror 29: 0x2d45956a (stale) Mirror 30: 0x2d45956a (stale) Mirror 31: 0x2d45956a (stale) Mirror 32: 0x2d45956a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1eb0d: skipped All operations completed A-OK!