== sanity-flr test 70a: flr mode fsx test ================ 19:19:28 (1788909568) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 9569 skipping zero size read skipping zero length punch hole fallocating to largest ever: 0x337d3 000003 1788909569.934086 fallocate 0x033686 thru 0x0337d2 (0x14d bytes) 000005 1788909569.939453 mapwrite 0x0035f4 thru 0x00d969 (0xa376 bytes) 000006 1788909569.995568 fallocate 0x01946e thru 0x0285a6 (0xf139 bytes) 000007 1788909570.009692 write 0x0258f2 thru 0x02ab23 (0x5232 bytes) 000008 1788909570.018431 trunc from 0x02ab24 to 0x03191a (0x6df7 bytes) 000009 1788909570.030885 trunc from 0x03191b to 0x01f198 (0x12782 bytes) 000010 1788909570.041800 write 0x010d47 thru 0x01559e (0x4858 bytes) 000011 1788909570.050471 mapread 0x01d736 thru 0x01f198 (0x1a63 bytes) 000012 1788909570.057049 read 0x008c0c thru 0x008d9d (0x192 bytes) truncating to largest ever: 0x3b93f 000013 1788909570.057803 trunc from 0x01f199 to 0x03b93e (0x1c7a6 bytes) 000014 1788909570.075108 trunc from 0x03b93f to 0x01024c (0x2b6f2 bytes) 000015 1788909570.092597 mapwrite 0x0241f9 thru 0x028bf2 (0x49fa bytes) 000016 1788909570.127871 mapread 0x01b631 thru 0x024dca (0x979a bytes) 000017 1788909570.139102 read 0x024562 thru 0x028bf2 (0x4691 bytes) 000018 1788909570.139777 punch from 0x003342 to 0x00412e (0xded bytes) 000019 1788909570.144428 mapwrite 0x016abb thru 0x021153 (0xa699 bytes) 000021 1788909570.165176 mapwrite 0x0393de thru 0x03ffff (0x6c22 bytes) 000022 1788909570.207015 write 0x0253ba thru 0x03418e (0xedd5 bytes) 000024 1788909570.209105 mapwrite 0x01b0c4 thru 0x01e089 (0x2fc6 bytes) 000025 1788909570.235275 trunc from 0x0104af to 0x01157c (0x10ce bytes) 000027 1788909570.242221 write 0x0395b4 thru 0x03ffff (0x6a4c bytes) 000029 1788909570.244964 mapread 0x0328ac thru 0x038998 (0x60ed bytes) 000030 1788909570.246224 mapread 0x01c667 thru 0x01e097 (0x1a31 bytes) 000032 1788909570.247888 punch from 0x033a70 to 0x03ffff (0xc590 bytes) 000034 1788909570.259686 trunc from 0x0059ea to 0x00b387 (0x599e bytes) 000035 1788909570.264990 fallocate 0x004036 thru 0x01266d (0xe638 bytes) 000036 1788909570.271857 mapread 0x00ed98 thru 0x012e34 (0x409d bytes) 000037 1788909570.283312 fallocate 0x004201 thru 0x01277c (0xe57c bytes) 000038 1788909570.289220 trunc from 0x040000 to 0x02db7d (0x12482 bytes) 000039 1788909570.302860 mapwrite 0x014c72 thru 0x01dec5 (0x9254 bytes) 000040 1788909570.317822 write 0x018343 thru 0x01e7b8 (0x6476 bytes) 000041 1788909570.319155 write 0x01e608 thru 0x0256b4 (0x70ad bytes) 000042 1788909570.320856 trunc from 0x02db7e to 0x01b1e9 (0x12994 bytes) 000043 1788909570.337495 fallocate 0x020f1b thru 0x02b966 (0xaa4c bytes) 000044 1788909570.343305 read 0x014108 thru 0x017d0c (0x3c05 bytes) 000045 1788909570.345096 trunc from 0x029c85 to 0x02b966 (0x1ce2 bytes) 000046 1788909570.351542 trunc from 0x02b967 to 0x01ab97 (0x10dcf bytes) 000047 1788909570.364523 mapwrite 0x02efa9 thru 0x035593 (0x65eb bytes) 000048 1788909570.407247 mapwrite 0x03f706 thru 0x03fba1 (0x49c bytes) 000049 1788909570.445362 trunc from 0x00fe03 to 0x01305d (0x325b bytes) 000051 1788909570.452263 punch from 0x0082f0 to 0x00fa61 (0x7772 bytes) 000052 1788909570.457784 write 0x0216db thru 0x027a11 (0x6337 bytes) 000053 1788909570.459093 mapread 0x0107f5 thru 0x012cba (0x24c6 bytes) 000054 1788909570.473511 punch from 0x0349b5 to 0x037937 (0x2f83 bytes) 000056 1788909570.478940 mapwrite 0x0084d0 thru 0x0129d4 (0xa505 bytes) 000057 1788909570.523976 write 0x0254bd thru 0x02eb5c (0x96a0 bytes) 000058 1788909570.525332 trunc from 0x03fba2 to 0x024cc0 (0x1aee1 bytes) 000059 1788909570.541290 trunc from 0x0212f4 to 0x024cc0 (0x39cd bytes) 000060 1788909570.545469 write 0x001ecc thru 0x006cf0 (0x4e25 bytes) 000062 1788909570.546803 fallocate 0x01e350 thru 0x02bd7e (0xda2f bytes) 000063 1788909570.551727 trunc from 0x002c4a to 0x0081fa (0x55b1 bytes) 000064 1788909570.562380 mapread 0x001b82 thru 0x00a0b4 (0x8533 bytes) 000065 1788909570.591447 mapwrite 0x020004 thru 0x024d44 (0x4d41 bytes) 000066 1788909570.651224 punch from 0x00e267 to 0x01b359 (0xd0f3 bytes) 000067 1788909570.656390 mapwrite 0x02afc5 thru 0x031cb5 (0x6cf1 bytes) 000069 1788909570.735617 trunc from 0x028c82 to 0x02e694 (0x5a13 bytes) 000070 1788909570.742686 mapwrite 0x00d7d1 thru 0x0192ea (0xbb1a bytes) 000071 1788909570.823916 read 0x02f24f thru 0x030c3d (0x19ef bytes) 000072 1788909570.824793 read 0x02b7fc thru 0x031cb5 (0x64ba bytes) 000073 1788909570.833626 read 0x0020be thru 0x003563 (0x14a6 bytes) 000074 1788909570.834131 fallocate 0x03193b thru 0x03249d (0xb63 bytes) 000075 1788909570.838220 punch from 0x010db0 to 0x013586 (0x27d7 bytes) 000076 1788909570.842965 mapwrite 0x031716 thru 0x03e83c (0xd127 bytes) 000077 1788909570.883796 read 0x025d52 thru 0x02ad4c (0x4ffb bytes) 000078 1788909570.884619 mapread 0x035a4c thru 0x03e83c (0x8df1 bytes) 000079 1788909570.886865 mapread 0x00cc2e thru 0x01be82 (0xf255 bytes) 000081 1788909570.889986 mapread 0x01b779 thru 0x01fe6c (0x46f4 bytes) 000082 1788909570.891061 fallocate 0x02b8fc thru 0x038f00 (0xd605 bytes) 000083 1788909570.896185 trunc from 0x03e83d to 0x002967 (0x3bed5 bytes) 000084 1788909570.910413 trunc from 0x002398 to 0x002967 (0x5d0 bytes) 000085 1788909570.920843 fallocate 0x02ae62 thru 0x0343e0 (0x957f bytes) 000086 1788909570.926278 fallocate 0x008e3f thru 0x00bb9d (0x2d5f bytes) 000087 1788909570.931751 punch from 0x00f3a1 to 0x0193e6 (0xa046 bytes) 000088 1788909570.937509 punch from 0x0160ca to 0x01c189 (0x60c0 bytes) 000089 1788909570.946157 punch from 0x001c15 to 0x010b79 (0xef65 bytes) 000091 1788909570.952434 trunc from 0x0343e1 to 0x01b7d7 (0x18c09 bytes) 000092 1788909570.965392 trunc from 0x017f54 to 0x01b7d7 (0x3884 bytes) 000093 1788909570.974934 punch from 0x004370 to 0x00a9b5 (0x6646 bytes) 000094 1788909570.978511 trunc from 0x01b7d8 to 0x03566b (0x19e94 bytes) 000095 1788909570.992203 fallocate 0x00c7ec thru 0x01198d (0x51a2 bytes) 000096 1788909570.997465 trunc from 0x03566c to 0x02c7fa (0x8e71 bytes) 000097 1788909571.011311 mapread 0x019f4c thru 0x0251d6 (0xb28b bytes) 000099 1788909571.025756 fallocate 0x00876a thru 0x01500a (0xc8a1 bytes) 000100 1788909571.032747 write 0x01bf3b thru 0x0284d7 (0xc59d bytes) 000101 1788909571.034922 trunc from 0x018e3a to 0x02479a (0xb961 bytes) 000103 1788909571.063606 mapread 0x01c54c thru 0x023adb (0x7590 bytes) 000105 1788909571.113351 write 0x024099 thru 0x02bc5f (0x7bc7 bytes) 000106 1788909571.117589 mapread 0x01b45d thru 0x01b6e8 (0x28c bytes) 000107 1788909571.125014 trunc from 0x0098d1 to 0x00c752 (0x2e82 bytes) 000108 1788909571.132911 mapwrite 0x008af7 thru 0x01798f (0xee99 bytes) truncating to largest ever: 0x3e02f 000110 1788909571.165005 trunc from 0x02c7fb to 0x03e02e (0x11834 bytes) 000111 1788909571.181530 write 0x036fba thru 0x03ffff (0x9046 bytes) 000112 1788909571.190778 trunc from 0x040000 to 0x01458c (0x2ba73 bytes) 000113 1788909571.201479 mapwrite 0x02911f thru 0x02ef1c (0x5dfe bytes) 000114 1788909571.261699 trunc from 0x02ef1d to 0x0091e0 (0x25d3c bytes) 000115 1788909571.270539 punch from 0x000281 to 0x000941 (0x6c1 bytes) 000116 1788909571.273314 mapread 0x006216 thru 0x0091e0 (0x2fcb bytes) 000117 1788909571.274161 mapread 0x0039e9 thru 0x0091e0 (0x57f8 bytes) 000118 1788909571.274809 write 0x00688c thru 0x0072b9 (0xa2e bytes) 000119 1788909571.275595 mapread 0x004a08 thru 0x0091e0 (0x47d9 bytes) 000120 1788909571.280225 MIRROR_EXTEND to 2 mirrors 000121 1788909571.672810 read 0x0049a9 thru 0x0091e0 (0x4838 bytes) 000122 1788909571.683409 mapwrite 0x03b9a0 thru 0x03ffff (0x4660 bytes) 000123 1788909571.774854 trunc from 0x040000 to 0x0110da (0x2ef25 bytes) 000124 1788909571.787223 trunc from 0x0110db to 0x00d376 (0x3d64 bytes) 000125 1788909571.799777 trunc from 0x00d377 to 0x032f13 (0x25b9d bytes) 000126 1788909571.809300 fallocate 0x01125c thru 0x019391 (0x8136 bytes) 000127 1788909571.817745 MIRROR_RESYNC 2 mirrors 000128 1788909572.306944 fallocate 0x015b85 thru 0x01cf90 (0x740c bytes) 000129 1788909572.338903 punch from 0x014b67 to 0x01af8f (0x6429 bytes) 000130 1788909572.353619 read 0x00b189 thru 0x00b346 (0x1be bytes) 000131 1788909572.359148 trunc from 0x032f14 to 0x0020c5 (0x30e4e bytes) 000132 1788909572.372326 trunc from 0x0020c6 to 0x02ba61 (0x2999c bytes) 000133 1788909572.383542 read 0x027363 thru 0x02ba61 (0x46ff bytes) 000134 1788909572.391368 mapread 0x022cc5 thru 0x02ba61 (0x8d9d bytes) 000135 1788909572.396979 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2ba62): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ba62): Mirror 2: 0xb63d085c (stale) CRC-32 checksum value for chunk [0, 0x2ba62): Mirror 1: 0x82b7a1fa Mirror 3: 0x82b7a1fa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ba62: skipped 000136 1788909573.034130 punch from 0x00e0f4 to 0x015505 (0x7412 bytes) 000137 1788909573.063934 punch from 0x00215c to 0x00d5ed (0xb492 bytes) 000138 1788909573.072003 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2ba62): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ba62): Mirror 2: 0xb63d085c (stale) Mirror 3: 0x82b7a1fa (stale) CRC-32 checksum value for chunk [0, 0x2ba62): Mirror 1: 0x82b7a1fa Mirror 4: 0x82b7a1fa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ba62: skipped 000139 1788909573.810796 fallocate 0x018dd7 thru 0x022bd5 (0x9dff bytes) 000140 1788909573.842025 mapread 0x01b1d3 thru 0x0246d6 (0x9504 bytes) 000141 1788909573.857265 read 0x004dd1 thru 0x006c4e (0x1e7e bytes) 000142 1788909573.862892 mapread 0x00cda2 thru 0x018dd8 (0xc037 bytes) 000143 1788909573.877841 write 0x03dcb6 thru 0x03ffff (0x234a bytes) 000145 1788909573.882636 trunc from 0x040000 to 0x03336a (0xcc95 bytes) 000146 1788909573.906631 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3336b): Mirror 2: 0xbac0a3c3 (stale) Mirror 3: 0x16363a6b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3336b): Mirror 2: 0xbac0a3c3 (stale) Mirror 3: 0x16363a6b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3336b: skipped 000147 1788909574.197743 punch from 0x0320ea to 0x03336a (0x1281 bytes) 000148 1788909574.200958 mapread 0x031152 thru 0x03336a (0x2219 bytes) 000149 1788909574.218397 read 0x012664 thru 0x01ba3e (0x93db bytes) 000150 1788909574.226373 mapwrite 0x0083b5 thru 0x010edb (0x8b27 bytes) 000151 1788909574.253419 trunc from 0x03336b to 0x0154ed (0x1de7d bytes) 000152 1788909574.281770 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x154ee): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x154ee): Mirror 2: 0xd268cf33 (stale) Mirror 3: 0x21c2d665 (stale) CRC-32 checksum value for chunk [0, 0x154ee): Mirror 1: 0xce2b3b2c Mirror 4: 0xce2b3b2c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x154ee: skipped 000154 1788909574.847200 fallocate 0x034d74 thru 0x039406 (0x4693 bytes) 000155 1788909574.891273 fallocate 0x0043a9 thru 0x009b4f (0x57a7 bytes) 000156 1788909574.896245 mapwrite 0x03bcbe thru 0x03ffff (0x4342 bytes) 000157 1788909574.953865 write 0x033d46 thru 0x03f867 (0xbb22 bytes) 000158 1788909574.959409 fallocate 0x02195c thru 0x030843 (0xeee8 bytes) 000159 1788909574.963469 write 0x008ebf thru 0x00eb7e (0x5cc0 bytes) 000160 1788909574.972774 fallocate 0x00f89c thru 0x0131b6 (0x391b bytes) 000161 1788909574.976444 mapwrite 0x03c89c thru 0x03ffff (0x3764 bytes) 000162 1788909574.994466 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x828e4d79 (stale) Mirror 3: 0xe20eea22 (stale) Mirror 4: 0x2d692765 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf9b5a9dc Mirror 5: 0xf9b5a9dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000163 1788909575.558640 punch from 0x00d3fa to 0x0183cb (0xafd2 bytes) 000164 1788909575.599061 mapread 0x029ac7 thru 0x031fb1 (0x84eb bytes) 000166 1788909575.626600 fallocate 0x0320e1 thru 0x03d035 (0xaf55 bytes) 000167 1788909575.634964 trunc from 0x00e1b3 to 0x018694 (0xa4e2 bytes) 000168 1788909575.642627 mapwrite 0x0314e6 thru 0x0396dc (0x81f7 bytes) 000169 1788909575.670314 mapread 0x006e37 thru 0x00d9dc (0x6ba6 bytes) 000170 1788909575.682147 read 0x02e696 thru 0x039aae (0xb419 bytes) 000171 1788909575.682708 mapwrite 0x00fa45 thru 0x01635c (0x6918 bytes) 000172 1788909575.703694 trunc from 0x01ee84 to 0x020929 (0x1aa6 bytes) 000173 1788909575.708174 read 0x0234e6 thru 0x030c5e (0xd779 bytes) 000174 1788909575.715992 write 0x00a9cd thru 0x0140d1 (0x9705 bytes) 000175 1788909575.720527 write 0x013c0f thru 0x0207df (0xcbd1 bytes) 000176 1788909575.725466 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x828e4d79 (stale) Mirror 3: 0xe20eea22 (stale) Mirror 4: 0x2d692765 (stale) Mirror 5: 0xf9b5a9dc (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa9a65b1a Mirror 6: 0xa9a65b1a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000177 1788909576.274447 fallocate 0x016399 thru 0x018335 (0x1f9d bytes) 000178 1788909576.300606 read 0x00e478 thru 0x014aad (0x6636 bytes) 000180 1788909576.309657 read 0x030dfa thru 0x039ed6 (0x90dd bytes) 000181 1788909576.323236 mapwrite 0x017084 thru 0x024fce (0xdf4b bytes) 000182 1788909576.337300 trunc from 0x024d7b to 0x032e89 (0xe10f bytes) 000183 1788909576.342869 trunc from 0x0155e6 to 0x016018 (0xa33 bytes) 000184 1788909576.350146 trunc from 0x00698a to 0x0109ff (0xa076 bytes) 000185 1788909576.355147 read 0x02e1ba thru 0x03daf7 (0xf93e bytes) 000186 1788909576.365071 punch from 0x00410c to 0x0062bf (0x21b4 bytes) 000187 1788909576.370825 fallocate 0x001565 thru 0x00e494 (0xcf30 bytes) 000188 1788909576.374880 read 0x000087 thru 0x0097a4 (0x971e bytes) 000189 1788909576.384944 fallocate 0x01e207 thru 0x0286d2 (0xa4cc bytes) 000190 1788909576.390473 fallocate 0x02f246 thru 0x039543 (0xa2fe bytes) 000191 1788909576.395324 mapwrite 0x03367b thru 0x03417a (0xb00 bytes) 000192 1788909576.406829 trunc from 0x036bb2 to 0x03ffff (0x944e bytes) 000193 1788909576.412427 trunc from 0x00e26a to 0x01427f (0x6016 bytes) 000194 1788909576.416519 punch from 0x02fa4a to 0x0378e0 (0x7e97 bytes) 000196 1788909576.420068 write 0x00bf25 thru 0x00e4a4 (0x2580 bytes) zero_range to largest ever: 0x40000 000197 1788909576.428044 trunc from 0x03bd95 to 0x03ffff (0x426b bytes) 000198 1788909576.432855 read 0x024576 thru 0x02d207 (0x8c92 bytes) 000199 1788909576.433593 trunc from 0x040000 to 0x01fd67 (0x20298 bytes) 000200 1788909576.466417 punch from 0x00f0a1 to 0x012dc6 (0x3d26 bytes) 000201 1788909576.470250 fallocate 0x02a639 thru 0x03162a (0x6ff2 bytes) 000202 1788909576.475627 write 0x0029c7 thru 0x00c46b (0x9aa5 bytes) 000203 1788909576.480410 MIRROR_RESYNC 6 mirrors 000204 1788909577.239430 write 0x02e238 thru 0x02f188 (0xf51 bytes) 000205 1788909577.259926 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f189): Mirror 3: 0x2d34981e (stale) Mirror 4: 0x2d34981e (stale) Mirror 5: 0x2d34981e (stale) Mirror 6: 0x2d34981e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f189): Mirror 3: 0x2d34981e (stale) Mirror 4: 0x2d34981e (stale) Mirror 5: 0x2d34981e (stale) Mirror 6: 0x2d34981e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f189: skipped 000206 1788909577.491863 fallocate 0x00cad4 thru 0x00fa84 (0x2fb1 bytes) 000207 1788909577.495087 fallocate 0x004481 thru 0x01171d (0xd29d bytes) 000208 1788909577.504545 MIRROR_RESYNC 5 mirrors 000209 1788909578.237412 punch from 0x00b81f to 0x00d6d8 (0x1eba bytes) 000210 1788909578.257884 trunc from 0x02f189 to 0x021cc2 (0xd4c6 bytes) 000211 1788909578.281237 write 0x021381 thru 0x02a253 (0x8ed3 bytes) 000212 1788909578.293046 write 0x0097cc thru 0x00a6f6 (0xf2b bytes) 000213 1788909578.299507 mapread 0x000652 thru 0x0023e8 (0x1d97 bytes) 000214 1788909578.312870 read 0x0127fe thru 0x013151 (0x954 bytes) 000215 1788909578.316375 fallocate 0x016d89 thru 0x017ff2 (0x126a bytes) 000216 1788909578.319311 mapread 0x016ff5 thru 0x0225d4 (0xb5e0 bytes) 000217 1788909578.333098 trunc from 0x00cbba to 0x012077 (0x54be bytes) 000219 1788909578.338787 trunc from 0x02a254 to 0x023805 (0x6a4e bytes) 000220 1788909578.353916 trunc from 0x01744e to 0x023146 (0xbcf9 bytes) 000221 1788909578.362916 fallocate 0x024c26 thru 0x0331b3 (0xe58e bytes) 000222 1788909578.367455 read 0x005725 thru 0x00d24e (0x7b2a bytes) 000223 1788909578.373245 mapwrite 0x03b1bb thru 0x03ffff (0x4e45 bytes) 000224 1788909578.399474 punch from 0x0264f6 to 0x0310f6 (0xac01 bytes) 000225 1788909578.408512 MIRROR_RESYNC 5 mirrors 000226 1788909579.104529 trunc from 0x040000 to 0x039666 (0x6999 bytes) 000227 1788909579.141295 punch from 0x02c812 to 0x02efcd (0x27bc bytes) 000229 1788909579.144689 mapread 0x007122 thru 0x0119ba (0xa899 bytes) 000231 1788909579.157000 mapwrite 0x0094f8 thru 0x009c7d (0x786 bytes) 000234 1788909579.166387 read 0x00a208 thru 0x00d3d4 (0x31cd bytes) 000235 1788909579.166962 punch from 0x02335e to 0x031352 (0xdff5 bytes) 000236 1788909579.170246 punch from 0x029671 to 0x036c17 (0xd5a7 bytes) 000237 1788909579.174043 trunc from 0x02a950 to 0x037488 (0xcb39 bytes) 000239 1788909579.178314 punch from 0x033bd5 to 0x03811a (0x4546 bytes) 000240 1788909579.184909 fallocate 0x014cf5 thru 0x024897 (0xfba3 bytes) 000241 1788909579.189062 trunc from 0x0062d3 to 0x015a90 (0xf7be bytes) 000242 1788909579.192211 write 0x01c9eb thru 0x023feb (0x7601 bytes) 000243 1788909579.197846 mapwrite 0x03bb73 thru 0x03ffff (0x448d bytes) 000244 1788909579.229010 trunc from 0x040000 to 0x03095b (0xf6a4 bytes) 000245 1788909579.240714 trunc from 0x03095c to 0x00dbb7 (0x22da4 bytes) 000246 1788909579.249605 read 0x001554 thru 0x00890a (0x73b7 bytes) 000247 1788909579.257910 mapwrite 0x01bb95 thru 0x022316 (0x6782 bytes) 000248 1788909579.282741 mapread 0x00bf21 thru 0x00d33a (0x141a bytes) 000249 1788909579.283535 mapread 0x00832e thru 0x00e34a (0x601d bytes) 000250 1788909579.284304 trunc from 0x022317 to 0x00e8df (0x13a37 bytes) 000251 1788909579.293337 punch from 0x001e30 to 0x00d3cc (0xb59d bytes) 000252 1788909579.296715 mapwrite 0x002e27 thru 0x007011 (0x41eb bytes) 000253 1788909579.328951 trunc from 0x00e8e0 to 0x01811e (0x983f bytes) 000254 1788909579.342497 fallocate 0x00d1e0 thru 0x011bf8 (0x4a19 bytes) 000256 1788909579.347862 fallocate 0x03d501 thru 0x03ffff (0x2aff bytes) 000257 1788909579.358065 read 0x00de43 thru 0x01c1b3 (0xe371 bytes) 000258 1788909579.369465 trunc from 0x01cd74 to 0x01d3ad (0x63a bytes) 000259 1788909579.372568 mapwrite 0x00de98 thru 0x019459 (0xb5c2 bytes) 000261 1788909579.384963 mapread 0x00bf76 thru 0x0173ca (0xb455 bytes) 000262 1788909579.385875 mapread 0x00bca4 thru 0x01608f (0xa3ec bytes) 000263 1788909579.390185 MIRROR_RESYNC 5 mirrors 000264 1788909580.036754 read 0x03386c thru 0x03ffff (0xc794 bytes) 000265 1788909580.043334 MIRROR_EXTEND to 6 mirrors 000266 1788909580.494046 MIRROR_EXTEND to 7 mirrors 000268 1788909581.047315 mapread 0x010008 thru 0x018325 (0x831e bytes) 000269 1788909581.073304 trunc from 0x040000 to 0x02617c (0x19e83 bytes) 000270 1788909581.123925 mapread 0x005057 thru 0x012223 (0xd1cd bytes) 000271 1788909581.152539 mapread 0x00bd0a thru 0x0196b4 (0xd9ab bytes) 000272 1788909581.153906 punch from 0x00ff5f to 0x01443b (0x44dd bytes) 000273 1788909581.157811 fallocate 0x00cc2e thru 0x01686f (0x9c42 bytes) 000274 1788909581.162288 trunc from 0x02617d to 0x025f19 (0x263 bytes) 000275 1788909581.181106 punch from 0x0193ec to 0x025f19 (0xcb2e bytes) 000276 1788909581.185660 punch from 0x024353 to 0x025f19 (0x1bc7 bytes) 000277 1788909581.189529 mapread 0x02384c thru 0x025f19 (0x26ce bytes) 000278 1788909581.204339 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x25f1a): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25f1a): Mirror 3: 0xac65bfe0 (stale) Mirror 4: 0xac65bfe0 (stale) Mirror 5: 0xac65bfe0 (stale) Mirror 6: 0xac65bfe0 (stale) Mirror 7: 0xac65bfe0 (stale) Mirror 8: 0xac65bfe0 (stale) CRC-32 checksum value for chunk [0, 0x25f1a): Mirror 1: 0xb2c2158e Mirror 9: 0xb2c2158e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25f1a: skipped 000279 1788909581.819290 punch from 0x00f365 to 0x01f264 (0xff00 bytes) 000280 1788909581.859775 trunc from 0x025f1a to 0x006dcb (0x1f14e bytes) 000284 1788909581.889241 mapwrite 0x022b8c thru 0x02ad14 (0x8189 bytes) 000285 1788909581.924678 MIRROR_RESYNC 8 mirrors 000286 1788909582.884555 trunc from 0x00a316 to 0x00d30d (0x2ff8 bytes) 000287 1788909582.918960 punch from 0x000073 to 0x00a958 (0xa8e6 bytes) 000288 1788909582.922838 punch from 0x00e2cb to 0x017682 (0x93b8 bytes) 000289 1788909582.931708 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2ad15): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ad15): Mirror 3: 0xeb3f5d51 (stale) Mirror 4: 0xeb3f5d51 (stale) Mirror 5: 0xeb3f5d51 (stale) Mirror 6: 0xeb3f5d51 (stale) Mirror 7: 0xeb3f5d51 (stale) Mirror 8: 0xeb3f5d51 (stale) Mirror 9: 0xeb3f5d51 (stale) CRC-32 checksum value for chunk [0, 0x2ad15): Mirror 1: 0x7862a5ea Mirror 10: 0x7862a5ea lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ad15: skipped 000290 1788909583.647737 trunc from 0x0182cb to 0x020e47 (0x8b7d bytes) 000291 1788909583.677208 trunc from 0x01b1ac to 0x023cf5 (0x8b4a bytes) 000292 1788909583.681697 mapread 0x01ed96 thru 0x02ad14 (0xbf7f bytes) 000293 1788909583.709239 punch from 0x021a3b to 0x02ad14 (0x92da bytes) 000294 1788909583.714842 punch from 0x002b11 to 0x00e2ad (0xb79d bytes) 000295 1788909583.718734 trunc from 0x02ad15 to 0x03dafa (0x12de6 bytes) 000296 1788909583.742071 MIRROR_SPLIT mirror 8 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3dafb): Mirror 3: 0x5e2387a6 (stale) Mirror 4: 0x5e2387a6 (stale) Mirror 5: 0x5e2387a6 (stale) Mirror 6: 0x5e2387a6 (stale) Mirror 7: 0x5e2387a6 (stale) Mirror 8: 0x5e2387a6 (stale) Mirror 9: 0x5e2387a6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3dafb): Mirror 3: 0x5e2387a6 (stale) Mirror 4: 0x5e2387a6 (stale) Mirror 5: 0x5e2387a6 (stale) Mirror 6: 0x5e2387a6 (stale) Mirror 7: 0x5e2387a6 (stale) Mirror 8: 0x5e2387a6 (stale) Mirror 9: 0x5e2387a6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3dafb: skipped 000297 1788909584.072434 mapwrite 0x028266 thru 0x02fd0c (0x7aa7 bytes) 000298 1788909584.104601 write 0x03402b thru 0x03ffff (0xbfd5 bytes) 000299 1788909584.114900 trunc from 0x040000 to 0x02a2b5 (0x15d4a bytes) 000300 1788909584.132475 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2a2b6): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a2b6): Mirror 3: 0x73498804 (stale) Mirror 4: 0x73498804 (stale) Mirror 5: 0x73498804 (stale) Mirror 6: 0x73498804 (stale) Mirror 7: 0x73498804 (stale) Mirror 8: 0x73498804 (stale) Mirror 9: 0x73498804 (stale) CRC-32 checksum value for chunk [0, 0x2a2b6): Mirror 1: 0x618b601f Mirror 10: 0x618b601f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a2b6: skipped 000301 1788909584.695450 fallocate 0x0296cf thru 0x038789 (0xf0bb bytes) 000302 1788909584.725646 mapread 0x0120dd thru 0x0209a4 (0xe8c8 bytes) 000303 1788909584.747108 write 0x0142ec thru 0x01747f (0x3194 bytes) 000304 1788909584.750655 punch from 0x022b16 to 0x02ccad (0xa198 bytes) 000305 1788909584.758504 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x3878a): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3878a): Mirror 3: 0xe0b4679f (stale) Mirror 4: 0xe0b4679f (stale) Mirror 5: 0xe0b4679f (stale) Mirror 6: 0xe0b4679f (stale) Mirror 7: 0xe0b4679f (stale) Mirror 8: 0xe0b4679f (stale) Mirror 9: 0xe0b4679f (stale) Mirror 10: 0xc1aff0d7 (stale) CRC-32 checksum value for chunk [0, 0x3878a): Mirror 1: 0x5e69bcff Mirror 11: 0x5e69bcff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3878a: skipped 000306 1788909585.256837 trunc from 0x03878a to 0x0019d8 (0x36db1 bytes) 000307 1788909585.312732 mapwrite 0x00c042 thru 0x00ebe1 (0x2ba0 bytes) 000308 1788909585.355656 read 0x000b48 thru 0x00119e (0x657 bytes) 000309 1788909585.360961 punch from 0x00cd15 to 0x00ebe1 (0x1ecd bytes) 000310 1788909585.367026 write 0x0046af thru 0x0108d3 (0xc225 bytes) 000311 1788909585.374505 write 0x03ed41 thru 0x03ffff (0x12bf bytes) 000312 1788909585.375467 write 0x00a9e9 thru 0x0107c1 (0x5dd9 bytes) 000313 1788909585.378645 read 0x02d4c1 thru 0x03609e (0x8bde bytes) 000314 1788909585.391842 trunc from 0x040000 to 0x005421 (0x3abde bytes) 000315 1788909585.405950 fallocate 0x0167dc thru 0x024784 (0xdfa9 bytes) 000316 1788909585.413820 mapwrite 0x03cd6d thru 0x03ffff (0x3293 bytes) 000317 1788909585.458858 write 0x002a29 thru 0x007dc6 (0x539e bytes) 000318 1788909585.467750 mapwrite 0x021bd4 thru 0x02b0d5 (0x9502 bytes) 000319 1788909585.539670 MIRROR_RESYNC 10 mirrors 000320 1788909587.053310 write 0x006928 thru 0x00cc51 (0x632a bytes) 000321 1788909587.088405 trunc from 0x040000 to 0x0150f6 (0x2af09 bytes) 000322 1788909587.109391 trunc from 0x0150f7 to 0x03d723 (0x2862d bytes) 000323 1788909587.129440 mapread 0x005227 thru 0x012522 (0xd2fc bytes) 000324 1788909587.146305 mapread 0x0024bd thru 0x00f996 (0xd4da bytes) 000325 1788909587.161263 fallocate 0x00689c thru 0x00f64c (0x8db1 bytes) 000326 1788909587.166136 mapwrite 0x02b357 thru 0x030682 (0x532c bytes) 000327 1788909587.195485 mapread 0x016836 thru 0x0266e5 (0xfeb0 bytes) 000328 1788909587.216920 read 0x028b5f thru 0x02b50b (0x29ad bytes) 000330 1788909587.218899 mapread 0x03c113 thru 0x03d723 (0x1611 bytes) 000331 1788909587.229255 trunc from 0x03682a to 0x03d723 (0x6efa bytes) 000332 1788909587.236410 write 0x0078de thru 0x008cbd (0x13e0 bytes) 000333 1788909587.238143 mapread 0x013f91 thru 0x01eb67 (0xabd7 bytes) 000334 1788909587.240421 trunc from 0x0374d9 to 0x03d723 (0x624b bytes) 000335 1788909587.244788 punch from 0x0250b0 to 0x031925 (0xc876 bytes) 000336 1788909587.248791 mapread 0x01b271 thru 0x0269d5 (0xb765 bytes) 000337 1788909587.255998 write 0x03f94f thru 0x03ffff (0x6b1 bytes) 000338 1788909587.256793 fallocate 0x011fb5 thru 0x020c24 (0xec70 bytes) 000339 1788909587.260495 read 0x027e46 thru 0x0290e2 (0x129d bytes) 000340 1788909587.261152 read 0x01bc40 thru 0x029229 (0xd5ea bytes) 000341 1788909587.262045 mapread 0x02458d thru 0x02a7dd (0x6251 bytes) 000342 1788909587.262831 trunc from 0x01fd0d to 0x021c75 (0x1f69 bytes) 000343 1788909587.266387 read 0x011b92 thru 0x0137af (0x1c1e bytes) 000344 1788909587.267059 trunc from 0x018dfe to 0x022133 (0x9336 bytes) 000345 1788909587.271005 mapwrite 0x035dfa thru 0x03ffff (0xa206 bytes) 000346 1788909587.301303 MIRROR_RESYNC 10 mirrors 000347 1788909588.525255 MIRROR_RESYNC 10 mirrors 000348 1788909588.933744 trunc from 0x040000 to 0x037a4d (0x85b2 bytes) 000349 1788909588.969809 trunc from 0x037a4e to 0x00f016 (0x28a37 bytes) 000350 1788909588.990527 MIRROR_RESYNC 10 mirrors 000351 1788909589.935750 mapread 0x00597f thru 0x00f016 (0x9698 bytes) 000352 1788909589.953007 trunc from 0x00f017 to 0x01c163 (0xd14d bytes) 000353 1788909589.982866 punch from 0x0182c6 to 0x018892 (0x5cd bytes) 000354 1788909589.990781 MIRROR_RESYNC 10 mirrors 000355 1788909591.175157 mapwrite 0x010091 thru 0x010a6a (0x9da bytes) 000357 1788909591.233792 fallocate 0x02168e thru 0x024136 (0x2aa9 bytes) 000358 1788909591.241441 trunc from 0x007de1 to 0x0148bb (0xcadb bytes) 000360 1788909591.248980 mapwrite 0x02e754 thru 0x033c0b (0x54b8 bytes) 000361 1788909591.298477 fallocate 0x007803 thru 0x01678c (0xef8a bytes) 000362 1788909591.306373 fallocate 0x0243f7 thru 0x02f15b (0xad65 bytes) 000363 1788909591.316545 MIRROR_RESYNC 10 mirrors 000364 1788909592.444380 MIRROR_SPLIT mirror 1 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) 000365 1788909592.725607 trunc from 0x028f21 to 0x033c0b (0xaceb bytes) 000366 1788909592.749730 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x33c0c): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33c0c): Mirror 4: 0x135e20a2 (stale) Mirror 5: 0x135e20a2 (stale) Mirror 6: 0x135e20a2 (stale) Mirror 7: 0x135e20a2 (stale) Mirror 8: 0x135e20a2 (stale) Mirror 9: 0x135e20a2 (stale) Mirror 10: 0x135e20a2 (stale) Mirror 11: 0x135e20a2 (stale) CRC-32 checksum value for chunk [0, 0x33c0c): Mirror 1: 0xe6dbb4d2 Mirror 12: 0xe6dbb4d2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33c0c: skipped 000367 1788909593.318314 read 0x00ba88 thru 0x00e2e1 (0x285a bytes) 000368 1788909593.324348 fallocate 0x016596 thru 0x01d616 (0x7081 bytes) 000369 1788909593.344653 trunc from 0x033c0c to 0x01fad1 (0x1413a bytes) 000370 1788909593.359558 write 0x026c57 thru 0x033ba0 (0xcf4a bytes) 000371 1788909593.361116 mapwrite 0x021743 thru 0x026d81 (0x563f bytes) 000372 1788909593.382048 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x33ba1): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33ba1): Mirror 4: 0x1136c8ac (stale) Mirror 5: 0x1136c8ac (stale) Mirror 6: 0x1136c8ac (stale) Mirror 7: 0x1136c8ac (stale) Mirror 8: 0x1136c8ac (stale) Mirror 9: 0x1136c8ac (stale) Mirror 10: 0x1136c8ac (stale) Mirror 11: 0x1136c8ac (stale) Mirror 12: 0x14533224 (stale) CRC-32 checksum value for chunk [0, 0x33ba1): Mirror 1: 0xca1a0a88 Mirror 13: 0xca1a0a88 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33ba1: skipped 000373 1788909593.789603 fallocate 0x009965 thru 0x017db9 (0xe455 bytes) 000374 1788909593.813714 write 0x0317ec thru 0x0387e4 (0x6ff9 bytes) 000375 1788909593.820455 read 0x0107c1 thru 0x018d89 (0x85c9 bytes) 000376 1788909593.829502 MIRROR_RESYNC 11 mirrors 000377 1788909594.898842 trunc from 0x0387e5 to 0x0069d0 (0x31e14 bytes) 000378 1788909594.920749 mapread 0x003cca thru 0x0069d0 (0x2d07 bytes) 000379 1788909594.931725 trunc from 0x0069d1 to 0x0246b2 (0x1dce2 bytes) 000380 1788909594.951890 read 0x015edb thru 0x01be9d (0x5fc3 bytes) 000381 1788909594.959269 write 0x03c5b2 thru 0x03ffff (0x3a4e bytes) 000382 1788909594.960478 punch from 0x0325c6 to 0x03e4f3 (0xbf2e bytes) 000383 1788909594.968145 read 0x034bf5 thru 0x03756a (0x2976 bytes) 000384 1788909594.978037 write 0x025f50 thru 0x0355db (0xf68c bytes) 000385 1788909594.979454 read 0x00b7db thru 0x019497 (0xdcbd bytes) 000386 1788909594.980018 fallocate 0x025453 thru 0x02bdfc (0x69aa bytes) 000387 1788909594.983434 mapread 0x004436 thru 0x004f1f (0xaea bytes) 000388 1788909594.986856 MIRROR_RESYNC 11 mirrors 000390 1788909596.322629 mapread 0x013fc3 thru 0x014752 (0x790 bytes) 000391 1788909596.329269 trunc from 0x040000 to 0x02e21d (0x11de2 bytes) 000392 1788909596.367528 write 0x019811 thru 0x027725 (0xdf15 bytes) 000393 1788909596.378190 read 0x013d66 thru 0x02010a (0xc3a5 bytes) 000395 1788909596.383487 trunc from 0x02e21e to 0x011f51 (0x1c2cc bytes) 000397 1788909596.398467 punch from 0x0086d7 to 0x00fac8 (0x73f2 bytes) 000398 1788909596.404258 read 0x009b41 thru 0x011f51 (0x8411 bytes) 000399 1788909596.412624 read 0x003f83 thru 0x011429 (0xd4a7 bytes) 000400 1788909596.413078 mapread 0x00545e thru 0x006bd9 (0x177c bytes) 000401 1788909596.413671 mapread 0x00a34f thru 0x00c9fd (0x26af bytes) 000402 1788909596.414192 fallocate 0x01e778 thru 0x02a4ac (0xbd35 bytes) 000403 1788909596.418802 mapread 0x00e363 thru 0x01d17e (0xee1c bytes) 000404 1788909596.428794 mapwrite 0x025fee thru 0x033d50 (0xdd63 bytes) 000406 1788909596.475620 mapwrite 0x0072fd thru 0x00ea30 (0x7734 bytes) 000407 1788909596.493143 punch from 0x01c7b1 to 0x0255cb (0x8e1b bytes) 000408 1788909596.500531 write 0x0050c3 thru 0x008030 (0x2f6e bytes) 000409 1788909596.502506 write 0x03d4c8 thru 0x03ffff (0x2b38 bytes) 000410 1788909596.504320 punch from 0x006a70 to 0x00e023 (0x75b4 bytes) 000411 1788909596.533365 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x2b078fef (stale) Mirror 5: 0x2b078fef (stale) Mirror 6: 0x2b078fef (stale) Mirror 7: 0x2b078fef (stale) Mirror 8: 0x2b078fef (stale) Mirror 9: 0x2b078fef (stale) Mirror 10: 0x2b078fef (stale) Mirror 11: 0x2b078fef (stale) Mirror 12: 0x2b078fef (stale) Mirror 13: 0x2b078fef (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd80429d7 Mirror 14: 0xd80429d7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000412 1788909597.226224 trunc from 0x0296cb to 0x035cc3 (0xc5f9 bytes) 000413 1788909597.267824 MIRROR_SPLIT mirror 1 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x2b078fef (stale) Mirror 6: 0x2b078fef (stale) Mirror 7: 0x2b078fef (stale) Mirror 8: 0x2b078fef (stale) Mirror 9: 0x2b078fef (stale) Mirror 10: 0x2b078fef (stale) Mirror 11: 0x2b078fef (stale) Mirror 12: 0x2b078fef (stale) Mirror 13: 0x2b078fef (stale) Mirror 14: 0xd80429d7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x2b078fef (stale) Mirror 6: 0x2b078fef (stale) Mirror 7: 0x2b078fef (stale) Mirror 8: 0x2b078fef (stale) Mirror 9: 0x2b078fef (stale) Mirror 10: 0x2b078fef (stale) Mirror 11: 0x2b078fef (stale) Mirror 12: 0x2b078fef (stale) Mirror 13: 0x2b078fef (stale) Mirror 14: 0xd80429d7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000414 1788909597.645566 trunc from 0x040000 to 0x03d32d (0x2cd2 bytes) 000415 1788909597.679514 mapwrite 0x017815 thru 0x01a9c5 (0x31b1 bytes) 000416 1788909597.706158 write 0x03cf30 thru 0x03fd31 (0x2e02 bytes) 000417 1788909597.710170 punch from 0x03d363 to 0x03fd31 (0x29cf bytes) 000418 1788909597.716467 fallocate 0x0082b1 thru 0x00b007 (0x2d57 bytes) 000419 1788909597.720542 trunc from 0x03fd32 to 0x0384dd (0x7854 bytes) 000420 1788909597.731347 write 0x03b5ef thru 0x03ffff (0x4a11 bytes) 000421 1788909597.733205 trunc from 0x040000 to 0x03e56c (0x1a93 bytes) 000422 1788909597.742298 mapwrite 0x008592 thru 0x01472b (0xc19a bytes) 000423 1788909597.767540 trunc from 0x003785 to 0x011a13 (0xe28f bytes) 000424 1788909597.775882 read 0x023c5e thru 0x02fad4 (0xbe77 bytes) 000425 1788909597.782959 mapwrite 0x03d448 thru 0x03ffff (0x2bb8 bytes) 000426 1788909597.815732 mapread 0x034e93 thru 0x03b035 (0x61a3 bytes) 000427 1788909597.826226 trunc from 0x01f9ff to 0x0226c1 (0x2cc3 bytes) 000428 1788909597.832320 trunc from 0x040000 to 0x035a6b (0xa594 bytes) 000429 1788909597.853056 trunc from 0x01301d to 0x017d37 (0x4d1b bytes) 000430 1788909597.856863 read 0x016a94 thru 0x024c3e (0xe1ab bytes) 000431 1788909597.863532 trunc from 0x035a6c to 0x030cb8 (0x4db3 bytes) 000432 1788909597.895343 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x30cb9): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30cb9): Mirror 5: 0x7a57036f (stale) Mirror 6: 0x7a57036f (stale) Mirror 7: 0x7a57036f (stale) Mirror 8: 0x7a57036f (stale) Mirror 9: 0x7a57036f (stale) Mirror 10: 0x7a57036f (stale) Mirror 11: 0x7a57036f (stale) Mirror 12: 0x7a57036f (stale) Mirror 13: 0x7a57036f (stale) Mirror 14: 0x3779eccd (stale) CRC-32 checksum value for chunk [0, 0x30cb9): Mirror 1: 0xba304eae Mirror 15: 0xba304eae lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30cb9: skipped 000433 1788909598.642899 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x30cb9): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30cb9): Mirror 5: 0x7a57036f (stale) Mirror 6: 0x7a57036f (stale) Mirror 7: 0x7a57036f (stale) Mirror 8: 0x7a57036f (stale) Mirror 9: 0x7a57036f (stale) Mirror 10: 0x7a57036f (stale) Mirror 11: 0x7a57036f (stale) Mirror 12: 0x7a57036f (stale) Mirror 13: 0x7a57036f (stale) Mirror 14: 0x3779eccd (stale) CRC-32 checksum value for chunk [0, 0x30cb9): Mirror 1: 0xba304eae Mirror 15: 0xba304eae Mirror 16: 0xba304eae lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30cb9: skipped 000434 1788909599.408877 trunc from 0x030cb9 to 0x024f77 (0xbd41 bytes) 000436 1788909599.441715 trunc from 0x023835 to 0x024f77 (0x1743 bytes) 000437 1788909599.444545 trunc from 0x00749b to 0x00c65d (0x51c3 bytes) 000438 1788909599.451150 MIRROR_RESYNC 13 mirrors 000439 1788909601.873313 fallocate 0x013f24 thru 0x0190b9 (0x5196 bytes) 000440 1788909601.916260 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x24f78): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24f78): Mirror 5: 0x728e3e51 (stale) Mirror 6: 0x728e3e51 (stale) Mirror 7: 0x728e3e51 (stale) Mirror 8: 0x728e3e51 (stale) Mirror 9: 0x728e3e51 (stale) Mirror 10: 0x728e3e51 (stale) Mirror 11: 0x728e3e51 (stale) Mirror 12: 0x728e3e51 (stale) Mirror 13: 0x728e3e51 (stale) Mirror 14: 0x728e3e51 (stale) Mirror 15: 0x728e3e51 (stale) Mirror 16: 0x728e3e51 (stale) CRC-32 checksum value for chunk [0, 0x24f78): Mirror 1: 0x728e3e51 Mirror 17: 0x728e3e51 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24f78: skipped 000441 1788909602.795317 fallocate 0x018af9 thru 0x01b0b7 (0x25bf bytes) 000442 1788909602.843416 write 0x02f94d thru 0x03c718 (0xcdcc bytes) 000443 1788909602.852517 trunc from 0x028ef7 to 0x033a0e (0xab18 bytes) 000444 1788909602.871707 trunc from 0x03c719 to 0x0381e2 (0x4536 bytes) 000445 1788909602.892457 read 0x02d0c1 thru 0x0381e2 (0xb122 bytes) 000446 1788909602.909509 trunc from 0x019629 to 0x024dff (0xb7d7 bytes) 000447 1788909602.914517 trunc from 0x026cb8 to 0x028728 (0x1a71 bytes) 000448 1788909602.923441 fallocate 0x023e84 thru 0x02fab3 (0xbc30 bytes) 000449 1788909602.929679 write 0x016231 thru 0x01cb1e (0x68ee bytes) 000450 1788909602.941259 mapread 0x01496b thru 0x023715 (0xedab bytes) 000451 1788909602.958384 mapwrite 0x01c339 thru 0x029b0e (0xd7d6 bytes) 000452 1788909602.989196 fallocate 0x01a97b thru 0x021377 (0x69fd bytes) 000453 1788909602.994212 mapread 0x01e1f5 thru 0x025391 (0x719d bytes) 000454 1788909602.994869 write 0x023151 thru 0x028c40 (0x5af0 bytes) 000455 1788909602.999074 MIRROR_RESYNC 14 mirrors 000456 1788909605.871550 mapread 0x00b95a thru 0x0139b6 (0x805d bytes) 000457 1788909605.897073 punch from 0x0367a7 to 0x0381e2 (0x1a3c bytes) 000459 1788909605.928280 write 0x006964 thru 0x0115a0 (0xac3d bytes) 000460 1788909605.940058 fallocate 0x01d07f thru 0x02ad1c (0xdc9e bytes) 000461 1788909605.948179 mapwrite 0x032c96 thru 0x03ffff (0xd36a bytes) 000462 1788909606.004690 MIRROR_SPLIT mirror 12 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xa88965f3 (stale) Mirror 6: 0xa88965f3 (stale) Mirror 7: 0xa88965f3 (stale) Mirror 8: 0xa88965f3 (stale) Mirror 9: 0xa88965f3 (stale) Mirror 10: 0xa88965f3 (stale) Mirror 11: 0xa88965f3 (stale) Mirror 12: 0xa88965f3 (stale) Mirror 13: 0xa88965f3 (stale) Mirror 14: 0xa88965f3 (stale) Mirror 15: 0xa88965f3 (stale) Mirror 17: 0xa88965f3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xa88965f3 (stale) Mirror 6: 0xa88965f3 (stale) Mirror 7: 0xa88965f3 (stale) Mirror 8: 0xa88965f3 (stale) Mirror 9: 0xa88965f3 (stale) Mirror 10: 0xa88965f3 (stale) Mirror 11: 0xa88965f3 (stale) Mirror 12: 0xa88965f3 (stale) Mirror 13: 0xa88965f3 (stale) Mirror 14: 0xa88965f3 (stale) Mirror 15: 0xa88965f3 (stale) Mirror 17: 0xa88965f3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000463 1788909606.521149 trunc from 0x028399 to 0x02e81d (0x6485 bytes) 000464 1788909606.526833 MIRROR_RESYNC 13 mirrors 000466 1788909609.463863 read 0x01e1db thru 0x029faf (0xbdd5 bytes) 000467 1788909609.473897 punch from 0x00e621 to 0x016406 (0x7de6 bytes) 000468 1788909609.508309 fallocate 0x00d42f thru 0x013c04 (0x67d6 bytes) 000469 1788909609.513217 write 0x01a426 thru 0x01d1f9 (0x2dd4 bytes) 000470 1788909609.521285 trunc from 0x040000 to 0x01a00f (0x25ff0 bytes) 000471 1788909609.547065 MIRROR_SPLIT mirror 1 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1a010): Mirror 6: 0x81aed47a (stale) Mirror 7: 0x81aed47a (stale) Mirror 8: 0x81aed47a (stale) Mirror 9: 0x81aed47a (stale) Mirror 10: 0x81aed47a (stale) Mirror 11: 0x81aed47a (stale) Mirror 12: 0x81aed47a (stale) Mirror 13: 0x81aed47a (stale) Mirror 14: 0x81aed47a (stale) Mirror 15: 0x81aed47a (stale) Mirror 17: 0x81aed47a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a010): Mirror 6: 0x81aed47a (stale) Mirror 7: 0x81aed47a (stale) Mirror 8: 0x81aed47a (stale) Mirror 9: 0x81aed47a (stale) Mirror 10: 0x81aed47a (stale) Mirror 11: 0x81aed47a (stale) Mirror 12: 0x81aed47a (stale) Mirror 13: 0x81aed47a (stale) Mirror 14: 0x81aed47a (stale) Mirror 15: 0x81aed47a (stale) Mirror 17: 0x81aed47a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a010: skipped 000472 1788909610.019187 read 0x011c79 thru 0x01a00f (0x8397 bytes) 000473 1788909610.027550 read 0x009b8d thru 0x0155ba (0xba2e bytes) 000474 1788909610.035479 punch from 0x00e4b2 to 0x019046 (0xab95 bytes) 000475 1788909610.041311 mapwrite 0x0210f2 thru 0x023d15 (0x2c24 bytes) 000476 1788909610.084145 trunc from 0x020c8c to 0x023d15 (0x308a bytes) 000477 1788909610.099143 write 0x00f4bd thru 0x011c53 (0x2797 bytes) 000478 1788909610.109213 trunc from 0x023d16 to 0x001131 (0x22be4 bytes) 000479 1788909610.132197 read 0x0001aa thru 0x001131 (0xf88 bytes) 000481 1788909610.133712 read 0x0010eb thru 0x001131 (0x47 bytes) 000482 1788909610.134303 mapwrite 0x02866d thru 0x035dd3 (0xd767 bytes) 000483 1788909610.183193 read 0x00ce7b thru 0x015fc2 (0x9148 bytes) 000484 1788909610.184032 read 0x00673e thru 0x013884 (0xd147 bytes) 000485 1788909610.184462 fallocate 0x018683 thru 0x01c4dc (0x3e5a bytes) 000486 1788909610.188414 trunc from 0x035dd4 to 0x0104cb (0x25908 bytes) 000487 1788909610.204442 trunc from 0x0104cc to 0x03c730 (0x2c265 bytes) 000488 1788909610.218841 trunc from 0x03c731 to 0x03a6f4 (0x203c bytes) 000489 1788909610.230643 mapread 0x009534 thru 0x00a02d (0xafa bytes) 000490 1788909610.231355 fallocate 0x025d5d thru 0x031b20 (0xbdc4 bytes) 000491 1788909610.235611 mapread 0x01f242 thru 0x020b73 (0x1932 bytes) 000492 1788909610.249234 write 0x0019d7 thru 0x008b89 (0x71b3 bytes) 000493 1788909610.250355 read 0x0236dc thru 0x02ee57 (0xb77c bytes) 000494 1788909610.252129 read 0x000693 thru 0x0074a4 (0x6e12 bytes) 000495 1788909610.252802 fallocate 0x00a68f thru 0x01a49e (0xfe10 bytes) 000496 1788909610.259180 fallocate 0x02a631 thru 0x0386d0 (0xe0a0 bytes) 000497 1788909610.264264 trunc from 0x03a6f5 to 0x02db04 (0xcbf0 bytes) 000498 1788909610.277267 trunc from 0x02db05 to 0x0038e3 (0x2a221 bytes) 000499 1788909610.293035 punch from 0x003766 to 0x0038e3 (0x17e bytes) 000501 1788909610.305444 trunc from 0x0038e4 to 0x023c26 (0x20343 bytes) 000502 1788909610.324226 fallocate 0x019f59 thru 0x028878 (0xe920 bytes) 000503 1788909610.328797 mapread 0x0063d7 thru 0x00cb9e (0x67c8 bytes) 000504 1788909610.338955 mapwrite 0x00e98f thru 0x0175f4 (0x8c66 bytes) 000505 1788909610.361320 trunc from 0x007a03 to 0x010190 (0x878e bytes) 000506 1788909610.367813 trunc from 0x013c6b to 0x015871 (0x1c07 bytes) 000507 1788909610.374186 read 0x00fefc thru 0x01277e (0x2883 bytes) 000508 1788909610.383786 mapread 0x01157f thru 0x014e92 (0x3914 bytes) 000509 1788909610.384783 mapwrite 0x00af83 thru 0x00d7c1 (0x283f bytes) 000510 1788909610.406005 mapread 0x00190b thru 0x00fbae (0xe2a4 bytes) 000511 1788909610.408006 mapread 0x02195a thru 0x023c26 (0x22cd bytes) 000513 1788909610.409965 write 0x021e1c thru 0x02943c (0x7621 bytes) 000514 1788909610.411956 fallocate 0x00401e thru 0x0058c7 (0x18aa bytes) 000515 1788909610.418908 trunc from 0x02943d to 0x00d73c (0x1bd00 bytes) 000517 1788909610.439536 punch from 0x0027b5 to 0x004356 (0x1ba2 bytes) 000518 1788909610.445299 read 0x001a39 thru 0x00d73c (0xbd04 bytes) 000519 1788909610.450864 trunc from 0x001e38 to 0x00d73c (0xb905 bytes) 000520 1788909610.465171 MIRROR_RESYNC 12 mirrors 000521 1788909611.921283 trunc from 0x009ea7 to 0x00d73c (0x3896 bytes) 000522 1788909611.946990 trunc from 0x004939 to 0x00d73c (0x8e04 bytes) 000523 1788909611.952649 MIRROR_RESYNC 12 mirrors 000524 1788909613.300389 trunc from 0x00d73d to 0x016c1a (0x94de bytes) 000525 1788909613.336330 read 0x002b6d thru 0x00bba9 (0x903d bytes) 000526 1788909613.343731 punch from 0x005bc4 to 0x00dc65 (0x80a2 bytes) 000528 1788909613.347808 mapwrite 0x0150c3 thru 0x017fbc (0x2efa bytes) 000529 1788909613.406548 mapread 0x016a59 thru 0x017fbc (0x1564 bytes) 000531 1788909613.408899 mapwrite 0x0189ea thru 0x022be8 (0xa1ff bytes) 000532 1788909613.460347 fallocate 0x006ee6 thru 0x0116d1 (0xa7ec bytes) 000533 1788909613.466076 mapwrite 0x003df3 thru 0x0070e8 (0x32f6 bytes) 000534 1788909613.486135 trunc from 0x01656e to 0x018336 (0x1dc9 bytes) 000535 1788909613.490863 read 0x013afe thru 0x019de3 (0x62e6 bytes) 000536 1788909613.500969 fallocate 0x014a9b thru 0x014d49 (0x2af bytes) 000537 1788909613.504350 mapwrite 0x017609 thru 0x01bc76 (0x466e bytes) 000538 1788909613.521652 MIRROR_RESYNC 12 mirrors 000539 1788909615.556023 mapread 0x00f14e thru 0x017356 (0x8209 bytes) 000540 1788909615.572655 mapwrite 0x03a507 thru 0x03b054 (0xb4e bytes) 000541 1788909615.629409 trunc from 0x03b055 to 0x00f031 (0x2c023 bytes) 000542 1788909615.646283 write 0x03190f thru 0x03adf8 (0x94ea bytes) 000543 1788909615.649160 read 0x010cfa thru 0x0140cc (0x33d3 bytes) 000544 1788909615.671390 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x3adf9): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3adf9): Mirror 6: 0xba10170 (stale) Mirror 7: 0xba10170 (stale) Mirror 8: 0xba10170 (stale) Mirror 9: 0xba10170 (stale) Mirror 10: 0xba10170 (stale) Mirror 11: 0xba10170 (stale) Mirror 12: 0xba10170 (stale) Mirror 13: 0xba10170 (stale) Mirror 14: 0xba10170 (stale) Mirror 15: 0xba10170 (stale) Mirror 17: 0xba10170 (stale) CRC-32 checksum value for chunk [0, 0x3adf9): Mirror 1: 0xf90ed6d Mirror 18: 0xf90ed6d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3adf9: skipped 000545 1788909616.562794 read 0x03917d thru 0x03adf8 (0x1c7c bytes) 000546 1788909616.569530 mapwrite 0x00538e thru 0x01486a (0xf4dd bytes) 000547 1788909616.681198 trunc from 0x0225d8 to 0x02fc49 (0xd672 bytes) 000548 1788909616.686299 trunc from 0x03adf9 to 0x01c415 (0x1e9e3 bytes) 000549 1788909616.725137 write 0x033c66 thru 0x03ac41 (0x6fdc bytes) 000550 1788909616.727055 mapread 0x014591 thru 0x017bd6 (0x3646 bytes) 000551 1788909616.730023 write 0x001abb thru 0x003764 (0x1caa bytes) 000552 1788909616.731186 read 0x039fc6 thru 0x03ac41 (0xc7c bytes) 000553 1788909616.731851 trunc from 0x02dcac to 0x02fd83 (0x20d8 bytes) 000555 1788909616.739809 punch from 0x007c84 to 0x014fe2 (0xd35f bytes) 000556 1788909616.747899 punch from 0x0364fc to 0x03a922 (0x4427 bytes) 000557 1788909616.765808 mapwrite 0x0277b5 thru 0x0315b3 (0x9dff bytes) 000558 1788909616.799768 MIRROR_RESYNC 13 mirrors 000559 1788909620.084081 trunc from 0x026bc8 to 0x0321bc (0xb5f5 bytes) 000560 1788909620.127193 mapwrite 0x01fe84 thru 0x02debb (0xe038 bytes) 000561 1788909620.170881 write 0x012e14 thru 0x0219dc (0xebc9 bytes) 000562 1788909620.176148 trunc from 0x029100 to 0x035e23 (0xcd24 bytes) 000563 1788909620.181688 write 0x001bd9 thru 0x00962d (0x7a55 bytes) 000564 1788909620.193395 read 0x019ee5 thru 0x024545 (0xa661 bytes) 000565 1788909620.194295 mapwrite 0x01a6a5 thru 0x024650 (0x9fac bytes) 000566 1788909620.209780 write 0x01f4d6 thru 0x02bfdb (0xcb06 bytes) 000567 1788909620.215424 punch from 0x006bbe to 0x011200 (0xa643 bytes) 000568 1788909620.234374 MIRROR_RESYNC 13 mirrors 000569 1788909623.013309 mapread 0x0362b8 thru 0x03ac41 (0x498a bytes) 000570 1788909623.027372 punch from 0x022522 to 0x022a56 (0x535 bytes) 000572 1788909623.074217 mapwrite 0x03a482 thru 0x03ba05 (0x1584 bytes) 000573 1788909623.131293 punch from 0x003df1 to 0x011ce1 (0xdef1 bytes) 000574 1788909623.140220 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3ba06): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ba06): Mirror 6: 0xe2e76701 (stale) Mirror 7: 0xe2e76701 (stale) Mirror 8: 0xe2e76701 (stale) Mirror 9: 0xe2e76701 (stale) Mirror 10: 0xe2e76701 (stale) Mirror 11: 0xe2e76701 (stale) Mirror 12: 0xe2e76701 (stale) Mirror 13: 0xe2e76701 (stale) Mirror 14: 0xe2e76701 (stale) Mirror 15: 0xe2e76701 (stale) Mirror 17: 0xe2e76701 (stale) Mirror 18: 0xe2e76701 (stale) CRC-32 checksum value for chunk [0, 0x3ba06): Mirror 1: 0x65c85933 Mirror 19: 0x65c85933 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ba06: skipped 000575 1788909623.870386 write 0x020344 thru 0x02e133 (0xddf0 bytes) 000576 1788909623.921016 MIRROR_SPLIT mirror 5 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ba06): Mirror 6: 0xe2e76701 (stale) Mirror 7: 0xe2e76701 (stale) Mirror 8: 0xe2e76701 (stale) Mirror 9: 0xe2e76701 (stale) Mirror 11: 0xe2e76701 (stale) Mirror 12: 0xe2e76701 (stale) Mirror 13: 0xe2e76701 (stale) Mirror 14: 0xe2e76701 (stale) Mirror 15: 0xe2e76701 (stale) Mirror 17: 0xe2e76701 (stale) Mirror 18: 0xe2e76701 (stale) Mirror 19: 0x65c85933 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ba06): Mirror 6: 0xe2e76701 (stale) Mirror 7: 0xe2e76701 (stale) Mirror 8: 0xe2e76701 (stale) Mirror 9: 0xe2e76701 (stale) Mirror 11: 0xe2e76701 (stale) Mirror 12: 0xe2e76701 (stale) Mirror 13: 0xe2e76701 (stale) Mirror 14: 0xe2e76701 (stale) Mirror 15: 0xe2e76701 (stale) Mirror 17: 0xe2e76701 (stale) Mirror 18: 0xe2e76701 (stale) Mirror 19: 0x65c85933 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ba06: skipped 000577 1788909624.487384 write 0x0104f8 thru 0x010689 (0x192 bytes) 000578 1788909624.499386 read 0x005776 thru 0x00d44c (0x7cd7 bytes) 000579 1788909624.505873 punch from 0x00bbf0 to 0x015d93 (0xa1a4 bytes) 000581 1788909624.513636 mapwrite 0x01d9ec thru 0x02976c (0xbd81 bytes) 000582 1788909624.573868 mapwrite 0x03ba5f thru 0x03ffff (0x45a1 bytes) 000583 1788909624.639298 trunc from 0x040000 to 0x0376e5 (0x891a bytes) 000584 1788909624.666561 mapwrite 0x02ea1c thru 0x0346a5 (0x5c8a bytes) 000585 1788909624.700186 MIRROR_SPLIT mirror 6 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x376e6): Mirror 6: 0xf6c2fc0a (stale) Mirror 7: 0xf6c2fc0a (stale) Mirror 8: 0xf6c2fc0a (stale) Mirror 9: 0xf6c2fc0a (stale) Mirror 11: 0xf6c2fc0a (stale) Mirror 13: 0xf6c2fc0a (stale) Mirror 14: 0xf6c2fc0a (stale) Mirror 15: 0xf6c2fc0a (stale) Mirror 17: 0xf6c2fc0a (stale) Mirror 18: 0xf6c2fc0a (stale) Mirror 19: 0x410b0a8e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x376e6): Mirror 6: 0xf6c2fc0a (stale) Mirror 7: 0xf6c2fc0a (stale) Mirror 8: 0xf6c2fc0a (stale) Mirror 9: 0xf6c2fc0a (stale) Mirror 11: 0xf6c2fc0a (stale) Mirror 13: 0xf6c2fc0a (stale) Mirror 14: 0xf6c2fc0a (stale) Mirror 15: 0xf6c2fc0a (stale) Mirror 17: 0xf6c2fc0a (stale) Mirror 18: 0xf6c2fc0a (stale) Mirror 19: 0x410b0a8e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x376e6: skipped 000586 1788909625.198270 fallocate 0x01d999 thru 0x02194e (0x3fb6 bytes) 000587 1788909625.206305 read 0x0095a1 thru 0x00a26e (0xcce bytes) 000588 1788909625.212424 mapread 0x0301a3 thru 0x0376e5 (0x7543 bytes) 000589 1788909625.229138 trunc from 0x0376e6 to 0x014466 (0x2327f bytes) 000590 1788909625.244449 trunc from 0x006a23 to 0x014466 (0xda44 bytes) 000592 1788909625.251179 trunc from 0x010ee3 to 0x014466 (0x3584 bytes) 000593 1788909625.255511 trunc from 0x014467 to 0x035a77 (0x21611 bytes) 000594 1788909625.268093 trunc from 0x035a78 to 0x03c365 (0x68ee bytes) 000595 1788909625.279393 mapwrite 0x01bff3 thru 0x021a52 (0x5a60 bytes) 000596 1788909625.303342 mapwrite 0x00b288 thru 0x00ecdd (0x3a56 bytes) 000598 1788909625.320352 read 0x02c0e3 thru 0x039f0f (0xde2d bytes) 000599 1788909625.326761 mapwrite 0x017220 thru 0x0176ae (0x48f bytes) 000600 1788909625.338230 trunc from 0x03c366 to 0x029dfa (0x1256b bytes) 000601 1788909625.349327 read 0x02828c thru 0x029dfa (0x1b6f bytes) 000602 1788909625.350192 trunc from 0x029dfb to 0x00b0f7 (0x1ed03 bytes) 000603 1788909625.360284 mapwrite 0x03ca47 thru 0x03ffff (0x35b9 bytes) 000604 1788909625.396174 punch from 0x03732f to 0x0387bd (0x148f bytes) 000605 1788909625.399439 trunc from 0x026b8d to 0x02e4a3 (0x7917 bytes) 000606 1788909625.404001 mapread 0x00a708 thru 0x015f26 (0xb81f bytes) 000607 1788909625.408041 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x470e670e (stale) Mirror 7: 0x470e670e (stale) Mirror 8: 0x470e670e (stale) Mirror 9: 0x470e670e (stale) Mirror 11: 0x470e670e (stale) Mirror 13: 0x470e670e (stale) Mirror 14: 0x470e670e (stale) Mirror 15: 0x470e670e (stale) Mirror 17: 0x470e670e (stale) Mirror 18: 0x470e670e (stale) Mirror 19: 0xd74a2e4c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x21b7ea2e Mirror 20: 0x21b7ea2e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000608 1788909626.207494 read 0x027789 thru 0x028138 (0x9b0 bytes) 000609 1788909626.212241 trunc from 0x020039 to 0x020f46 (0xf0e bytes) 000610 1788909626.240531 punch from 0x010a35 to 0x010d8b (0x357 bytes) 000611 1788909626.257138 MIRROR_RESYNC 13 mirrors 000612 1788909628.436872 MIRROR_RESYNC 13 mirrors 000613 1788909628.983239 mapwrite 0x03d051 thru 0x03e8a8 (0x1858 bytes) 000614 1788909629.051271 MIRROR_SPLIT mirror 3 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x21b7ea2e (stale) Mirror 7: 0x21b7ea2e (stale) Mirror 9: 0x21b7ea2e (stale) Mirror 11: 0x21b7ea2e (stale) Mirror 13: 0x21b7ea2e (stale) Mirror 14: 0x21b7ea2e (stale) Mirror 15: 0x21b7ea2e (stale) Mirror 17: 0x21b7ea2e (stale) Mirror 18: 0x21b7ea2e (stale) Mirror 19: 0x21b7ea2e (stale) Mirror 20: 0x21b7ea2e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x21b7ea2e (stale) Mirror 7: 0x21b7ea2e (stale) Mirror 9: 0x21b7ea2e (stale) Mirror 11: 0x21b7ea2e (stale) Mirror 13: 0x21b7ea2e (stale) Mirror 14: 0x21b7ea2e (stale) Mirror 15: 0x21b7ea2e (stale) Mirror 17: 0x21b7ea2e (stale) Mirror 18: 0x21b7ea2e (stale) Mirror 19: 0x21b7ea2e (stale) Mirror 20: 0x21b7ea2e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000615 1788909629.532983 fallocate 0x01c38b thru 0x023a19 (0x768f bytes) 000616 1788909629.538555 trunc from 0x040000 to 0x01d38d (0x22c72 bytes) 000617 1788909629.560732 MIRROR_SPLIT mirror 2 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1d38e): Mirror 6: 0xc535d1c2 (stale) Mirror 9: 0xc535d1c2 (stale) Mirror 11: 0xc535d1c2 (stale) Mirror 13: 0xc535d1c2 (stale) Mirror 14: 0xc535d1c2 (stale) Mirror 15: 0xc535d1c2 (stale) Mirror 17: 0xc535d1c2 (stale) Mirror 18: 0xc535d1c2 (stale) Mirror 19: 0xc535d1c2 (stale) Mirror 20: 0xc535d1c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d38e): Mirror 6: 0xc535d1c2 (stale) Mirror 9: 0xc535d1c2 (stale) Mirror 11: 0xc535d1c2 (stale) Mirror 13: 0xc535d1c2 (stale) Mirror 14: 0xc535d1c2 (stale) Mirror 15: 0xc535d1c2 (stale) Mirror 17: 0xc535d1c2 (stale) Mirror 18: 0xc535d1c2 (stale) Mirror 19: 0xc535d1c2 (stale) Mirror 20: 0xc535d1c2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d38e: skipped 000618 1788909630.019972 read 0x008075 thru 0x015f84 (0xdf10 bytes) 000619 1788909630.034951 trunc from 0x018d88 to 0x01d38d (0x4606 bytes) 000620 1788909630.039903 trunc from 0x01d38e to 0x010cd1 (0xc6bc bytes) 000621 1788909630.057202 mapread 0x003f98 thru 0x0046b9 (0x722 bytes) 000622 1788909630.070395 read 0x0096dc thru 0x010cd1 (0x75f6 bytes) 000623 1788909630.071176 punch from 0x00d594 to 0x010cd1 (0x373e bytes) 000624 1788909630.074948 trunc from 0x00a193 to 0x00db21 (0x398f bytes) 000625 1788909630.078235 mapread 0x00e4ea thru 0x010cd1 (0x27e8 bytes) 000626 1788909630.086960 mapwrite 0x0039cc thru 0x007e59 (0x448e bytes) 000627 1788909630.111165 trunc from 0x00e153 to 0x010cd1 (0x2b7f bytes) 000628 1788909630.122699 fallocate 0x006a3d thru 0x0166ce (0xfc92 bytes) 000629 1788909630.127487 punch from 0x00816c to 0x010cd1 (0x8b66 bytes) 000632 1788909630.142276 read 0x006bbc thru 0x00ed69 (0x81ae bytes) 000633 1788909630.159784 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x10cd2): Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x10cd2): Mirror 6: 0xf9009bde (stale) Mirror 9: 0xf9009bde (stale) Mirror 11: 0xf9009bde (stale) Mirror 13: 0xf9009bde (stale) Mirror 14: 0xf9009bde (stale) Mirror 15: 0xf9009bde (stale) Mirror 17: 0xf9009bde (stale) Mirror 18: 0xf9009bde (stale) Mirror 19: 0xf9009bde (stale) Mirror 20: 0xf9009bde (stale) CRC-32 checksum value for chunk [0, 0x10cd2): Mirror 1: 0xe7ab5d4b Mirror 21: 0xe7ab5d4b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x10cd2: skipped 000634 1788909630.968147 trunc from 0x010cd2 to 0x016611 (0x5940 bytes) 000635 1788909631.049066 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x16612): Mirror 6: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x16612): Mirror 6: 0x723fe3c8 (stale) Mirror 9: 0x723fe3c8 (stale) Mirror 11: 0x723fe3c8 (stale) Mirror 13: 0x723fe3c8 (stale) Mirror 14: 0x723fe3c8 (stale) Mirror 15: 0x723fe3c8 (stale) Mirror 17: 0x723fe3c8 (stale) Mirror 18: 0x723fe3c8 (stale) Mirror 19: 0x723fe3c8 (stale) Mirror 20: 0x723fe3c8 (stale) Mirror 21: 0xa1ba52b0 (stale) CRC-32 checksum value for chunk [0, 0x16612): Mirror 1: 0xa1ba52b0 Mirror 22: 0xa1ba52b0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x16612: skipped 000636 1788909631.995101 MIRROR_RESYNC 13 mirrors 000637 1788909633.680388 write 0x019657 thru 0x026603 (0xcfad bytes) 000638 1788909633.704612 mapread 0x01224e thru 0x01e3e9 (0xc19c bytes) 000639 1788909633.713934 mapread 0x00d3ff thru 0x0199d0 (0xc5d2 bytes) 000640 1788909633.714758 fallocate 0x0176ed thru 0x01a694 (0x2fa8 bytes) 000641 1788909633.720976 punch from 0x0190f8 to 0x01de16 (0x4d1f bytes) 000642 1788909633.731136 fallocate 0x003358 thru 0x004764 (0x140d bytes) 000643 1788909633.734651 punch from 0x012214 to 0x0133a3 (0x1190 bytes) 000644 1788909633.738323 read 0x00bb87 thru 0x013edc (0x8356 bytes) 000646 1788909633.744794 mapread 0x017f36 thru 0x01f55b (0x7626 bytes) 000647 1788909633.752949 fallocate 0x005b53 thru 0x006c39 (0x10e7 bytes) 000648 1788909633.756268 write 0x030cbf thru 0x032e5b (0x219d bytes) 000649 1788909633.757808 write 0x014843 thru 0x01f9a2 (0xb160 bytes) 000650 1788909633.759078 trunc from 0x0015c9 to 0x004fa5 (0x39dd bytes) 000651 1788909633.763503 write 0x013130 thru 0x01d801 (0xa6d2 bytes) 000654 1788909633.765177 mapwrite 0x03a0e2 thru 0x03ffff (0x5f1e bytes) 000655 1788909633.813227 MIRROR_RESYNC 13 mirrors 000656 1788909636.858382 punch from 0x0246ab to 0x031492 (0xcde8 bytes) 000657 1788909636.892432 mapwrite 0x008d1f thru 0x011b49 (0x8e2b bytes) 000658 1788909636.935323 trunc from 0x040000 to 0x011e30 (0x2e1cf bytes) 000659 1788909636.954323 read 0x00a988 thru 0x011e30 (0x74a9 bytes) 000660 1788909636.955059 trunc from 0x011e31 to 0x038745 (0x26915 bytes) 000661 1788909636.972628 write 0x006039 thru 0x008eff (0x2ec7 bytes) 000663 1788909636.976358 mapwrite 0x006818 thru 0x00cb89 (0x6372 bytes) 000664 1788909636.995964 write 0x001f03 thru 0x004541 (0x263f bytes) 000665 1788909637.012537 MIRROR_RESYNC 13 mirrors 000666 1788909638.617287 MIRROR_RESYNC 13 mirrors 000667 1788909639.129247 fallocate 0x03d058 thru 0x03e924 (0x18cd bytes) 000668 1788909639.169162 punch from 0x0112db to 0x01e806 (0xd52c bytes) 000669 1788909639.174167 trunc from 0x02e6bb to 0x02e91d (0x263 bytes) 000670 1788909639.179989 mapwrite 0x02d12f thru 0x0341d7 (0x70a9 bytes) 000671 1788909639.224139 punch from 0x0141ab to 0x01f606 (0xb45c bytes) 000672 1788909639.228820 mapwrite 0x0269b9 thru 0x02c5e9 (0x5c31 bytes) 000673 1788909639.269656 mapread 0x031584 thru 0x03e924 (0xd3a1 bytes) 000674 1788909639.280894 mapread 0x03965b thru 0x03e924 (0x52ca bytes) 000675 1788909639.282128 mapwrite 0x00eca7 thru 0x01a8b0 (0xbc0a bytes) 000676 1788909639.311640 trunc from 0x0174e4 to 0x01e9de (0x74fb bytes) 000677 1788909639.316831 punch from 0x036325 to 0x03db6f (0x784b bytes) 000678 1788909639.322553 punch from 0x0128d8 to 0x022122 (0xf84b bytes) 000679 1788909639.333391 MIRROR_RESYNC 13 mirrors 000680 1788909641.209389 fallocate 0x029ec1 thru 0x0378c6 (0xda06 bytes) 000681 1788909641.249320 trunc from 0x009785 to 0x00ea6a (0x52e6 bytes) 000682 1788909641.254372 fallocate 0x03024a thru 0x03e3b0 (0xe167 bytes) 000683 1788909641.258948 punch from 0x02fe29 to 0x03e924 (0xeafc bytes) 000684 1788909641.264000 mapread 0x02a009 thru 0x0309f9 (0x69f1 bytes) 000685 1788909641.279971 mapread 0x0241dc thru 0x0317f4 (0xd619 bytes) 000686 1788909641.289141 trunc from 0x03537d to 0x03897c (0x3600 bytes) 000687 1788909641.294064 mapwrite 0x03d7ef thru 0x03ffff (0x2811 bytes) 000688 1788909641.331315 punch from 0x02d570 to 0x0351b9 (0x7c4a bytes) 000689 1788909641.337370 trunc from 0x040000 to 0x03405f (0xbfa0 bytes) 000690 1788909641.353485 punch from 0x02bf6c to 0x03405f (0x80f4 bytes) 000691 1788909641.358311 mapwrite 0x013341 thru 0x016f73 (0x3c33 bytes) 000692 1788909641.379125 mapwrite 0x0392f3 thru 0x03b167 (0x1e75 bytes) 000694 1788909641.410222 mapread 0x027b76 thru 0x03560e (0xda99 bytes) 000695 1788909641.422808 read 0x033401 thru 0x03b167 (0x7d67 bytes) 000696 1788909641.423407 trunc from 0x00eeb8 to 0x0131db (0x4324 bytes) 000697 1788909641.428194 trunc from 0x00e077 to 0x01cd99 (0xed23 bytes) 000698 1788909641.438658 punch from 0x0315cb to 0x033f56 (0x298c bytes) 000699 1788909641.451216 MIRROR_SPLIT mirror 3 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b168): Mirror 6: 0x45a22279 (stale) Mirror 9: 0x45a22279 (stale) Mirror 13: 0x45a22279 (stale) Mirror 14: 0x45a22279 (stale) Mirror 15: 0x45a22279 (stale) Mirror 17: 0x45a22279 (stale) Mirror 18: 0x45a22279 (stale) Mirror 19: 0x45a22279 (stale) Mirror 20: 0x45a22279 (stale) Mirror 21: 0x45a22279 (stale) Mirror 22: 0x45a22279 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b168): Mirror 6: 0x45a22279 (stale) Mirror 9: 0x45a22279 (stale) Mirror 13: 0x45a22279 (stale) Mirror 14: 0x45a22279 (stale) Mirror 15: 0x45a22279 (stale) Mirror 17: 0x45a22279 (stale) Mirror 18: 0x45a22279 (stale) Mirror 19: 0x45a22279 (stale) Mirror 20: 0x45a22279 (stale) Mirror 21: 0x45a22279 (stale) Mirror 22: 0x45a22279 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b168: skipped 000700 1788909642.024375 mapread 0x03155e thru 0x03b167 (0x9c0a bytes) 000701 1788909642.047325 fallocate 0x012f34 thru 0x013ca8 (0xd75 bytes) 000702 1788909642.052435 read 0x0171f1 thru 0x01c67a (0x548a bytes) 000705 1788909642.060637 trunc from 0x03b168 to 0x021e16 (0x19351 bytes) 000706 1788909642.079998 mapread 0x0199f1 thru 0x02181c (0x7e2c bytes) 000707 1788909642.087807 fallocate 0x0116c0 thru 0x01a438 (0x8d79 bytes) 000708 1788909642.091927 trunc from 0x018f8e to 0x01e38e (0x5401 bytes) 000709 1788909642.096463 mapwrite 0x0343ac thru 0x036888 (0x24dd bytes) 000710 1788909642.130180 trunc from 0x036889 to 0x0085e2 (0x2e2a6 bytes) 000711 1788909642.151692 MIRROR_SPLIT mirror 2 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x85e3): Mirror 6: 0xc9e6461f (stale) Mirror 13: 0xc9e6461f (stale) Mirror 14: 0xc9e6461f (stale) Mirror 15: 0xc9e6461f (stale) Mirror 17: 0xc9e6461f (stale) Mirror 18: 0xc9e6461f (stale) Mirror 19: 0xc9e6461f (stale) Mirror 20: 0xc9e6461f (stale) Mirror 21: 0xc9e6461f (stale) Mirror 22: 0xc9e6461f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x85e3): Mirror 6: 0xc9e6461f (stale) Mirror 13: 0xc9e6461f (stale) Mirror 14: 0xc9e6461f (stale) Mirror 15: 0xc9e6461f (stale) Mirror 17: 0xc9e6461f (stale) Mirror 18: 0xc9e6461f (stale) Mirror 19: 0xc9e6461f (stale) Mirror 20: 0xc9e6461f (stale) Mirror 21: 0xc9e6461f (stale) Mirror 22: 0xc9e6461f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x85e3: skipped 000712 1788909642.618197 MIRROR_SPLIT mirror 5 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x85e3): Mirror 6: 0xc9e6461f (stale) Mirror 13: 0xc9e6461f (stale) Mirror 14: 0xc9e6461f (stale) Mirror 15: 0xc9e6461f (stale) Mirror 18: 0xc9e6461f (stale) Mirror 19: 0xc9e6461f (stale) Mirror 20: 0xc9e6461f (stale) Mirror 21: 0xc9e6461f (stale) Mirror 22: 0xc9e6461f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x85e3): Mirror 6: 0xc9e6461f (stale) Mirror 13: 0xc9e6461f (stale) Mirror 14: 0xc9e6461f (stale) Mirror 15: 0xc9e6461f (stale) Mirror 18: 0xc9e6461f (stale) Mirror 19: 0xc9e6461f (stale) Mirror 20: 0xc9e6461f (stale) Mirror 21: 0xc9e6461f (stale) Mirror 22: 0xc9e6461f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x85e3: skipped 000713 1788909642.878256 mapread 0x002228 thru 0x0085e2 (0x63bb bytes) 000714 1788909642.888247 trunc from 0x0085e3 to 0x005b23 (0x2abf bytes) 000715 1788909642.900254 punch from 0x005073 to 0x005b23 (0xab1 bytes) 000716 1788909642.904510 trunc from 0x000757 to 0x005b23 (0x53cd bytes) 000717 1788909642.908099 trunc from 0x004137 to 0x005b23 (0x19ed bytes) 000718 1788909642.912122 trunc from 0x001ef6 to 0x005b23 (0x3c2e bytes) 000719 1788909642.915604 fallocate 0x019dc6 thru 0x01f06f (0x52aa bytes) 000720 1788909642.921452 MIRROR_SPLIT mirror 7 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x5b24): Mirror 6: 0xb75e1921 (stale) Mirror 13: 0xb75e1921 (stale) Mirror 14: 0xb75e1921 (stale) Mirror 15: 0xb75e1921 (stale) Mirror 18: 0xb75e1921 (stale) Mirror 19: 0xb75e1921 (stale) Mirror 21: 0xb75e1921 (stale) Mirror 22: 0xb75e1921 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x5b24): Mirror 6: 0xb75e1921 (stale) Mirror 13: 0xb75e1921 (stale) Mirror 14: 0xb75e1921 (stale) Mirror 15: 0xb75e1921 (stale) Mirror 18: 0xb75e1921 (stale) Mirror 19: 0xb75e1921 (stale) Mirror 21: 0xb75e1921 (stale) Mirror 22: 0xb75e1921 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x5b24: skipped 000721 1788909643.282128 write 0x03f835 thru 0x03ffff (0x7cb bytes) 000722 1788909643.286126 read 0x004998 thru 0x0091c0 (0x4829 bytes) 000723 1788909643.292667 mapread 0x0394b9 thru 0x03c0fa (0x2c42 bytes) 000724 1788909643.311761 MIRROR_SPLIT mirror 4 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x6f1c51eb (stale) Mirror 13: 0x6f1c51eb (stale) Mirror 14: 0x6f1c51eb (stale) Mirror 18: 0x6f1c51eb (stale) Mirror 19: 0x6f1c51eb (stale) Mirror 21: 0x6f1c51eb (stale) Mirror 22: 0x6f1c51eb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x6f1c51eb (stale) Mirror 13: 0x6f1c51eb (stale) Mirror 14: 0x6f1c51eb (stale) Mirror 18: 0x6f1c51eb (stale) Mirror 19: 0x6f1c51eb (stale) Mirror 21: 0x6f1c51eb (stale) Mirror 22: 0x6f1c51eb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000726 1788909643.819601 punch from 0x006718 to 0x011dd2 (0xb6bb bytes) 000727 1788909643.824374 read 0x03752b thru 0x03c7e7 (0x52bd bytes) 000730 1788909643.837217 write 0x02ad7b thru 0x02b7fc (0xa82 bytes) 000731 1788909643.855538 write 0x012731 thru 0x01da38 (0xb308 bytes) 000732 1788909643.869205 mapread 0x0054f5 thru 0x013dfd (0xe909 bytes) 000733 1788909643.913385 mapwrite 0x03f0c2 thru 0x03ffff (0xf3e bytes) 000734 1788909643.940407 MIRROR_RESYNC 8 mirrors 000735 1788909645.573556 write 0x024aee thru 0x032c16 (0xe129 bytes) 000736 1788909645.599212 trunc from 0x0023c5 to 0x010699 (0xe2d5 bytes) 000737 1788909645.602621 read 0x012da1 thru 0x019fea (0x724a bytes) 000738 1788909645.609503 trunc from 0x02db5b to 0x0338b7 (0x5d5d bytes) 000739 1788909645.622283 mapread 0x019d5a thru 0x02996a (0xfc11 bytes) 000740 1788909645.633651 read 0x01648e thru 0x01aa8b (0x45fe bytes) 000743 1788909645.634749 read 0x0387b1 thru 0x03ffff (0x784f bytes) 000744 1788909645.641931 mapread 0x0184cc thru 0x02495e (0xc493 bytes) 000745 1788909645.643053 punch from 0x00b422 to 0x015dc2 (0xa9a1 bytes) 000747 1788909645.647170 write 0x01d59b thru 0x01fe44 (0x28aa bytes) 000748 1788909645.648007 punch from 0x018638 to 0x01e238 (0x5c01 bytes) 000749 1788909645.655936 mapread 0x0379cb thru 0x03ffb5 (0x85eb bytes) 000750 1788909645.656683 mapread 0x029863 thru 0x0371ee (0xd98c bytes) 000751 1788909645.658354 read 0x01c375 thru 0x021ebf (0x5b4b bytes) 000752 1788909645.672069 mapwrite 0x008531 thru 0x00fbe5 (0x76b5 bytes) 000753 1788909645.687761 mapread 0x02d062 thru 0x03154f (0x44ee bytes) 000754 1788909645.692377 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x65932daf (stale) Mirror 13: 0x65932daf (stale) Mirror 14: 0x65932daf (stale) Mirror 19: 0x65932daf (stale) Mirror 21: 0x65932daf (stale) Mirror 22: 0x65932daf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x65932daf (stale) Mirror 13: 0x65932daf (stale) Mirror 14: 0x65932daf (stale) Mirror 19: 0x65932daf (stale) Mirror 21: 0x65932daf (stale) Mirror 22: 0x65932daf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000755 1788909646.030867 punch from 0x033cc7 to 0x037912 (0x3c4c bytes) 000756 1788909646.038139 punch from 0x01b5ff to 0x02a096 (0xea98 bytes) 000757 1788909646.044392 punch from 0x02ddfa to 0x0332fa (0x5501 bytes) 000759 1788909646.048081 trunc from 0x02ce72 to 0x02e261 (0x13f0 bytes) 000760 1788909646.053002 trunc from 0x040000 to 0x023961 (0x1c69e bytes) 000762 1788909646.064605 trunc from 0x023962 to 0x00faa8 (0x13eb9 bytes) 000763 1788909646.072359 mapread 0x00a550 thru 0x00faa8 (0x5559 bytes) 000764 1788909646.090540 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xfaa9): Mirror 6: 0x9edd12ef (stale) Mirror 13: 0x9edd12ef (stale) Mirror 14: 0x9edd12ef (stale) Mirror 19: 0x9edd12ef (stale) Mirror 21: 0x9edd12ef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xfaa9): Mirror 6: 0x9edd12ef (stale) Mirror 13: 0x9edd12ef (stale) Mirror 14: 0x9edd12ef (stale) Mirror 19: 0x9edd12ef (stale) Mirror 21: 0x9edd12ef (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xfaa9: skipped 000765 1788909646.323207 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xfaa9): Mirror 13: 0x9edd12ef (stale) Mirror 14: 0x9edd12ef (stale) Mirror 19: 0x9edd12ef (stale) Mirror 21: 0x9edd12ef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xfaa9): Mirror 13: 0x9edd12ef (stale) Mirror 14: 0x9edd12ef (stale) Mirror 19: 0x9edd12ef (stale) Mirror 21: 0x9edd12ef (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xfaa9: skipped 000766 1788909646.558996 mapwrite 0x032f37 thru 0x038c7b (0x5d45 bytes) 000767 1788909646.604767 mapwrite 0x0098d8 thru 0x00b29d (0x19c6 bytes) 000768 1788909646.622366 trunc from 0x017111 to 0x0229f3 (0xb8e3 bytes) 000769 1788909646.635170 trunc from 0x038c7c to 0x03a4bb (0x1840 bytes) 000770 1788909646.656406 trunc from 0x03a4bc to 0x007d2b (0x32790 bytes) 000771 1788909646.670774 write 0x031d97 thru 0x035296 (0x3500 bytes) 000772 1788909646.672148 mapread 0x0232e3 thru 0x02dc2e (0xa94c bytes) 000773 1788909646.687014 fallocate 0x026e3a thru 0x033c0f (0xcdd6 bytes) 000774 1788909646.696052 write 0x018ed5 thru 0x01a677 (0x17a3 bytes) 000775 1788909646.706707 mapread 0x00a34d thru 0x00ddd8 (0x3a8c bytes) 000776 1788909646.716814 read 0x01f4b0 thru 0x02cb87 (0xd6d8 bytes) 000777 1788909646.718114 mapread 0x0228a2 thru 0x02c780 (0x9edf bytes) 000778 1788909646.733980 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35297): Mirror 14: 0xe3694aa3 (stale) Mirror 19: 0xe3694aa3 (stale) Mirror 21: 0xe3694aa3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35297): Mirror 14: 0xe3694aa3 (stale) Mirror 19: 0xe3694aa3 (stale) Mirror 21: 0xe3694aa3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35297: skipped 000779 1788909647.074812 read 0x00ebad thru 0x01be71 (0xd2c5 bytes) 000780 1788909647.082527 mapwrite 0x01543c thru 0x01b1cf (0x5d94 bytes) 000781 1788909647.113254 fallocate 0x011d33 thru 0x012857 (0xb25 bytes) 000783 1788909647.127068 trunc from 0x035297 to 0x01483f (0x20a57 bytes) 000784 1788909647.159209 trunc from 0x006e5e to 0x01483f (0xd9e2 bytes) 000785 1788909647.164077 write 0x027cdd thru 0x028259 (0x57d bytes) 000787 1788909647.165545 read 0x00d572 thru 0x017ca5 (0xa734 bytes) 000788 1788909647.190085 mapread 0x003910 thru 0x00c519 (0x8c0a bytes) 000789 1788909647.191217 write 0x009aea thru 0x0147d3 (0xacea bytes) 000790 1788909647.192563 write 0x02971c thru 0x02ca7c (0x3361 bytes) 000791 1788909647.194352 fallocate 0x03b7fb thru 0x03fc1d (0x4423 bytes) 000794 1788909647.206477 mapread 0x014415 thru 0x02271f (0xe30b bytes) 000795 1788909647.208003 read 0x016b5c thru 0x01f51c (0x89c1 bytes) 000797 1788909647.209136 punch from 0x0242ab to 0x027c40 (0x3996 bytes) 000799 1788909647.227808 mapwrite 0x0391ae thru 0x03ffff (0x6e52 bytes) 000800 1788909647.292221 fallocate 0x01b942 thru 0x0201e7 (0x48a6 bytes) 000802 1788909647.306031 write 0x013084 thru 0x022b42 (0xfabf bytes) 000803 1788909647.308282 read 0x02390b thru 0x029166 (0x585c bytes) 000804 1788909647.310141 read 0x039d08 thru 0x03ffff (0x62f8 bytes) 000805 1788909647.317294 MIRROR_RESYNC 4 mirrors 000806 1788909648.298309 trunc from 0x0220fc to 0x0295be (0x74c3 bytes) 000807 1788909648.333564 mapread 0x02eaf9 thru 0x039b63 (0xb06b bytes) 000808 1788909648.379094 punch from 0x021b81 to 0x02f0ac (0xd52c bytes) 000809 1788909648.395542 MIRROR_RESYNC 4 mirrors 000810 1788909649.287760 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) 000811 1788909649.635874 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) 000812 1788909649.937715 fallocate 0x025835 thru 0x03167a (0xbe46 bytes) 000813 1788909649.977104 write 0x032cd9 thru 0x03ffff (0xd327 bytes) 000814 1788909649.990049 trunc from 0x01ad3b to 0x0200a3 (0x5369 bytes) 000816 1788909649.996802 write 0x03cab7 thru 0x03ffff (0x3549 bytes) 000817 1788909649.998005 write 0x03f2ba thru 0x03ffff (0xd46 bytes) 000818 1788909649.998818 trunc from 0x040000 to 0x019349 (0x26cb6 bytes) 000820 1788909650.032998 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) 000821 1788909650.207952 trunc from 0x01934a to 0x026fbf (0xdc76 bytes) 000822 1788909650.231528 punch from 0x026bd1 to 0x026fbf (0x3ef bytes) 000823 1788909650.240906 trunc from 0x0025f3 to 0x0102c5 (0xdcd3 bytes) 000824 1788909650.247188 mapwrite 0x03481f thru 0x03ffff (0xb7e1 bytes) 000825 1788909650.338967 fallocate 0x019bcd thru 0x01b3cb (0x17ff bytes) 000827 1788909650.348678 fallocate 0x00e0db thru 0x010315 (0x223b bytes) 000828 1788909650.353407 trunc from 0x040000 to 0x0271ff (0x18e00 bytes) 000829 1788909650.368714 write 0x02ed21 thru 0x0393a1 (0xa681 bytes) 000830 1788909650.370322 write 0x033c07 thru 0x03d7e1 (0x9bdb bytes) 000831 1788909650.373276 read 0x00d127 thru 0x01cad8 (0xf9b2 bytes) 000832 1788909650.381846 trunc from 0x03d7e2 to 0x025593 (0x1824e bytes) 000833 1788909650.400981 read 0x0089c0 thru 0x012693 (0x9cd4 bytes) 000834 1788909650.409489 mapread 0x00313b thru 0x003877 (0x73d bytes) 000835 1788909650.410811 write 0x010635 thru 0x01189f (0x126b bytes) 000837 1788909650.412930 trunc from 0x00fc89 to 0x01349c (0x3814 bytes) 000839 1788909650.422051 fallocate 0x02da47 thru 0x02eef2 (0x14ac bytes) 000840 1788909650.425670 mapread 0x00bb44 thru 0x017484 (0xb941 bytes) 000841 1788909650.447532 trunc from 0x02eef3 to 0x038389 (0x9497 bytes) 000842 1788909650.469115 fallocate 0x031d25 thru 0x0352ea (0x35c6 bytes) 000846 1788909650.477405 punch from 0x00b7c2 to 0x011837 (0x6076 bytes) 000847 1788909650.482511 mapread 0x009f3d thru 0x00ceff (0x2fc3 bytes) 000848 1788909650.492301 trunc from 0x029104 to 0x036012 (0xcf0f bytes) 000850 1788909650.499152 trunc from 0x03838a to 0x02d96c (0xaa1d bytes) 000851 1788909650.513005 read 0x02cdf1 thru 0x02d96c (0xb7c bytes) 000852 1788909650.521652 trunc from 0x0076f0 to 0x010213 (0x8b24 bytes) 000853 1788909650.525689 trunc from 0x0220ba to 0x025ec7 (0x3e0e bytes) 000854 1788909650.529689 mapwrite 0x03bd52 thru 0x03ffff (0x42ae bytes) 000855 1788909650.563667 mapread 0x02c31e thru 0x03a208 (0xdeeb bytes) 000856 1788909650.564803 trunc from 0x040000 to 0x02364f (0x1c9b0 bytes) 000857 1788909650.579198 trunc from 0x007bf7 to 0x00e299 (0x66a3 bytes) 000859 1788909650.585987 trunc from 0x02089b to 0x02364f (0x2db5 bytes) 000860 1788909650.596849 mapwrite 0x025b66 thru 0x0357a0 (0xfc3b bytes) 000861 1788909650.763948 mapwrite 0x016000 thru 0x019386 (0x3387 bytes) 000862 1788909650.779475 mapread 0x031ccf thru 0x032a09 (0xd3b bytes) 000863 1788909650.780367 write 0x02b7bb thru 0x033240 (0x7a86 bytes) 000865 1788909650.783385 trunc from 0x0357a1 to 0x021f02 (0x1389e bytes) 000866 1788909650.803884 mapread 0x01dbe3 thru 0x01ff17 (0x2335 bytes) 000867 1788909650.805753 write 0x0264f9 thru 0x033b20 (0xd628 bytes) 000868 1788909650.808278 trunc from 0x033b21 to 0x02a1a4 (0x997c bytes) 000870 1788909650.832263 mapwrite 0x039308 thru 0x03f040 (0x5d39 bytes) 000871 1788909650.903217 trunc from 0x03f041 to 0x01d66f (0x219d1 bytes) 000873 1788909650.923310 punch from 0x0120b7 to 0x01d66f (0xb5b9 bytes) 000875 1788909650.931116 punch from 0x01d4c6 to 0x01d66f (0x1aa bytes) 000876 1788909650.936111 trunc from 0x00d6f2 to 0x00e0e9 (0x9f8 bytes) 000877 1788909650.943351 trunc from 0x0097ee to 0x00e2ab (0x4abe bytes) 000878 1788909650.952210 trunc from 0x016117 to 0x01d66f (0x7559 bytes) 000879 1788909650.965190 punch from 0x01bb8d to 0x01d66f (0x1ae3 bytes) 000880 1788909650.981503 MIRROR_EXTEND to 2 mirrors 000881 1788909651.484213 mapwrite 0x009ae0 thru 0x018f29 (0xf44a bytes) 000882 1788909651.590796 trunc from 0x01d670 to 0x02ab1b (0xd4ac bytes) 000883 1788909651.640973 mapwrite 0x00bd39 thru 0x0198ba (0xdb82 bytes) 000884 1788909651.681200 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) 000885 1788909651.843173 read 0x012cf7 thru 0x01c931 (0x9c3b bytes) 000886 1788909651.854361 trunc from 0x02ab1c to 0x025f70 (0x4bab bytes) 000887 1788909651.883042 mapwrite 0x02b637 thru 0x038818 (0xd1e2 bytes) 000888 1788909651.944233 read 0x002734 thru 0x01081b (0xe0e8 bytes) 000889 1788909651.956832 trunc from 0x000942 to 0x005ba4 (0x5263 bytes) 000890 1788909651.961330 mapwrite 0x001948 thru 0x003e7b (0x2534 bytes) 000894 1788909651.988165 read 0x028efd thru 0x037a87 (0xeb8b bytes) 000895 1788909651.989489 mapwrite 0x02164c thru 0x022f6f (0x1924 bytes) 000896 1788909652.001891 write 0x006398 thru 0x012994 (0xc5fd bytes) 000898 1788909652.004254 mapwrite 0x02a94c thru 0x039eaf (0xf564 bytes) 000899 1788909652.042766 read 0x018b75 thru 0x019e90 (0x131c bytes) 000900 1788909652.043342 trunc from 0x039eb0 to 0x027a8f (0x12420 bytes) 000901 1788909652.057103 trunc from 0x027a90 to 0x032f4b (0xb4bc bytes) 000904 1788909652.075811 write 0x037abc thru 0x03c701 (0x4c46 bytes) 000905 1788909652.081854 MIRROR_EXTEND to 2 mirrors 000906 1788909652.683048 read 0x018257 thru 0x01928f (0x1039 bytes) 000907 1788909652.693284 MIRROR_EXTEND to 3 mirrors 000908 1788909653.354774 trunc from 0x03c702 to 0x02061a (0x1c0e7 bytes) 000909 1788909653.397176 trunc from 0x02061b to 0x033914 (0x132fa bytes) 000910 1788909653.419287 trunc from 0x033915 to 0x004f27 (0x2e9ed bytes) 000911 1788909653.440063 read 0x002e9a thru 0x004f27 (0x208e bytes) 000912 1788909653.445017 trunc from 0x001512 to 0x004f27 (0x3a16 bytes) 000913 1788909653.452242 mapread 0x002052 thru 0x002861 (0x810 bytes) 000914 1788909653.460137 mapread 0x000fd6 thru 0x004f27 (0x3f52 bytes) 000915 1788909653.481075 trunc from 0x004f28 to 0x030d9f (0x2be78 bytes) 000916 1788909653.497350 trunc from 0x030da0 to 0x03a2ce (0x952f bytes) 000917 1788909653.514311 mapwrite 0x00ccbb thru 0x01752e (0xa874 bytes) 000918 1788909653.563172 read 0x027002 thru 0x032ae5 (0xbae4 bytes) 000919 1788909653.591905 trunc from 0x019d78 to 0x0219c2 (0x7c4b bytes) 000920 1788909653.596914 mapwrite 0x03b9a8 thru 0x03be9e (0x4f7 bytes) 000921 1788909653.639019 read 0x033036 thru 0x036e79 (0x3e44 bytes) 000922 1788909653.640097 mapread 0x033198 thru 0x03be9e (0x8d07 bytes) 000923 1788909653.641740 punch from 0x00831c to 0x0155f3 (0xd2d8 bytes) 000925 1788909653.648023 fallocate 0x03a13a thru 0x03ffff (0x5ec6 bytes) 000926 1788909653.652832 punch from 0x0024fd to 0x002af7 (0x5fb bytes) 000927 1788909653.662370 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2d8:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3be9f): Mirror 2: 0xb761f6c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3be9f): Mirror 2: 0xb761f6c2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3be9f: skipped 000928 1788909653.925175 fallocate 0x020aca thru 0x02caf3 (0xc02a bytes) 000929 1788909653.939443 punch from 0x0058c3 to 0x00621b (0x959 bytes) 000931 1788909653.957019 punch from 0x03af62 to 0x03be9e (0xf3d bytes) 000932 1788909653.961860 read 0x01745e thru 0x025a35 (0xe5d8 bytes) 000933 1788909653.978044 punch from 0x0382d4 to 0x03be9e (0x3bcb bytes) 000934 1788909653.986646 trunc from 0x0213f3 to 0x02e6ff (0xd30d bytes) 000935 1788909653.993799 mapwrite 0x03358a thru 0x039638 (0x60af bytes) 000936 1788909654.046968 trunc from 0x03be9f to 0x020d75 (0x1b129 bytes) 000937 1788909654.072183 read 0x019d0a thru 0x020d75 (0x706c bytes) 000938 1788909654.072907 mapread 0x015e5d thru 0x0167cc (0x970 bytes) 000939 1788909654.088412 trunc from 0x007d7b to 0x00dfe7 (0x626d bytes) 000940 1788909654.092736 fallocate 0x00642d thru 0x00ece7 (0x88bb bytes) 000941 1788909654.099496 read 0x017656 thru 0x020d75 (0x9720 bytes) 000942 1788909654.100103 mapwrite 0x013f08 thru 0x016f6a (0x3063 bytes) 000943 1788909654.112715 fallocate 0x020ae8 thru 0x029858 (0x8d71 bytes) 000944 1788909654.116910 mapread 0x017da3 thru 0x020733 (0x8991 bytes) 000945 1788909654.119021 read 0x01565d thru 0x01a934 (0x52d8 bytes) 000946 1788909654.119709 fallocate 0x03549d thru 0x03ffff (0xab63 bytes) 000947 1788909654.124480 mapread 0x01198d thru 0x013763 (0x1dd7 bytes) 000949 1788909654.128977 fallocate 0x00ddfc thru 0x00f9f7 (0x1bfc bytes) 000950 1788909654.132659 mapwrite 0x034798 thru 0x03955a (0x4dc3 bytes) 000951 1788909654.168900 punch from 0x01ce96 to 0x0213d9 (0x4544 bytes) 000952 1788909654.173267 fallocate 0x03e828 thru 0x03ffff (0x17d8 bytes) 000953 1788909654.180085 mapwrite 0x03863d thru 0x03c91a (0x42de bytes) 000954 1788909654.197631 trunc from 0x037a16 to 0x03ffff (0x85ea bytes) 000955 1788909654.203746 write 0x006acb thru 0x00e9dc (0x7f12 bytes) 000956 1788909654.205018 read 0x00a8aa thru 0x011382 (0x6ad9 bytes) 000957 1788909654.205463 write 0x01226b thru 0x015e35 (0x3bcb bytes) 000958 1788909654.207195 trunc from 0x040000 to 0x02f623 (0x109dc bytes) 000959 1788909654.231444 fallocate 0x01ea12 thru 0x02b039 (0xc628 bytes) 000960 1788909654.237361 trunc from 0x00b3bd to 0x01282c (0x7470 bytes) 000961 1788909654.250440 trunc from 0x02f624 to 0x00a170 (0x254b3 bytes) 000962 1788909654.270367 MIRROR_RESYNC 2 mirrors 000963 1788909654.802035 write 0x01fb8a thru 0x021b62 (0x1fd9 bytes) 000964 1788909654.844462 write 0x026992 thru 0x02c1b6 (0x5825 bytes) 000966 1788909654.846987 fallocate 0x02e535 thru 0x03c6d9 (0xe1a5 bytes) 000967 1788909654.852819 trunc from 0x00d8bc to 0x011b31 (0x4276 bytes) 000968 1788909654.857500 mapwrite 0x00b12b thru 0x01a990 (0xf866 bytes) 000970 1788909654.910084 mapread 0x009230 thru 0x00ffcf (0x6da0 bytes) 000971 1788909654.911213 trunc from 0x03c6da to 0x01630f (0x263ca bytes) 000972 1788909654.934471 fallocate 0x017ee3 thru 0x021d1c (0x9e3a bytes) 000973 1788909654.939474 mapwrite 0x024ff4 thru 0x0253bb (0x3c8 bytes) 000974 1788909654.973507 read 0x01e710 thru 0x024dfd (0x66ee bytes) 000975 1788909654.974284 fallocate 0x0104b3 thru 0x012377 (0x1ec5 bytes) 000976 1788909654.982988 punch from 0x007e6f to 0x00ea12 (0x6ba4 bytes) 000977 1788909654.987759 punch from 0x01af02 to 0x01b0a1 (0x1a0 bytes) 000979 1788909654.992703 punch from 0x01ce25 to 0x0253bb (0x8597 bytes) 000980 1788909654.997821 read 0x0077af thru 0x01319b (0xb9ed bytes) 000981 1788909655.007872 trunc from 0x0253bc to 0x03badd (0x16722 bytes) 000982 1788909655.027044 trunc from 0x034e8a to 0x03badd (0x6c54 bytes) 000985 1788909655.043079 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3bade): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bade): Mirror 2: 0x58eb2980 (stale) CRC-32 checksum value for chunk [0, 0x3bade): Mirror 1: 0x37ea392a Mirror 3: 0x37ea392a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bade: skipped 000986 1788909655.773829 fallocate 0x0244bd thru 0x02d4b0 (0x8ff4 bytes) 000987 1788909655.798790 write 0x000090 thru 0x00936f (0x92e0 bytes) 000988 1788909655.813999 mapwrite 0x00f1b4 thru 0x00f5cf (0x41c bytes) 000989 1788909655.837702 trunc from 0x03bade to 0x00360c (0x384d1 bytes) 000990 1788909655.864437 punch from 0x0032ca to 0x00360c (0x343 bytes) 000991 1788909655.869449 mapread 0x000221 thru 0x001c48 (0x1a28 bytes) 000992 1788909655.873883 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x360d): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x360d): Mirror 2: 0xbb64616d (stale) Mirror 3: 0xbb64616d (stale) CRC-32 checksum value for chunk [0, 0x360d): Mirror 1: 0xcf36d59f Mirror 4: 0xcf36d59f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x360d: skipped 000993 1788909656.423763 punch from 0x002fae to 0x00360c (0x65f bytes) 000994 1788909656.460888 punch from 0x0030a1 to 0x00360c (0x56c bytes) 000995 1788909656.465407 read 0x00263f thru 0x00360c (0xfce bytes) 000997 1788909656.470245 read 0x001235 thru 0x0030fa (0x1ec6 bytes) 000998 1788909656.475232 read 0x002123 thru 0x00360c (0x14ea bytes) All operations completed A-OK!