== sanity-flr test 70a: flr mode fsx test ================ 22:59:28 (1764734368) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 4369 skipping zero size read truncating to largest ever: 0x2d0b6 000002 1764734369.808956 trunc from 00000000 to 0x02d0b5 (0x2d0b6 bytes) truncating to largest ever: 0x39013 000003 1764734369.827314 trunc from 0x02d0b6 to 0x039012 (0xbf5d bytes) 000004 1764734369.855025 trunc from 0x039013 to 0x035579 (0x3a99 bytes) 000006 1764734369.878315 trunc from 0x03557a to 0x028081 (0xd4f8 bytes) 000007 1764734369.909741 mapread 0x010d84 thru 0x01362b (0x28a8 bytes) truncating to largest ever: 0x3e8c5 000008 1764734369.929222 trunc from 0x028082 to 0x03e8c4 (0x16843 bytes) 000009 1764734369.945782 read 0x032beb thru 0x03e8c4 (0xbcda bytes) 000010 1764734369.955193 write 0x000318 thru 0x0034ba (0x31a3 bytes) 000011 1764734369.962142 mapwrite 0x005181 thru 0x00841e (0x329e bytes) 000012 1764734369.984085 punch from 0x00c8e9 to 0x0120f4 (0x580c bytes) 000013 1764734369.991954 write 0x03b466 thru 0x03ffff (0x4b9a bytes) 000014 1764734369.996869 mapwrite 0x02f5e3 thru 0x03a759 (0xb177 bytes) 000017 1764734370.043279 read 0x022680 thru 0x02a506 (0x7e87 bytes) 000018 1764734370.050927 fallocate 0x01c85f thru 0x025989 (0x912b bytes) 000019 1764734370.055386 trunc from 0x040000 to 0x017002 (0x28ffd bytes) 000020 1764734370.073805 mapwrite 0x00056b thru 0x005ce1 (0x5777 bytes) 000021 1764734370.088249 read 0x00aa69 thru 0x00fe10 (0x53a8 bytes) 000022 1764734370.088884 write 0x0380e3 thru 0x03ffff (0x7f1d bytes) 000023 1764734370.090058 mapread 0x01f654 thru 0x02e728 (0xf0d5 bytes) 000024 1764734370.104575 trunc from 0x03d007 to 0x03ffff (0x2ff9 bytes) 000026 1764734370.125171 trunc from 0x010dad to 0x012ab4 (0x1d08 bytes) 000027 1764734370.132513 punch from 0x01eb3e to 0x02a313 (0xb7d6 bytes) 000028 1764734370.139169 trunc from 0x040000 to 0x02e1d0 (0x11e2f bytes) 000029 1764734370.154618 fallocate 0x012bda thru 0x01b7ce (0x8bf5 bytes) 000030 1764734370.162793 fallocate 0x02661d thru 0x02fd5b (0x973f bytes) 000031 1764734370.168942 fallocate 0x0053e3 thru 0x011040 (0xbc5e bytes) 000032 1764734370.173458 trunc from 0x0227c6 to 0x023569 (0xda4 bytes) 000033 1764734370.179627 mapwrite 0x03e946 thru 0x03ffff (0x16ba bytes) 000035 1764734370.244854 write 0x014026 thru 0x01af29 (0x6f04 bytes) 000036 1764734370.245969 trunc from 0x040000 to 0x038617 (0x79e8 bytes) 000037 1764734370.268246 read 0x00600b thru 0x013725 (0xd71b bytes) 000038 1764734370.277425 trunc from 0x008aaa to 0x014e98 (0xc3ef bytes) 000039 1764734370.292590 trunc from 0x038618 to 0x00f836 (0x28de1 bytes) 000040 1764734370.314420 trunc from 0x00f837 to 0x01f719 (0xfee3 bytes) 000041 1764734370.335213 mapwrite 0x000946 thru 0x00b70d (0xadc8 bytes) 000042 1764734370.382444 mapwrite 0x031e5f thru 0x037ece (0x6070 bytes) 000043 1764734370.448628 MIRROR_EXTEND to 2 mirrors 000044 1764734371.107086 read 0x017c52 thru 0x01d248 (0x55f7 bytes) 000045 1764734371.130312 punch from 0x002835 to 0x002856 (0x22 bytes) 000046 1764734371.182406 read 0x033aa6 thru 0x037ece (0x4429 bytes) 000047 1764734371.194891 fallocate 0x02f4ba thru 0x039b3f (0xa686 bytes) 000048 1764734371.206843 trunc from 0x02853b to 0x034d1e (0xc7e4 bytes) 000049 1764734371.217545 write 0x020471 thru 0x02ce08 (0xc998 bytes) 000050 1764734371.237085 mapwrite 0x03a733 thru 0x03ffff (0x58cd bytes) 000051 1764734371.309230 mapwrite 0x029688 thru 0x02cf7c (0x38f5 bytes) 000052 1764734371.327697 trunc from 0x040000 to 0x02255a (0x1daa5 bytes) 000053 1764734371.350040 write 0x00f4b0 thru 0x011803 (0x2354 bytes) 000054 1764734371.351447 trunc from 0x00eea0 to 0x01ca23 (0xdb84 bytes) 000055 1764734371.363942 read 0x01ca18 thru 0x02255a (0x5b43 bytes) 000056 1764734371.372173 punch from 0x00ae93 to 0x00c482 (0x15f0 bytes) 000058 1764734371.377392 mapread 0x00f572 thru 0x014d93 (0x5822 bytes) 000059 1764734371.382740 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000062 1764734371.531595 fallocate 0x00569c thru 0x0114e7 (0xbe4c bytes) 000063 1764734371.539738 punch from 0x00bc4c to 0x01ac77 (0xf02c bytes) 000065 1764734371.544855 mapread 0x00385a thru 0x0064d7 (0x2c7e bytes) 000066 1764734371.561119 trunc from 0x02255b to 0x025403 (0x2ea9 bytes) 000067 1764734371.578845 write 0x007a4e thru 0x00a99a (0x2f4d bytes) 000068 1764734371.579877 fallocate 0x0093ba thru 0x00faef (0x6736 bytes) 000069 1764734371.595558 trunc from 0x025404 to 0x03d9bf (0x185bc bytes) 000070 1764734371.620732 fallocate 0x014f99 thru 0x02155c (0xc5c4 bytes) 000071 1764734371.627096 trunc from 0x030396 to 0x03bf3d (0xbba8 bytes) 000072 1764734371.631712 write 0x01fdc0 thru 0x02b8ed (0xbb2e bytes) 000073 1764734371.659767 trunc from 0x03d9c0 to 0x004052 (0x3996d bytes) 000074 1764734371.678988 write 0x033ebf thru 0x03930b (0x544d bytes) 000075 1764734371.682200 punch from 0x031195 to 0x03930b (0x8177 bytes) 000076 1764734371.709845 trunc from 0x03930c to 0x034c89 (0x4682 bytes) 000077 1764734371.733564 MIRROR_EXTEND to 2 mirrors 000078 1764734372.443034 read 0x020f1b thru 0x022774 (0x185a bytes) 000079 1764734372.457871 mapread 0x003198 thru 0x00db11 (0xa97a bytes) 000080 1764734372.511840 mapread 0x01f06e thru 0x02cb62 (0xdaf5 bytes) 000081 1764734372.561439 write 0x01e678 thru 0x0246cc (0x6055 bytes) 000082 1764734372.618150 fallocate 0x012938 thru 0x015178 (0x2841 bytes) 000084 1764734372.632816 punch from 0x01102f to 0x014212 (0x31e4 bytes) 000085 1764734372.638284 punch from 0x00ca77 to 0x01b181 (0xe70b bytes) 000086 1764734372.644336 write 0x034ab4 thru 0x03ffff (0xb54c bytes) 000087 1764734372.653540 mapread 0x01f1fb thru 0x02d4a5 (0xe2ab bytes) 000088 1764734372.662026 punch from 0x025f7f to 0x0296cb (0x374d bytes) 000090 1764734372.671978 trunc from 0x03431c to 0x03b054 (0x6d39 bytes) 000091 1764734372.687478 fallocate 0x0372a8 thru 0x03cb7f (0x58d8 bytes) fallocating to largest ever: 0x40000 000094 1764734372.695548 fallocate 0x0378d8 thru 0x03ffff (0x8728 bytes) 000095 1764734372.703278 punch from 0x0182ba to 0x024845 (0xc58c bytes) 000096 1764734372.713411 MIRROR_RESYNC 2 mirrors 000097 1764734373.358605 mapwrite 0x028763 thru 0x029d8f (0x162d bytes) 000098 1764734373.440832 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000099 1764734373.593501 read 0x01ab71 thru 0x024883 (0x9d13 bytes) 000100 1764734373.604283 trunc from 0x03bb40 to 0x03ffff (0x44c0 bytes) 000101 1764734373.619165 trunc from 0x004273 to 0x009056 (0x4de4 bytes) 000102 1764734373.622954 write 0x02ce49 thru 0x034358 (0x7510 bytes) 000103 1764734373.643196 read 0x01db2e thru 0x027a92 (0x9f65 bytes) 000104 1764734373.656812 punch from 0x00dd6d to 0x0198ce (0xbb62 bytes) 000106 1764734373.664127 write 0x029ffd thru 0x032de5 (0x8de9 bytes) 000107 1764734373.665285 trunc from 0x040000 to 0x019747 (0x268b8 bytes) 000108 1764734373.689218 punch from 0x009e10 to 0x00ff3f (0x6130 bytes) 000109 1764734373.696179 write 0x039235 thru 0x03ffff (0x6dcb bytes) 000110 1764734373.697495 mapread 0x02eb06 thru 0x032fe0 (0x44db bytes) 000111 1764734373.726796 read 0x028ec0 thru 0x02b527 (0x2668 bytes) 000113 1764734373.741568 trunc from 0x0114d6 to 0x012145 (0xc70 bytes) 000114 1764734373.747120 punch from 0x035003 to 0x03ffff (0xaffd bytes) 000115 1764734373.762367 trunc from 0x0051ee to 0x014aea (0xf8fd bytes) 000116 1764734373.784485 mapwrite 0x01ce36 thru 0x02c7ed (0xf9b8 bytes) 000118 1764734373.828187 mapwrite 0x0078b7 thru 0x014675 (0xcdbf bytes) 000119 1764734373.905932 trunc from 0x02079a to 0x0288cf (0x8136 bytes) 000120 1764734373.910437 fallocate 0x019ffe thru 0x027099 (0xd09c bytes) 000121 1764734373.915346 fallocate 0x01efd7 thru 0x023712 (0x473c bytes) 000122 1764734373.920019 mapwrite 0x009ca4 thru 0x018c24 (0xef81 bytes) 000125 1764734373.939180 read 0x029027 thru 0x03338d (0xa367 bytes) 000126 1764734373.939722 trunc from 0x034262 to 0x039dcb (0x5b6a bytes) 000127 1764734373.944065 fallocate 0x002cd2 thru 0x00b797 (0x8ac6 bytes) 000128 1764734373.951051 punch from 0x01be09 to 0x0241af (0x83a7 bytes) 000129 1764734373.960069 MIRROR_EXTEND to 2 mirrors 000130 1764734374.611551 punch from 0x004ef6 to 0x00e5cb (0x96d6 bytes) 000131 1764734374.643802 trunc from 0x0255b0 to 0x025cb5 (0x706 bytes) 000133 1764734374.656849 read 0x02821b thru 0x02a32b (0x2111 bytes) 000134 1764734374.664454 punch from 0x037a3d to 0x03996a (0x1f2e bytes) 000135 1764734374.671586 trunc from 0x040000 to 0x03157b (0xea84 bytes) 000136 1764734374.708345 mapwrite 0x018c40 thru 0x020f61 (0x8322 bytes) 000137 1764734374.743934 trunc from 0x03157c to 0x001228 (0x30353 bytes) 000138 1764734374.761809 read 0x000145 thru 0x001228 (0x10e4 bytes) 000139 1764734374.768326 trunc from 0x001092 to 0x001228 (0x197 bytes) 000140 1764734374.776377 MIRROR_RESYNC 2 mirrors 000141 1764734375.282400 punch from 0x0002a1 to 0x001228 (0xf88 bytes) 000142 1764734375.328454 mapwrite 0x00ed1f thru 0x0126ae (0x3990 bytes) 000143 1764734375.416970 write 0x02db6e thru 0x0316b9 (0x3b4c bytes) 000144 1764734375.418162 trunc from 0x000e1c to 0x001175 (0x35a bytes) 000145 1764734375.421457 trunc from 0x0141d2 to 0x016c62 (0x2a91 bytes) 000146 1764734375.425731 read 0x004f22 thru 0x00549e (0x57d bytes) 000147 1764734375.430810 mapread 0x0184a7 thru 0x02458e (0xc0e8 bytes) 000148 1764734375.447751 punch from 0x00f65a to 0x015c06 (0x65ad bytes) 000149 1764734375.452826 fallocate 0x03e2f3 thru 0x03f4fe (0x120c bytes) 000150 1764734375.457695 punch from 0x01cc16 to 0x0217bc (0x4ba7 bytes) 000151 1764734375.463355 trunc from 0x029eba to 0x02cfbd (0x3104 bytes) 000152 1764734375.467923 trunc from 0x0316ba to 0x00127f (0x3043a bytes) 000153 1764734375.483752 trunc from 0x001280 to 0x004d8e (0x3b0f bytes) 000154 1764734375.499259 read 0x002f75 thru 0x004d8e (0x1e1a bytes) 000155 1764734375.507327 mapread 0x000519 thru 0x004d8e (0x4876 bytes) 000156 1764734375.508222 punch from 0x002c93 to 0x004d8e (0x20fc bytes) 000157 1764734375.512714 fallocate 0x00cd84 thru 0x0134f8 (0x6775 bytes) 000158 1764734375.517754 punch from 0x010f74 to 0x0134f8 (0x2585 bytes) 000160 1764734375.523833 punch from 0x00438b to 0x010acd (0xc743 bytes) 000161 1764734375.530479 fallocate 0x011419 thru 0x0172a3 (0x5e8b bytes) 000163 1764734375.537824 fallocate 0x039382 thru 0x03b393 (0x2012 bytes) 000164 1764734375.543136 trunc from 0x024bc6 to 0x03479e (0xfbd9 bytes) 000165 1764734375.551929 read 0x00604e thru 0x00b634 (0x55e7 bytes) 000166 1764734375.562366 trunc from 0x0278e7 to 0x02c269 (0x4983 bytes) 000167 1764734375.567388 punch from 0x005c78 to 0x00d45d (0x77e6 bytes) 000168 1764734375.572437 mapread 0x034120 thru 0x034d89 (0xc6a bytes) 000169 1764734375.573213 write 0x029410 thru 0x02fb97 (0x6788 bytes) 000170 1764734375.578972 write 0x003b10 thru 0x00a6dd (0x6bce bytes) 000171 1764734375.585830 trunc from 0x03b394 to 0x015e54 (0x2553f bytes) 000172 1764734375.604464 mapread 0x0082eb thru 0x010b1e (0x8834 bytes) 000173 1764734375.619468 mapread 0x011051 thru 0x015e54 (0x4e04 bytes) 000174 1764734375.620319 mapwrite 0x0286d7 thru 0x02d679 (0x4fa3 bytes) 000175 1764734375.687131 write 0x01c7f1 thru 0x01dbdf (0x13ef bytes) 000176 1764734375.700045 trunc from 0x00b4e6 to 0x013b29 (0x8644 bytes) 000177 1764734375.705394 read 0x0200cd thru 0x022e37 (0x2d6b bytes) 000179 1764734375.716659 trunc from 0x015bdb to 0x01ddca (0x81f0 bytes) 000181 1764734375.726827 trunc from 0x02d67a to 0x02e2cf (0xc56 bytes) 000183 1764734375.745409 punch from 0x00c7ae to 0x011ec3 (0x5716 bytes) 000184 1764734375.749963 mapwrite 0x02cb81 thru 0x039799 (0xcc19 bytes) 000185 1764734375.807934 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000186 1764734375.932957 fallocate 0x02418b thru 0x02eb15 (0xa98b bytes) 000187 1764734375.938657 read 0x0326dd thru 0x035196 (0x2aba bytes) 000188 1764734375.944844 fallocate 0x000a87 thru 0x00ecd6 (0xe250 bytes) 000190 1764734375.950145 fallocate 0x0198e4 thru 0x02891e (0xf03b bytes) 000191 1764734375.957013 mapread 0x028f54 thru 0x03416e (0xb21b bytes) 000192 1764734375.980389 read 0x01bc99 thru 0x01cb54 (0xebc bytes) 000193 1764734375.991520 write 0x00348e thru 0x00c23b (0x8dae bytes) 000194 1764734375.998613 trunc from 0x024a4d to 0x02be0f (0x73c3 bytes) 000195 1764734376.004417 write 0x019673 thru 0x01af04 (0x1892 bytes) 000196 1764734376.006697 mapread 0x008f86 thru 0x011c6f (0x8cea bytes) 000198 1764734376.008774 trunc from 0x03979a to 0x029e22 (0xf977 bytes) 000199 1764734376.026500 fallocate 0x036590 thru 0x03ef6f (0x89e0 bytes) 000200 1764734376.036405 trunc from 0x014267 to 0x01559f (0x1339 bytes) 000201 1764734376.044413 mapwrite 0x03baa7 thru 0x03ee8c (0x33e6 bytes) 000202 1764734376.097459 MIRROR_EXTEND to 2 mirrors 000203 1764734376.746995 write 0x03993f thru 0x03fa19 (0x60db bytes) 000204 1764734376.800363 mapread 0x0194a8 thru 0x027fa6 (0xeaff bytes) 000206 1764734376.817940 trunc from 0x03fa1a to 0x01f354 (0x206c5 bytes) 000207 1764734376.854977 write 0x00d1fe thru 0x017a3c (0xa83f bytes) 000210 1764734376.866341 trunc from 0x01f355 to 0x00827e (0x170d6 bytes) 000211 1764734376.887381 fallocate 0x02af25 thru 0x02fa9e (0x4b7a bytes) 000212 1764734376.900044 punch from 0x02198e to 0x0254da (0x3b4d bytes) 000213 1764734376.908324 trunc from 0x029385 to 0x02d1b7 (0x3e33 bytes) 000214 1764734376.920316 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000216 1764734377.075529 trunc from 0x00b397 to 0x010b15 (0x577f bytes) 000217 1764734377.083160 fallocate 0x00ddc9 thru 0x01c0dc (0xe314 bytes) 000218 1764734377.088246 read 0x028ae7 thru 0x02fa9e (0x6fb8 bytes) 000219 1764734377.100303 read 0x00fbfd thru 0x014234 (0x4638 bytes) 000220 1764734377.108598 trunc from 0x0183a3 to 0x022776 (0xa3d4 bytes) 000221 1764734377.112041 mapwrite 0x00f226 thru 0x01200e (0x2de9 bytes) 000222 1764734377.131768 trunc from 0x02fa9f to 0x01b2af (0x147ef bytes) 000223 1764734377.170194 mapread 0x005f67 thru 0x015ab2 (0xfb4c bytes) 000224 1764734377.171181 read 0x00a287 thru 0x013ec0 (0x9c3a bytes) 000225 1764734377.171762 trunc from 0x01b2b0 to 0x03c06a (0x20dbb bytes) 000226 1764734377.214476 trunc from 0x03c06b to 0x00e9bf (0x2d6ab bytes) 000227 1764734377.247536 MIRROR_EXTEND to 2 mirrors 000228 1764734377.927536 trunc from 0x000d22 to 0x00e00c (0xd2eb bytes) 000229 1764734377.964934 punch from 0x009e4c to 0x00e9bf (0x4b74 bytes) 000230 1764734377.973430 read 0x0049ca thru 0x00ddc6 (0x93fd bytes) 000231 1764734377.986270 read 0x00da3b thru 0x00e9bf (0xf85 bytes) 000232 1764734377.994191 read 0x009127 thru 0x00e9bf (0x5899 bytes) 000234 1764734377.995805 punch from 0x00214c to 0x00e9bf (0xc874 bytes) 000235 1764734378.001513 mapwrite 0x008750 thru 0x00a14c (0x19fd bytes) 000236 1764734378.027520 mapwrite 0x0354f0 thru 0x035556 (0x67 bytes) 000237 1764734378.138528 trunc from 0x035557 to 0x002180 (0x333d6 bytes) 000238 1764734378.164222 mapwrite 0x007103 thru 0x012e96 (0xbd94 bytes) 000239 1764734378.293558 write 0x03066e thru 0x03d17b (0xcb0e bytes) 000240 1764734378.297238 read 0x02427d thru 0x02d236 (0x8fba bytes) 000241 1764734378.309461 mapwrite 0x00004a thru 0x004015 (0x3fcc bytes) 000243 1764734378.327124 mapwrite 0x004a85 thru 0x007c30 (0x31ac bytes) 000244 1764734378.338325 mapwrite 0x028207 thru 0x0299f1 (0x17eb bytes) 000245 1764734378.352416 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3d17c): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d17c): Mirror 2: 0xf9cdbcbb (stale) CRC-32 checksum value for chunk [0, 0x3d17c): Mirror 1: 0x49c10caa Mirror 3: 0x49c10caa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d17c: skipped 000246 1764734379.125443 read 0x036a04 thru 0x03d17b (0x6778 bytes) 000247 1764734379.151040 mapwrite 0x0026c7 thru 0x007f2f (0x5869 bytes) 000248 1764734379.284052 write 0x02299f thru 0x024232 (0x1894 bytes) 000249 1764734379.297890 write 0x0105ed thru 0x01ac8b (0xa69f bytes) 000250 1764734379.305503 trunc from 0x03d17c to 0x01dce7 (0x1f494 bytes) 000252 1764734379.368551 trunc from 0x01dce8 to 0x03ce23 (0x1f13c bytes) 000254 1764734379.389058 punch from 0x01b0fc to 0x01e2ec (0x31f1 bytes) 000255 1764734379.395540 punch from 0x029f86 to 0x03294d (0x89c8 bytes) 000256 1764734379.403168 fallocate 0x025121 thru 0x027c54 (0x2b34 bytes) 000257 1764734379.409388 read 0x0185d0 thru 0x019d35 (0x1766 bytes) 000258 1764734379.414736 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ce24): Mirror 3: 0xcdc74eec (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ce24): Mirror 3: 0xcdc74eec (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ce24: skipped 000259 1764734379.862488 mapwrite 0x001368 thru 0x00ee05 (0xda9e bytes) 000260 1764734379.942180 punch from 0x028240 to 0x0347d5 (0xc596 bytes) 000261 1764734379.947612 read 0x038bc9 thru 0x03ce23 (0x425b bytes) 000262 1764734379.956594 trunc from 0x03ce24 to 0x039857 (0x35cc bytes) 000264 1764734379.991736 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000265 1764734380.142055 trunc from 0x039858 to 0x02334d (0x1650a bytes) 000266 1764734380.174240 punch from 0x01a4b9 to 0x02334d (0x8e95 bytes) 000267 1764734380.180164 write 0x0330a7 thru 0x03ffff (0xcf59 bytes) 000268 1764734380.181976 write 0x025d17 thru 0x02873d (0x2a27 bytes) 000269 1764734380.192466 trunc from 0x040000 to 0x006101 (0x39efe bytes) 000270 1764734380.223810 read 0x001d94 thru 0x006101 (0x436e bytes) 000271 1764734380.241755 punch from 0x003cea to 0x006101 (0x2418 bytes) 000272 1764734380.247891 write 0x010741 thru 0x012b86 (0x2446 bytes) 000273 1764734380.249069 trunc from 0x012b87 to 0x014b14 (0x1f8e bytes) 000274 1764734380.273436 mapread 0x0142cd thru 0x014b14 (0x848 bytes) 000275 1764734380.290083 fallocate 0x017f1c thru 0x01ed79 (0x6e5e bytes) 000276 1764734380.300034 punch from 0x003044 to 0x00a879 (0x7836 bytes) 000277 1764734380.309497 trunc from 0x014b15 to 0x0151b8 (0x6a4 bytes) 000278 1764734380.333835 trunc from 0x0151b9 to 0x0360e7 (0x20f2f bytes) 000280 1764734380.350940 trunc from 0x02c27d to 0x0360e7 (0x9e6b bytes) 000281 1764734380.357056 read 0x02db50 thru 0x033ac1 (0x5f72 bytes) 000282 1764734380.373826 mapwrite 0x00d67d thru 0x016d88 (0x970c bytes) 000285 1764734380.404894 fallocate 0x00d3d1 thru 0x016ef5 (0x9b25 bytes) 000286 1764734380.411191 punch from 0x01be6b to 0x02ab40 (0xecd6 bytes) 000287 1764734380.428908 MIRROR_EXTEND to 2 mirrors 000288 1764734381.247506 mapread 0x02d1d6 thru 0x0360e7 (0x8f12 bytes) 000289 1764734381.312776 mapread 0x022687 thru 0x022bd9 (0x553 bytes) 000290 1764734381.346778 read 0x02e902 thru 0x0360e7 (0x77e6 bytes) 000292 1764734381.360760 trunc from 0x0360e8 to 0x023e80 (0x12267 bytes) 000293 1764734381.479265 punch from 0x00e858 to 0x01aeb3 (0xc65c bytes) 000294 1764734381.489543 read 0x01b32f thru 0x01f2d6 (0x3fa8 bytes) 000295 1764734381.514439 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000296 1764734381.656431 trunc from 0x002896 to 0x00beca (0x9635 bytes) 000297 1764734381.663948 mapread 0x0233f4 thru 0x023e80 (0xa8d bytes) 000298 1764734381.670114 fallocate 0x02c3e6 thru 0x034d15 (0x8930 bytes) 000300 1764734381.682459 punch from 0x01f05e to 0x023e80 (0x4e23 bytes) 000301 1764734381.688494 trunc from 0x020d3b to 0x0231de (0x24a4 bytes) 000302 1764734381.705005 mapread 0x013265 thru 0x01cd61 (0x9afd bytes) 000304 1764734381.721360 mapread 0x003114 thru 0x003de2 (0xccf bytes) 000305 1764734381.732366 write 0x034325 thru 0x03eeaf (0xab8b bytes) 000306 1764734381.739268 trunc from 0x0212fd to 0x027274 (0x5f78 bytes) 000307 1764734381.745122 read 0x023981 thru 0x03133e (0xd9be bytes) 000309 1764734381.755275 trunc from 0x03eeb0 to 0x01c7cf (0x226e0 bytes) 000310 1764734381.771630 fallocate 0x00114a thru 0x011043 (0xfefa bytes) 000311 1764734381.776322 read 0x01c7b2 thru 0x01c7cf (0x1e bytes) 000312 1764734381.776819 fallocate 0x011c95 thru 0x01ae12 (0x917e bytes) 000313 1764734381.788591 read 0x010834 thru 0x01c7cf (0xbf9c bytes) 000314 1764734381.791391 trunc from 0x01c7d0 to 0x018a2c (0x3da3 bytes) 000315 1764734381.815247 write 0x01cb7f thru 0x02ac24 (0xe0a6 bytes) 000316 1764734381.820293 write 0x01ee9e thru 0x0247b9 (0x591c bytes) 000317 1764734381.821287 fallocate 0x036783 thru 0x03f58d (0x8e0b bytes) 000318 1764734381.841510 mapwrite 0x01d16d thru 0x024dba (0x7c4e bytes) 000319 1764734381.880286 write 0x004bbc thru 0x00eadb (0x9f20 bytes) 000320 1764734381.886024 trunc from 0x02d7ba to 0x033eb9 (0x6700 bytes) 000322 1764734381.890057 write 0x0393ac thru 0x03ffff (0x6c54 bytes) 000323 1764734381.899976 mapread 0x032cbe thru 0x034556 (0x1899 bytes) 000324 1764734381.901050 read 0x0137b9 thru 0x014fa2 (0x17ea bytes) 000325 1764734381.901573 write 0x005aaf thru 0x0067f1 (0xd43 bytes) 000327 1764734381.903569 trunc from 0x040000 to 0x027a62 (0x1859d bytes) 000328 1764734381.917268 trunc from 0x027a63 to 0x021422 (0x6640 bytes) 000329 1764734381.953210 punch from 0x01ea05 to 0x021422 (0x2a1e bytes) 000331 1764734381.962496 fallocate 0x01801e thru 0x0268de (0xe8c1 bytes) 000332 1764734381.968540 fallocate 0x011072 thru 0x01b671 (0xa600 bytes) 000333 1764734381.975312 mapwrite 0x005840 thru 0x00bb4b (0x630c bytes) 000334 1764734381.991747 fallocate 0x02b65d thru 0x0334cf (0x7e73 bytes) 000336 1764734382.000824 fallocate 0x03649a thru 0x03ffff (0x9b66 bytes) 000337 1764734382.006113 mapwrite 0x00ce69 thru 0x016fed (0xa185 bytes) 000338 1764734382.054038 read 0x024645 thru 0x02e047 (0x9a03 bytes) 000340 1764734382.067619 mapwrite 0x0054f3 thru 0x013f02 (0xea10 bytes) 000341 1764734382.090050 punch from 0x02f4ce to 0x0334cf (0x4002 bytes) 000342 1764734382.094600 mapwrite 0x03c8c8 thru 0x03ffff (0x3738 bytes) 000343 1764734382.148790 write 0x01cb8d thru 0x024513 (0x7987 bytes) 000344 1764734382.149944 trunc from 0x040000 to 0x02df29 (0x120d6 bytes) 000345 1764734382.173956 punch from 0x0065a1 to 0x0088ec (0x234c bytes) 000346 1764734382.178026 trunc from 0x02df2a to 0x00e138 (0x1fdf1 bytes) 000347 1764734382.210854 punch from 0x0057e1 to 0x00b583 (0x5da3 bytes) 000348 1764734382.220460 mapwrite 0x03d7a9 thru 0x03ffff (0x2857 bytes) 000350 1764734382.301226 write 0x009e85 thru 0x00d82c (0x39a8 bytes) 000351 1764734382.310835 fallocate 0x038818 thru 0x03ffff (0x77e8 bytes) 000352 1764734382.319640 write 0x00f59a thru 0x015fd8 (0x6a3f bytes) 000353 1764734382.337197 punch from 0x0322fb to 0x03abad (0x88b3 bytes) 000354 1764734382.342285 punch from 0x03435b to 0x039dd0 (0x5a76 bytes) 000355 1764734382.347046 trunc from 0x034590 to 0x03b4a7 (0x6f18 bytes) 000356 1764734382.351558 punch from 0x00238d to 0x010c87 (0xe8fb bytes) 000357 1764734382.379785 trunc from 0x040000 to 0x02ff84 (0x1007b bytes) 000358 1764734382.407768 trunc from 0x02ff85 to 0x02f017 (0xf6d bytes) 000359 1764734382.427314 fallocate 0x000652 thru 0x00128f (0xc3e bytes) 000360 1764734382.437297 mapread 0x02a711 thru 0x02f017 (0x4907 bytes) 000361 1764734382.468001 trunc from 0x02f018 to 0x03085f (0x1848 bytes) 000362 1764734382.486975 write 0x00bb5d thru 0x0125e6 (0x6a8a bytes) 000363 1764734382.496716 read 0x02a544 thru 0x02edbd (0x487a bytes) 000364 1764734382.497262 fallocate 0x02d107 thru 0x037303 (0xa1fd bytes) 000365 1764734382.509396 trunc from 0x037304 to 0x025db3 (0x11550 bytes) 000366 1764734382.535850 fallocate 0x01413a thru 0x015838 (0x16ff bytes) 000368 1764734382.547064 mapread 0x00bc80 thru 0x00f573 (0x38f4 bytes) 000369 1764734382.547921 trunc from 0x021689 to 0x025db3 (0x472b bytes) 000371 1764734382.558341 write 0x03b7be thru 0x03ffff (0x4842 bytes) 000372 1764734382.559691 read 0x00e952 thru 0x015661 (0x6d10 bytes) 000375 1764734382.563023 mapread 0x01771b thru 0x01be0f (0x46f5 bytes) 000376 1764734382.577116 trunc from 0x0237f1 to 0x02a6b8 (0x6ec8 bytes) 000377 1764734382.584079 trunc from 0x040000 to 0x031ef7 (0xe108 bytes) 000378 1764734382.607926 read 0x02b429 thru 0x031ef7 (0x6acf bytes) 000379 1764734382.608455 write 0x02d157 thru 0x02d74d (0x5f7 bytes) 000380 1764734382.610134 mapwrite 0x02feef thru 0x03582f (0x5941 bytes) 000381 1764734382.649401 mapwrite 0x007215 thru 0x0079ce (0x7ba bytes) 000382 1764734382.672904 trunc from 0x017367 to 0x021927 (0xa5c1 bytes) 000385 1764734382.682385 write 0x00eb21 thru 0x00f07f (0x55f bytes) 000386 1764734382.683301 mapread 0x006ec9 thru 0x00a72f (0x3867 bytes) 000387 1764734382.684192 trunc from 0x035830 to 0x0194db (0x1c354 bytes) 000388 1764734382.698599 trunc from 0x010e63 to 0x0194db (0x8679 bytes) 000389 1764734382.706497 trunc from 0x012498 to 0x01818c (0x5cf5 bytes) 000390 1764734382.716107 read 0x00aded thru 0x015d74 (0xaf88 bytes) 000391 1764734382.727972 fallocate 0x005c51 thru 0x01297a (0xcd2a bytes) 000393 1764734382.745846 trunc from 0x00daad to 0x0194db (0xba2f bytes) 000394 1764734382.761454 trunc from 0x008d11 to 0x0182f8 (0xf5e8 bytes) 000395 1764734382.770287 read 0x0193a4 thru 0x0194db (0x138 bytes) 000396 1764734382.778952 fallocate 0x020bbc thru 0x0262f8 (0x573d bytes) 000397 1764734382.784197 mapwrite 0x00c979 thru 0x014551 (0x7bd9 bytes) 000398 1764734382.808884 write 0x02bf87 thru 0x036cc3 (0xad3d bytes) 000399 1764734382.813228 mapread 0x00d415 thru 0x011afc (0x46e8 bytes) 000400 1764734382.819419 MIRROR_EXTEND to 2 mirrors 000401 1764734383.499232 MIRROR_EXTEND to 3 mirrors 000402 1764734384.156703 MIRROR_EXTEND to 4 mirrors 000403 1764734384.943945 trunc from 0x036cc4 to 0x030fe1 (0x5ce2 bytes) 000404 1764734385.008484 write 0x028069 thru 0x030fef (0x8f87 bytes) 000405 1764734385.020048 write 0x02c7a5 thru 0x02eb6e (0x23ca bytes) 000406 1764734385.020862 trunc from 0x030ff0 to 0x012eb8 (0x1e137 bytes) 000407 1764734385.039999 mapread 0x0103af thru 0x012eb8 (0x2b0a bytes) 000408 1764734385.049275 trunc from 0x012eb9 to 0x01f412 (0xc55a bytes) 000409 1764734385.070098 punch from 0x01d542 to 0x01d8fa (0x3b9 bytes) 000410 1764734385.081223 fallocate 0x02eb93 thru 0x0380df (0x954d bytes) 000411 1764734385.101364 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x380e0): Mirror 2: 0xa4d38237 (stale) Mirror 3: 0xa4d38237 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x380e0): Mirror 2: 0xa4d38237 (stale) Mirror 3: 0xa4d38237 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x380e0: skipped 000412 1764734385.419896 fallocate 0x00db75 thru 0x01d639 (0xfac5 bytes) 000413 1764734385.424618 fallocate 0x00cbc5 thru 0x0151ab (0x85e7 bytes) 000414 1764734385.429292 write 0x02ccfb thru 0x033ccb (0x6fd1 bytes) 000415 1764734385.443846 punch from 0x01afc0 to 0x0206fd (0x573e bytes) 000416 1764734385.447618 trunc from 0x01d39f to 0x02a8dd (0xd53f bytes) 000417 1764734385.452340 fallocate 0x008932 thru 0x015af9 (0xd1c8 bytes) 000418 1764734385.457739 fallocate 0x01c9d3 thru 0x02109c (0x46ca bytes) 000419 1764734385.464084 trunc from 0x0380e0 to 0x032bb5 (0x552a bytes) 000420 1764734385.486247 trunc from 0x032bb6 to 0x030764 (0x2451 bytes) 000421 1764734385.503272 mapread 0x014fec thru 0x01f108 (0xa11d bytes) 000422 1764734385.526396 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x30765): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30765): Mirror 2: 0xbfdbe09e (stale) Mirror 3: 0xbfdbe09e (stale) CRC-32 checksum value for chunk [0, 0x30765): Mirror 1: 0x52fe30f6 Mirror 4: 0x52fe30f6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30765: skipped 000423 1764734386.331000 fallocate 0x02a6d8 thru 0x03025d (0x5b86 bytes) 000424 1764734386.373642 read 0x00acef thru 0x019ae8 (0xedfa bytes) 000425 1764734386.389507 mapwrite 0x03b0e7 thru 0x03ffff (0x4f19 bytes) 000426 1764734386.490249 MIRROR_RESYNC 4 mirrors 000427 1764734387.791222 fallocate 0x015c84 thru 0x024935 (0xecb2 bytes) 000428 1764734387.839260 trunc from 0x011780 to 0x01d15e (0xb9df bytes) 000429 1764734387.845437 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x15213d6e (stale) Mirror 3: 0x15213d6e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x15213d6e (stale) Mirror 3: 0x15213d6e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000432 1764734388.185209 mapwrite 0x01fed1 thru 0x027421 (0x7551 bytes) 000433 1764734388.232391 trunc from 0x03c1d5 to 0x03ffff (0x3e2b bytes) 000434 1764734388.237621 mapread 0x03824e thru 0x03be9f (0x3c52 bytes) 000435 1764734388.247465 read 0x01e406 thru 0x02279b (0x4396 bytes) 000436 1764734388.248107 fallocate 0x01ce52 thru 0x02880c (0xb9bb bytes) 000437 1764734388.254980 fallocate 0x01b703 thru 0x029d98 (0xe696 bytes) 000438 1764734388.260833 write 0x036002 thru 0x03ffff (0x9ffe bytes) 000439 1764734388.274273 fallocate 0x00a6a5 thru 0x01101d (0x6979 bytes) 000440 1764734388.283641 mapwrite 0x02531f thru 0x02b38e (0x6070 bytes) 000441 1764734388.318515 mapwrite 0x020128 thru 0x02f4ad (0xf386 bytes) 000442 1764734388.358015 trunc from 0x040000 to 0x00e14a (0x31eb5 bytes) 000443 1764734388.378696 trunc from 0x00e14b to 0x03995e (0x2b814 bytes) 000444 1764734388.395853 trunc from 0x03995f to 0x026b46 (0x12e18 bytes) 000445 1764734388.414380 read 0x009c27 thru 0x017824 (0xdbfe bytes) 000446 1764734388.432316 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26b47): Mirror 3: 0xdd3aabc4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26b47): Mirror 3: 0xdd3aabc4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26b47: skipped 000447 1764734388.705086 write 0x0013e7 thru 0x0052ca (0x3ee4 bytes) 000448 1764734388.730184 mapread 0x006f2d thru 0x0098b5 (0x2989 bytes) 000449 1764734388.743948 trunc from 0x0133e6 to 0x01486c (0x1487 bytes) 000450 1764734388.750735 read 0x015fb9 thru 0x023209 (0xd251 bytes) 000451 1764734388.760110 write 0x006395 thru 0x008acb (0x2737 bytes) 000452 1764734388.761762 fallocate 0x02d2e2 thru 0x0301e2 (0x2f01 bytes) 000453 1764734388.767744 fallocate 0x01b6ba thru 0x02a109 (0xea50 bytes) 000454 1764734388.773977 read 0x00250b thru 0x00983d (0x7333 bytes) 000455 1764734388.777640 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000456 1764734388.911295 fallocate 0x009170 thru 0x00b36f (0x2200 bytes) 000457 1764734388.917162 trunc from 0x014ebd to 0x017f27 (0x306b bytes) 000458 1764734388.923214 punch from 0x019bab to 0x01b409 (0x185f bytes) 000459 1764734388.927550 fallocate 0x008fc7 thru 0x012f45 (0x9f7f bytes) 000460 1764734388.933993 mapread 0x023400 thru 0x02a109 (0x6d0a bytes) 000461 1764734388.950425 mapwrite 0x036754 thru 0x03ffff (0x98ac bytes) 000462 1764734389.000578 fallocate 0x017fc6 thru 0x026eb8 (0xeef3 bytes) 000464 1764734389.006983 read 0x016291 thru 0x01a602 (0x4372 bytes) 000465 1764734389.015255 mapwrite 0x002642 thru 0x00c39b (0x9d5a bytes) 000466 1764734389.040054 trunc from 0x040000 to 0x02f931 (0x106ce bytes) 000467 1764734389.062169 fallocate 0x03b620 thru 0x03ffff (0x49e0 bytes) 000468 1764734389.070176 fallocate 0x01c757 thru 0x021c6e (0x5518 bytes) 000470 1764734389.075381 punch from 0x002679 to 0x00a4fa (0x7e82 bytes) 000471 1764734389.080065 write 0x038679 thru 0x03ffff (0x7987 bytes) 000472 1764734389.096059 read 0x024d60 thru 0x030c55 (0xbef6 bytes) 000473 1764734389.108581 trunc from 0x040000 to 0x00ad88 (0x35277 bytes) 000474 1764734389.124688 mapwrite 0x030d6b thru 0x0346b3 (0x3949 bytes) 000476 1764734389.176339 mapwrite 0x010236 thru 0x01f3c1 (0xf18c bytes) 000479 1764734389.266175 fallocate 0x015beb thru 0x020d1d (0xb133 bytes) 000481 1764734389.271729 trunc from 0x0346b4 to 0x00a1d3 (0x2a4e0 bytes) 000482 1764734389.296838 MIRROR_EXTEND to 2 mirrors 000483 1764734389.768208 mapread 0x006f74 thru 0x00a1d3 (0x3260 bytes) 000484 1764734389.800886 MIRROR_EXTEND to 3 mirrors 000486 1764734390.439315 mapwrite 0x02836e thru 0x02968d (0x1320 bytes) 000488 1764734390.541837 mapwrite 0x00daf4 thru 0x017124 (0x9631 bytes) 000489 1764734390.586088 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2968e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2968e): Mirror 2: 0xa87875a6 (stale) Mirror 3: 0xa87875a6 (stale) CRC-32 checksum value for chunk [0, 0x2968e): Mirror 1: 0x62274d1d Mirror 4: 0x62274d1d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2968e: skipped 000490 1764734391.343342 fallocate 0x03ee77 thru 0x03ffff (0x1189 bytes) 000491 1764734391.401315 MIRROR_RESYNC 4 mirrors 000492 1764734392.570066 write 0x02e894 thru 0x03ad37 (0xc4a4 bytes) 000493 1764734392.604763 mapread 0x024b0d thru 0x02cf12 (0x8406 bytes) 000494 1764734392.625321 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ad38): Mirror 2: 0x494498c6 (stale) Mirror 3: 0x494498c6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ad38): Mirror 2: 0x494498c6 (stale) Mirror 3: 0x494498c6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ad38: skipped 000495 1764734393.078659 fallocate 0x02540c thru 0x03040f (0xb004 bytes) 000496 1764734393.083890 fallocate 0x030fd5 thru 0x033ce0 (0x2d0c bytes) 000497 1764734393.091466 mapwrite 0x01d576 thru 0x02d079 (0xfb04 bytes) 000498 1764734393.161875 fallocate 0x028db2 thru 0x02bf25 (0x3174 bytes) 000499 1764734393.170079 trunc from 0x03ad38 to 0x016ce4 (0x24053 bytes) 000501 1764734393.203752 read 0x00fb47 thru 0x0161ed (0x66a7 bytes) 000502 1764734393.220271 MIRROR_RESYNC 3 mirrors 000503 1764734393.949543 mapwrite 0x01c611 thru 0x025c7c (0x966c bytes) 000504 1764734394.073244 read 0x00fc4a thru 0x01f34c (0xf703 bytes) 000505 1764734394.089993 fallocate 0x038ed5 thru 0x038f77 (0xa3 bytes) 000506 1764734394.102331 trunc from 0x025c7d to 0x03e047 (0x183cb bytes) 000507 1764734394.128349 fallocate 0x00bc00 thru 0x0153aa (0x97ab bytes) 000508 1764734394.138229 fallocate 0x03e87b thru 0x03ffff (0x1785 bytes) 000509 1764734394.151380 mapwrite 0x03a707 thru 0x03ffff (0x58f9 bytes) 000510 1764734394.238527 fallocate 0x02a119 thru 0x0324bd (0x83a5 bytes) 000511 1764734394.243930 write 0x00f1a4 thru 0x012f1a (0x3d77 bytes) 000513 1764734394.245238 trunc from 0x040000 to 0x00fad1 (0x3052e bytes) 000514 1764734394.272739 MIRROR_RESYNC 3 mirrors 000515 1764734395.083473 trunc from 0x00fad2 to 0x020311 (0x10840 bytes) 000517 1764734395.168818 punch from 0x004644 to 0x007a07 (0x33c4 bytes) 000518 1764734395.177365 read 0x0170e2 thru 0x020311 (0x9230 bytes) 000520 1764734395.198791 MIRROR_RESYNC 3 mirrors 000521 1764734395.909251 mapread 0x010735 thru 0x01c06e (0xb93a bytes) 000522 1764734395.938624 mapwrite 0x031e8d thru 0x03a8ad (0x8a21 bytes) 000523 1764734396.093360 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3a8ae): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a8ae): Mirror 2: 0x292f40d6 (stale) Mirror 3: 0x292f40d6 (stale) CRC-32 checksum value for chunk [0, 0x3a8ae): Mirror 1: 0x69d88239 Mirror 4: 0x69d88239 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a8ae: skipped 000524 1764734396.828246 fallocate 0x028ced thru 0x035a6f (0xcd83 bytes) 000525 1764734396.886167 punch from 0x02b834 to 0x033e2a (0x85f7 bytes) 000526 1764734396.894485 punch from 0x00bb81 to 0x00cbf9 (0x1079 bytes) 000527 1764734396.910923 MIRROR_RESYNC 4 mirrors 000528 1764734397.894694 read 0x0380e7 thru 0x03a8ad (0x27c7 bytes) 000529 1764734397.899175 mapwrite 0x0260f9 thru 0x034376 (0xe27e bytes) 000530 1764734397.992995 read 0x02bc3a thru 0x02e103 (0x24ca bytes) 000531 1764734398.005640 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a8ae): Mirror 2: 0x4c1e9687 (stale) Mirror 3: 0x4c1e9687 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a8ae): Mirror 2: 0x4c1e9687 (stale) Mirror 3: 0x4c1e9687 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a8ae: skipped 000532 1764734398.294751 fallocate 0x00f5f5 thru 0x0148ef (0x52fb bytes) 000533 1764734398.301843 read 0x026f88 thru 0x02c0a8 (0x5121 bytes) 000534 1764734398.316448 trunc from 0x03a8ae to 0x0144d5 (0x263d8 bytes) 000535 1764734398.350082 fallocate 0x03558d thru 0x03781e (0x2292 bytes) 000536 1764734398.359482 mapwrite 0x03bcd5 thru 0x03ffff (0x432b bytes) 000537 1764734398.424641 write 0x03a6a6 thru 0x03b3e5 (0xd40 bytes) 000538 1764734398.425540 read 0x033007 thru 0x03ffff (0xcff9 bytes) 000539 1764734398.441404 mapwrite 0x01d25b thru 0x02b986 (0xe72c bytes) 000540 1764734398.464901 fallocate 0x02d92a thru 0x036948 (0x901f bytes) 000541 1764734398.471175 trunc from 0x01cd48 to 0x02640c (0x96c5 bytes) 000542 1764734398.478957 fallocate 0x037318 thru 0x03ffff (0x8ce8 bytes) 000543 1764734398.485706 fallocate 0x02fb7d thru 0x03477e (0x4c02 bytes) 000544 1764734398.496508 read 0x034683 thru 0x03d96a (0x92e8 bytes) 000545 1764734398.497085 trunc from 0x040000 to 0x01ab01 (0x254fe bytes) 000546 1764734398.528628 trunc from 0x000090 to 0x003a4f (0x39c0 bytes) 000547 1764734398.533263 mapread 0x00fffa thru 0x01ab01 (0xab08 bytes) 000549 1764734398.537041 write 0x02357f thru 0x02f6df (0xc161 bytes) 000550 1764734398.542855 mapwrite 0x00073c thru 0x00603f (0x5904 bytes) 000551 1764734398.572816 mapread 0x026620 thru 0x027897 (0x1278 bytes) 000552 1764734398.573645 mapread 0x015716 thru 0x01b0c6 (0x59b1 bytes) 000553 1764734398.574526 punch from 0x01f836 to 0x024ce4 (0x54af bytes) 000554 1764734398.581864 fallocate 0x0179fc thru 0x01c270 (0x4875 bytes) 000555 1764734398.587803 trunc from 0x020106 to 0x02c847 (0xc742 bytes) 000556 1764734398.603165 MIRROR_RESYNC 3 mirrors 000557 1764734399.495100 mapread 0x012b3d thru 0x01ee68 (0xc32c bytes) 000558 1764734399.518138 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000559 1764734399.784395 mapread 0x021f76 thru 0x02f6df (0xd76a bytes) 000560 1764734399.823939 fallocate 0x026aeb thru 0x033e3a (0xd350 bytes) 000562 1764734399.880780 punch from 0x026f40 to 0x02bd2d (0x4dee bytes) 000563 1764734399.894858 trunc from 0x0236b0 to 0x02e5ee (0xaf3f bytes) 000565 1764734399.911098 trunc from 0x02f6e0 to 0x03e417 (0xed38 bytes) 000566 1764734399.964132 read 0x03aff2 thru 0x03e417 (0x3426 bytes) 000567 1764734399.971848 trunc from 0x018bf8 to 0x022466 (0x986f bytes) 000568 1764734399.975999 trunc from 0x01f9ed to 0x021547 (0x1b5b bytes) 000569 1764734399.983510 MIRROR_RESYNC 2 mirrors 000570 1764734400.872973 trunc from 0x00eadd to 0x0168cc (0x7df0 bytes) 000571 1764734400.918614 read 0x00dbfc thru 0x0138bb (0x5cc0 bytes) 000573 1764734400.932644 read 0x004207 thru 0x00d215 (0x900f bytes) 000574 1764734400.954940 trunc from 0x03e418 to 0x029621 (0x14df6 bytes) 000575 1764734400.977336 punch from 0x003fc6 to 0x00982a (0x5865 bytes) 000576 1764734400.982062 write 0x015355 thru 0x0187df (0x348b bytes) 000577 1764734400.983072 trunc from 0x014585 to 0x018d45 (0x47c1 bytes) 000578 1764734400.993485 punch from 0x022855 to 0x029621 (0x6dcd bytes) 000579 1764734401.002121 trunc from 0x029622 to 0x026d02 (0x291f bytes) 000580 1764734401.035481 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000581 1764734401.163699 write 0x02cf37 thru 0x039aa2 (0xcb6c bytes) 000583 1764734401.170040 punch from 0x01c0d3 to 0x01f84b (0x3779 bytes) 000584 1764734401.177026 fallocate 0x02b96d thru 0x03b6b7 (0xfd4b bytes) 000585 1764734401.186785 mapread 0x02bea4 thru 0x0303fc (0x4559 bytes) 000586 1764734401.194548 mapread 0x0384c3 thru 0x039aa2 (0x15e0 bytes) 000587 1764734401.195601 read 0x01c7df thru 0x01d01c (0x83e bytes) 000588 1764734401.201287 mapwrite 0x01253e thru 0x01ecca (0xc78d bytes) 000590 1764734401.239478 trunc from 0x00c530 to 0x01bbd9 (0xf6aa bytes) 000591 1764734401.247411 mapread 0x019093 thru 0x020fc4 (0x7f32 bytes) 000592 1764734401.255060 punch from 0x015830 to 0x01ab75 (0x5346 bytes) 000593 1764734401.263208 fallocate 0x029817 thru 0x02e789 (0x4f73 bytes) 000595 1764734401.271492 read 0x031f86 thru 0x039aa2 (0x7b1d bytes) 000597 1764734401.272467 trunc from 0x0122a3 to 0x020a84 (0xe7e2 bytes) 000598 1764734401.279501 punch from 0x008009 to 0x00a8bf (0x28b7 bytes) 000599 1764734401.290593 MIRROR_EXTEND to 2 mirrors 000600 1764734401.837359 mapread 0x033a70 thru 0x039aa2 (0x6033 bytes) 000601 1764734401.894246 MIRROR_EXTEND to 3 mirrors 000603 1764734402.420924 write 0x02cd52 thru 0x030969 (0x3c18 bytes) 000604 1764734402.505594 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39aa3): Mirror 2: 0x8b69917b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39aa3): Mirror 2: 0x8b69917b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39aa3: skipped 000605 1764734402.877489 mapwrite 0x0182b6 thru 0x02697f (0xe6ca bytes) 000606 1764734402.942278 trunc from 0x02fbe8 to 0x033677 (0x3a90 bytes) 000607 1764734402.949232 read 0x035f47 thru 0x039aa2 (0x3b5c bytes) 000608 1764734402.958923 mapread 0x000284 thru 0x004dd4 (0x4b51 bytes) 000610 1764734402.972644 trunc from 0x039aa3 to 0x003474 (0x3662e bytes) 000611 1764734403.015783 punch from 0x0009bf to 0x000b3b (0x17d bytes) 000612 1764734403.021340 mapread 0x0009c3 thru 0x003474 (0x2ab2 bytes) 000613 1764734403.031997 trunc from 0x003475 to 0x02d29e (0x29e2a bytes) 000614 1764734403.048371 mapread 0x028740 thru 0x02aab4 (0x2375 bytes) 000615 1764734403.058719 read 0x01f04a thru 0x02bc03 (0xcbba bytes) 000616 1764734403.075491 MIRROR_RESYNC 2 mirrors 000617 1764734403.641976 write 0x004498 thru 0x0061cd (0x1d36 bytes) 000618 1764734403.694856 fallocate 0x01ecd9 thru 0x0223a0 (0x36c8 bytes) 000619 1764734403.703054 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000620 1764734403.830392 write 0x014fe2 thru 0x0249d2 (0xf9f1 bytes) 000621 1764734403.848554 mapread 0x01b30e thru 0x01b660 (0x353 bytes) 000622 1764734403.851758 trunc from 0x02501c to 0x026cd2 (0x1cb7 bytes) 000624 1764734403.858392 punch from 0x01b329 to 0x0296e9 (0xe3c1 bytes) 000625 1764734403.871257 trunc from 0x020a85 to 0x027288 (0x6804 bytes) 000626 1764734403.875787 fallocate 0x014183 thru 0x019f92 (0x5e10 bytes) 000627 1764734403.884710 fallocate 0x01cbf7 thru 0x02139d (0x47a7 bytes) 000628 1764734403.894415 mapwrite 0x022bb8 thru 0x0281ae (0x55f7 bytes) 000629 1764734403.917501 write 0x03cb38 thru 0x03ffff (0x34c8 bytes) 000630 1764734403.918599 punch from 0x022ed7 to 0x024e63 (0x1f8d bytes) 000631 1764734403.927318 fallocate 0x0027f9 thru 0x008146 (0x594e bytes) 000632 1764734403.938583 mapwrite 0x0259ec thru 0x02cb52 (0x7167 bytes) 000633 1764734403.978985 mapread 0x028b60 thru 0x02d77b (0x4c1c bytes) 000635 1764734403.981175 mapread 0x014ea4 thru 0x01b92c (0x6a89 bytes) 000636 1764734403.982397 trunc from 0x00d778 to 0x01d574 (0xfdfd bytes) 000638 1764734403.992042 mapwrite 0x020369 thru 0x0220e8 (0x1d80 bytes) 000639 1764734404.012935 trunc from 0x00eb3a to 0x016c4f (0x8116 bytes) 000640 1764734404.017847 trunc from 0x040000 to 0x026b88 (0x19477 bytes) 000641 1764734404.051843 mapwrite 0x0020d1 thru 0x011a8a (0xf9ba bytes) 000642 1764734404.093691 punch from 0x000795 to 0x002089 (0x18f5 bytes) 000643 1764734404.099303 mapread 0x00b615 thru 0x017185 (0xbb71 bytes) 000644 1764734404.100249 mapwrite 0x02f290 thru 0x03bf66 (0xccd7 bytes) 000645 1764734404.163214 fallocate 0x011235 thru 0x0130b1 (0x1e7d bytes) 000646 1764734404.169497 trunc from 0x03bf67 to 0x012a7c (0x294ea bytes) 000647 1764734404.187597 write 0x01b662 thru 0x02715b (0xbafa bytes) 000648 1764734404.189195 mapwrite 0x03b023 thru 0x03ffff (0x4fdd bytes) 000649 1764734404.257270 trunc from 0x040000 to 0x0305e3 (0xfa1c bytes) 000650 1764734404.280903 write 0x013906 thru 0x0176c2 (0x3dbd bytes) 000651 1764734404.288914 fallocate 0x025d1b thru 0x034fd1 (0xf2b7 bytes) 000652 1764734404.297535 punch from 0x00bafd to 0x00ee7d (0x3381 bytes) 000653 1764734404.309437 punch from 0x00b4a1 to 0x014a86 (0x95e6 bytes) 000654 1764734404.329525 mapwrite 0x009fb5 thru 0x0103b9 (0x6405 bytes) 000655 1764734404.361052 MIRROR_EXTEND to 2 mirrors 000656 1764734405.036038 mapwrite 0x019bbf thru 0x01fcb9 (0x60fb bytes) 000657 1764734405.159857 MIRROR_RESYNC 2 mirrors 000658 1764734405.890923 write 0x0352e6 thru 0x03b961 (0x667c bytes) 000661 1764734405.913169 trunc from 0x03b962 to 0x01c344 (0x1f61d bytes) 000663 1764734405.929773 fallocate 0x01689d thru 0x01e8ad (0x8011 bytes) 000664 1764734405.934103 punch from 0x001f25 to 0x0055c3 (0x369f bytes) 000665 1764734405.942001 read 0x0043b4 thru 0x0090d5 (0x4d22 bytes) 000666 1764734405.950555 mapwrite 0x0387f7 thru 0x038843 (0x4d bytes) 000667 1764734405.990472 punch from 0x01df89 to 0x02c6c4 (0xe73c bytes) 000669 1764734406.002010 read 0x02dc78 thru 0x038843 (0xabcc bytes) 000670 1764734406.025096 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x38844): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38844): Mirror 2: 0x29c15e0f (stale) CRC-32 checksum value for chunk [0, 0x38844): Mirror 1: 0x67171762 Mirror 3: 0x67171762 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38844: skipped 000671 1764734406.751379 mapread 0x02d7de thru 0x037773 (0x9f96 bytes) 000672 1764734406.793277 fallocate 0x00bb59 thru 0x00e344 (0x27ec bytes) 000673 1764734406.841168 punch from 0x00632f to 0x00b5fe (0x52d0 bytes) 000674 1764734406.846748 trunc from 0x012c1a to 0x018293 (0x567a bytes) 000675 1764734406.853658 trunc from 0x038844 to 0x02bd12 (0xcb31 bytes) 000676 1764734406.880896 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2bd13): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2bd13): Mirror 2: 0xc5b9d0ab (stale) Mirror 3: 0x8982ce3b (stale) CRC-32 checksum value for chunk [0, 0x2bd13): Mirror 1: 0xbf14354c Mirror 4: 0xbf14354c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2bd13: skipped 000677 1764734407.797393 trunc from 0x006943 to 0x010b43 (0xa201 bytes) 000678 1764734407.874412 punch from 0x00e076 to 0x01b3a9 (0xd334 bytes) 000679 1764734407.884216 punch from 0x00ac3f to 0x0104a5 (0x5867 bytes) 000680 1764734407.891294 write 0x019b16 thru 0x01b71e (0x1c09 bytes) 000681 1764734407.917249 write 0x0102ee thru 0x01f9b9 (0xf6cc bytes) 000682 1764734407.933255 fallocate 0x027e49 thru 0x02d353 (0x550b bytes) 000683 1764734407.938721 mapread 0x01dc5a thru 0x02b092 (0xd439 bytes) 000684 1764734407.950340 write 0x03f324 thru 0x03ffff (0xcdc bytes) 000685 1764734407.951212 mapwrite 0x009901 thru 0x00fb98 (0x6298 bytes) 000686 1764734407.968937 punch from 0x0108f2 to 0x016734 (0x5e43 bytes) 000687 1764734407.978276 write 0x02a579 thru 0x039662 (0xf0ea bytes) 000688 1764734407.984521 trunc from 0x040000 to 0x02ced0 (0x1312f bytes) 000689 1764734408.006055 mapread 0x027de6 thru 0x02ced0 (0x50eb bytes) 000690 1764734408.006923 mapwrite 0x0368e9 thru 0x03ffff (0x9717 bytes) 000691 1764734408.077511 read 0x0345bf thru 0x035b57 (0x1599 bytes) 000692 1764734408.078167 write 0x000cb1 thru 0x0084ed (0x783d bytes) 000693 1764734408.092826 trunc from 0x040000 to 0x03894b (0x76b4 bytes) 000694 1764734408.112349 read 0x02e8b3 thru 0x035b50 (0x729e bytes) 000695 1764734408.127112 punch from 0x00d8b7 to 0x00ed7c (0x14c6 bytes) 000696 1764734408.133812 mapread 0x019c7e thru 0x01f94c (0x5ccf bytes) 000697 1764734408.134874 write 0x01fc4c thru 0x02dc68 (0xe01d bytes) 000698 1764734408.136903 write 0x038052 thru 0x03f420 (0x73cf bytes) 000699 1764734408.138100 fallocate 0x02621e thru 0x031d10 (0xbaf3 bytes) 000701 1764734408.144509 fallocate 0x015c0d thru 0x01ea8f (0x8e83 bytes) 000702 1764734408.150043 write 0x01c2e2 thru 0x01f538 (0x3257 bytes) 000703 1764734408.150945 punch from 0x0164e8 to 0x0263d5 (0xfeee bytes) 000704 1764734408.176886 trunc from 0x021306 to 0x022dca (0x1ac5 bytes) 000705 1764734408.193174 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3f421): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f421): Mirror 2: 0x84638567 (stale) Mirror 3: 0x6af5c002 (stale) Mirror 4: 0xa1d624ef (stale) CRC-32 checksum value for chunk [0, 0x3f421): Mirror 1: 0x50974508 Mirror 5: 0x50974508 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f421: skipped 000706 1764734408.950783 punch from 0x00747d to 0x01422f (0xcdb3 bytes) 000707 1764734409.011743 read 0x00c04a thru 0x014eb3 (0x8e6a bytes) 000709 1764734409.022931 mapwrite 0x02a677 thru 0x038cd1 (0xe65b bytes) 000710 1764734409.091703 fallocate 0x00df67 thru 0x00f408 (0x14a2 bytes) 000711 1764734409.096442 fallocate 0x01c72c thru 0x02c5b3 (0xfe88 bytes) 000712 1764734409.106808 MIRROR_RESYNC 5 mirrors 000713 1764734410.184369 MIRROR_EXTEND to 6 mirrors 000714 1764734410.894640 punch from 0x02f80a to 0x03dec4 (0xe6bb bytes) 000716 1764734410.941737 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f421): Mirror 3: 0x8eace4b0 (stale) Mirror 4: 0x8eace4b0 (stale) Mirror 5: 0x8eace4b0 (stale) Mirror 6: 0x8eace4b0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f421): Mirror 3: 0x8eace4b0 (stale) Mirror 4: 0x8eace4b0 (stale) Mirror 5: 0x8eace4b0 (stale) Mirror 6: 0x8eace4b0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f421: skipped 000717 1764734411.316530 fallocate 0x030040 thru 0x036579 (0x653a bytes) 000719 1764734411.325045 trunc from 0x03f421 to 0x002476 (0x3cfaa bytes) 000720 1764734411.372570 fallocate 0x03701d thru 0x03f28a (0x826e bytes) 000721 1764734411.378654 punch from 0x000478 to 0x002476 (0x1fff bytes) 000722 1764734411.385419 fallocate 0x01e3d8 thru 0x02aab4 (0xc6dd bytes) 000723 1764734411.399838 fallocate 0x01b344 thru 0x028dcc (0xda89 bytes) 000724 1764734411.403826 read 0x014913 thru 0x020221 (0xb90f bytes) 000725 1764734411.421120 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x28dcd): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28dcd): Mirror 3: 0x20a77e8b (stale) Mirror 4: 0x20a77e8b (stale) Mirror 5: 0x20a77e8b (stale) Mirror 6: 0x20a77e8b (stale) CRC-32 checksum value for chunk [0, 0x28dcd): Mirror 1: 0x9add4007 Mirror 7: 0x9add4007 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28dcd: skipped 000726 1764734412.156780 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x28dcd): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28dcd): Mirror 3: 0x20a77e8b (stale) Mirror 4: 0x20a77e8b (stale) Mirror 5: 0x20a77e8b (stale) Mirror 6: 0x20a77e8b (stale) CRC-32 checksum value for chunk [0, 0x28dcd): Mirror 1: 0x9add4007 Mirror 7: 0x9add4007 Mirror 8: 0x9add4007 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28dcd: skipped 000727 1764734412.987386 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x28dcd): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28dcd): Mirror 3: 0x20a77e8b (stale) Mirror 4: 0x20a77e8b (stale) Mirror 5: 0x20a77e8b (stale) Mirror 6: 0x20a77e8b (stale) CRC-32 checksum value for chunk [0, 0x28dcd): Mirror 1: 0x9add4007 Mirror 7: 0x9add4007 Mirror 8: 0x9add4007 Mirror 9: 0x9add4007 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28dcd: skipped 000728 1764734413.787832 write 0x013744 thru 0x01f54e (0xbe0b bytes) 000729 1764734413.852186 mapread 0x01045d thru 0x012ed0 (0x2a74 bytes) 000730 1764734413.859812 mapwrite 0x0085cc thru 0x011693 (0x90c8 bytes) 000731 1764734413.887969 mapwrite 0x03e029 thru 0x03ffff (0x1fd7 bytes) 000732 1764734413.968060 trunc from 0x040000 to 0x005ebe (0x3a141 bytes) 000733 1764734414.002243 fallocate 0x007734 thru 0x011af3 (0xa3c0 bytes) 000734 1764734414.007025 punch from 0x00e48b to 0x0107c5 (0x233b bytes) 000735 1764734414.010884 fallocate 0x002ad1 thru 0x00c7a0 (0x9cd0 bytes) 000737 1764734414.017406 mapread 0x00f9ae thru 0x011af3 (0x2146 bytes) 000738 1764734414.025629 punch from 0x00654f to 0x011a9c (0xb54e bytes) 000739 1764734414.033207 mapwrite 0x02b6f1 thru 0x034322 (0x8c32 bytes) 000741 1764734414.079620 write 0x0224c0 thru 0x02c278 (0x9db9 bytes) 000742 1764734414.120241 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34323): Mirror 3: 0x4e70e401 (stale) Mirror 4: 0x4e70e401 (stale) Mirror 5: 0x4e70e401 (stale) Mirror 6: 0x4e70e401 (stale) Mirror 8: 0x31569a69 (stale) Mirror 9: 0x31569a69 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34323): Mirror 3: 0x4e70e401 (stale) Mirror 4: 0x4e70e401 (stale) Mirror 5: 0x4e70e401 (stale) Mirror 6: 0x4e70e401 (stale) Mirror 8: 0x31569a69 (stale) Mirror 9: 0x31569a69 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34323: skipped 000743 1764734414.593509 read 0x02ec76 thru 0x034322 (0x56ad bytes) 000744 1764734414.602154 trunc from 0x034323 to 0x02e53b (0x5de7 bytes) 000745 1764734414.623835 write 0x00e601 thru 0x010b0d (0x250d bytes) 000746 1764734414.635129 fallocate 0x012ff2 thru 0x013654 (0x663 bytes) 000747 1764734414.640979 trunc from 0x00c55d to 0x016e18 (0xa8bc bytes) 000748 1764734414.651120 punch from 0x01b609 to 0x02a2cf (0xecc7 bytes) 000749 1764734414.658127 trunc from 0x02e53c to 0x0204bb (0xe080 bytes) 000750 1764734414.678458 punch from 0x0078bf to 0x00e624 (0x6d66 bytes) 000751 1764734414.685845 read 0x017e42 thru 0x0203e5 (0x85a4 bytes) 000752 1764734414.695599 mapwrite 0x037bf7 thru 0x03f068 (0x7472 bytes) 000753 1764734414.762909 write 0x03d4d4 thru 0x03ede7 (0x1914 bytes) 000755 1764734414.771413 MIRROR_RESYNC 7 mirrors 000756 1764734416.204959 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000757 1764734416.536731 trunc from 0x03f069 to 0x01182c (0x2d83c bytes) 000758 1764734416.586449 MIRROR_RESYNC 6 mirrors 000759 1764734417.688843 read 0x001e96 thru 0x00de32 (0xbf9d bytes) 000760 1764734417.696021 mapread 0x002703 thru 0x00e6b9 (0xbfb7 bytes) 000761 1764734417.706227 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000762 1764734417.994204 trunc from 0x01182d to 0x02429b (0x12a6f bytes) 000763 1764734418.045829 trunc from 0x02429c to 0x00df92 (0x16309 bytes) 000764 1764734418.065122 read 0x0012e6 thru 0x009271 (0x7f8c bytes) 000765 1764734418.070933 punch from 0x006505 to 0x00df92 (0x7a8e bytes) 000766 1764734418.076086 read 0x005939 thru 0x00df92 (0x865a bytes) 000768 1764734418.095570 mapread 0x00a7f4 thru 0x00c912 (0x211f bytes) 000769 1764734418.097944 write 0x009eb7 thru 0x01952e (0xf678 bytes) 000770 1764734418.110924 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x1952f): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1952f): Mirror 4: 0x82fb6179 (stale) Mirror 5: 0x82fb6179 (stale) Mirror 8: 0x82fb6179 (stale) Mirror 9: 0x82fb6179 (stale) CRC-32 checksum value for chunk [0, 0x1952f): Mirror 1: 0xbfaa7a08 Mirror 10: 0xbfaa7a08 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1952f: skipped 000771 1764734418.965350 trunc from 0x019251 to 0x01952e (0x2de bytes) 000772 1764734419.004204 MIRROR_RESYNC 6 mirrors 000774 1764734420.124242 fallocate 0x02d91c thru 0x03c4aa (0xeb8f bytes) 000775 1764734420.170619 read 0x0084ce thru 0x0173d6 (0xef09 bytes) 000776 1764734420.180867 punch from 0x0086cd to 0x01444a (0xbd7e bytes) 000777 1764734420.185573 read 0x00c3ed thru 0x017dd9 (0xb9ed bytes) 000778 1764734420.193509 mapwrite 0x00b6bd thru 0x00f6b3 (0x3ff7 bytes) 000779 1764734420.232609 trunc from 0x01952f to 0x03b1c8 (0x21c9a bytes) 000780 1764734420.255587 trunc from 0x00f0dc to 0x012670 (0x3595 bytes) 000781 1764734420.262862 write 0x00eb13 thru 0x00ec1c (0x10a bytes) 000782 1764734420.263738 trunc from 0x03b1c9 to 0x0365eb (0x4bdd bytes) 000783 1764734420.289131 punch from 0x003135 to 0x007251 (0x411d bytes) 000784 1764734420.298516 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x365ec): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x365ec): Mirror 4: 0xe29c8a6a (stale) Mirror 5: 0xe29c8a6a (stale) Mirror 8: 0xe29c8a6a (stale) Mirror 9: 0xe29c8a6a (stale) Mirror 10: 0xe29c8a6a (stale) CRC-32 checksum value for chunk [0, 0x365ec): Mirror 1: 0xec478888 Mirror 11: 0xec478888 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x365ec: skipped 000785 1764734421.135459 trunc from 0x030546 to 0x030811 (0x2cc bytes) 000786 1764734421.170537 mapread 0x018a6a thru 0x02513c (0xc6d3 bytes) 000787 1764734421.203083 mapread 0x022fc6 thru 0x02b2d4 (0x830f bytes) 000788 1764734421.204882 trunc from 0x02bc7e to 0x02e2fb (0x267e bytes) 000789 1764734421.214262 trunc from 0x0365ec to 0x03d766 (0x717b bytes) 000790 1764734421.267037 mapread 0x01a5c0 thru 0x01aaf4 (0x535 bytes) 000791 1764734421.269152 fallocate 0x00e6c5 thru 0x0139c8 (0x5304 bytes) 000792 1764734421.275457 read 0x01b2e7 thru 0x0252e4 (0x9ffe bytes) 000793 1764734421.276370 mapread 0x0379fc thru 0x03d766 (0x5d6b bytes) 000794 1764734421.293455 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d767): Mirror 4: 0xafb585a (stale) Mirror 5: 0xafb585a (stale) Mirror 9: 0xafb585a (stale) Mirror 10: 0xafb585a (stale) Mirror 11: 0x6e375f6f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d767): Mirror 4: 0xafb585a (stale) Mirror 5: 0xafb585a (stale) Mirror 9: 0xafb585a (stale) Mirror 10: 0xafb585a (stale) Mirror 11: 0x6e375f6f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d767: skipped 000795 1764734421.770078 fallocate 0x03ad5a thru 0x03ffff (0x52a6 bytes) 000797 1764734421.774543 mapread 0x004277 thru 0x009310 (0x509a bytes) 000799 1764734421.792738 punch from 0x00126a to 0x002ab4 (0x184b bytes) 000800 1764734421.800042 trunc from 0x03d767 to 0x02c6be (0x110a8 bytes) 000801 1764734421.821904 trunc from 0x01f73f to 0x027851 (0x8113 bytes) 000802 1764734421.826271 write 0x026792 thru 0x02c60f (0x5e7e bytes) 000803 1764734421.835594 write 0x015e11 thru 0x019578 (0x3768 bytes) 000804 1764734421.848146 mapread 0x010227 thru 0x01d805 (0xd5df bytes) 000805 1764734421.849179 trunc from 0x017d4a to 0x01c255 (0x450c bytes) 000806 1764734421.879712 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2c6bf): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c6bf): Mirror 4: 0xa2c81b63 (stale) Mirror 5: 0xa2c81b63 (stale) Mirror 9: 0xa2c81b63 (stale) Mirror 10: 0xa2c81b63 (stale) Mirror 11: 0x1a358e (stale) CRC-32 checksum value for chunk [0, 0x2c6bf): Mirror 1: 0x9ba5dddd Mirror 12: 0x9ba5dddd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c6bf: skipped 000807 1764734423.007546 trunc from 0x0101be to 0x01f9c5 (0xf808 bytes) 000808 1764734423.084610 MIRROR_RESYNC 7 mirrors 000809 1764734424.772020 fallocate 0x0161ad thru 0x01dbf6 (0x7a4a bytes) 000810 1764734424.799787 punch from 0x011ce8 to 0x01f72a (0xda43 bytes) 000811 1764734424.803825 trunc from 0x020e94 to 0x026466 (0x55d3 bytes) 000812 1764734424.808919 fallocate 0x0342a5 thru 0x03ef91 (0xaced bytes) 000813 1764734424.814343 write 0x03e1c5 thru 0x03e4c5 (0x301 bytes) 000815 1764734424.815658 write 0x017825 thru 0x022d6e (0xb54a bytes) 000816 1764734424.833993 MIRROR_RESYNC 7 mirrors 000817 1764734426.867638 write 0x035ead thru 0x03b969 (0x5abd bytes) 000818 1764734426.924872 mapwrite 0x01d6f0 thru 0x021187 (0x3a98 bytes) 000819 1764734426.969245 fallocate 0x0047b4 thru 0x00ea72 (0xa2bf bytes) 000820 1764734426.979731 read 0x0385b9 thru 0x03e4c5 (0x5f0d bytes) 000821 1764734426.992873 MIRROR_RESYNC 7 mirrors 000822 1764734429.395056 mapwrite 0x01c1c9 thru 0x02b82c (0xf664 bytes) 000823 1764734429.525244 trunc from 0x02903b to 0x02cc38 (0x3bfe bytes) 000824 1764734429.529934 write 0x034cab thru 0x035ec3 (0x1219 bytes) 000825 1764734429.545899 MIRROR_RESYNC 7 mirrors 000827 1764734431.713509 fallocate 0x01802e thru 0x02127f (0x9252 bytes) 000828 1764734431.738252 punch from 0x02197a to 0x02d274 (0xb8fb bytes) 000829 1764734431.744292 read 0x020a65 thru 0x021bdd (0x1179 bytes) 000830 1764734431.748579 fallocate 0x0260c8 thru 0x02726a (0x11a3 bytes) 000831 1764734431.751702 mapwrite 0x03b1ac thru 0x03fd03 (0x4b58 bytes) 000832 1764734431.803500 fallocate 0x000db9 thru 0x002208 (0x1450 bytes) 000833 1764734431.810151 trunc from 0x03fd04 to 0x025501 (0x1a802 bytes) 000834 1764734431.825300 write 0x0132d5 thru 0x01d3e7 (0xa113 bytes) 000835 1764734431.836232 read 0x006a6b thru 0x00addb (0x4371 bytes) 000836 1764734431.847292 fallocate 0x00a944 thru 0x010546 (0x5c03 bytes) 000837 1764734431.853747 read 0x00153e thru 0x0051f7 (0x3cba bytes) 000838 1764734431.854285 trunc from 0x00b71a to 0x01b2ab (0xfb92 bytes) 000839 1764734431.873607 fallocate 0x03fd41 thru 0x03ffff (0x2bf bytes) 000841 1764734431.885503 trunc from 0x002ea8 to 0x00adce (0x7f27 bytes) 000842 1764734431.892273 write 0x02b7d4 thru 0x02e50a (0x2d37 bytes) 000843 1764734431.893496 trunc from 0x02e50b to 0x03a413 (0xbf09 bytes) 000845 1764734431.910331 trunc from 0x03a414 to 0x01e7ec (0x1bc27 bytes) 000846 1764734431.935500 punch from 0x00883a to 0x01100a (0x87d1 bytes) 000848 1764734431.946293 MIRROR_RESYNC 7 mirrors 000849 1764734433.240613 trunc from 0x01e7ed to 0x03bd02 (0x1d516 bytes) 000851 1764734433.296066 read 0x012942 thru 0x01e54a (0xbc09 bytes) 000853 1764734433.306771 trunc from 0x03bd03 to 0x012b8a (0x29178 bytes) 000854 1764734433.326903 punch from 0x00dec6 to 0x012b8a (0x4cc5 bytes) 000855 1764734433.338003 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x12b8b): Mirror 4: 0x6ccb1159 (stale) Mirror 5: 0x6ccb1159 (stale) Mirror 10: 0x6ccb1159 (stale) Mirror 11: 0x6ccb1159 (stale) Mirror 12: 0x6ccb1159 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12b8b): Mirror 4: 0x6ccb1159 (stale) Mirror 5: 0x6ccb1159 (stale) Mirror 10: 0x6ccb1159 (stale) Mirror 11: 0x6ccb1159 (stale) Mirror 12: 0x6ccb1159 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12b8b: skipped 000857 1764734433.676656 fallocate 0x02a071 thru 0x035f56 (0xbee6 bytes) 000858 1764734433.683442 trunc from 0x00777c to 0x009db2 (0x2637 bytes) 000859 1764734433.688423 fallocate 0x010e70 thru 0x016c62 (0x5df3 bytes) 000860 1764734433.693339 fallocate 0x03d198 thru 0x03e6a4 (0x150d bytes) 000861 1764734433.696974 mapwrite 0x00f66d thru 0x01b659 (0xbfed bytes) 000862 1764734433.750522 mapread 0x00287f thru 0x00e30d (0xba8f bytes) 000863 1764734433.768612 mapwrite 0x00b4d8 thru 0x00dcee (0x2817 bytes) 000864 1764734433.794743 write 0x00adb4 thru 0x00f7e7 (0x4a34 bytes) 000865 1764734433.809100 write 0x0383cc thru 0x03ffff (0x7c34 bytes) 000866 1764734433.833420 trunc from 0x040000 to 0x00fe43 (0x301bc bytes) 000868 1764734433.865077 fallocate 0x029835 thru 0x037780 (0xdf4c bytes) 000869 1764734433.869758 trunc from 0x00fe44 to 0x014b5a (0x4d17 bytes) 000870 1764734433.891506 fallocate 0x010ce0 thru 0x014413 (0x3734 bytes) 000871 1764734433.897545 trunc from 0x014b5b to 0x01bcf3 (0x7199 bytes) 000872 1764734433.915743 mapread 0x002e25 thru 0x009574 (0x6750 bytes) 000873 1764734433.916572 trunc from 0x006521 to 0x0121c7 (0xbca7 bytes) 000874 1764734433.930243 punch from 0x0093e5 to 0x00982e (0x44a bytes) 000875 1764734433.935161 fallocate 0x00ecff thru 0x0101a4 (0x14a6 bytes) 000876 1764734433.939587 mapread 0x003a17 thru 0x004bf7 (0x11e1 bytes) 000877 1764734433.940507 trunc from 0x01bcf4 to 0x03cb96 (0x20ea3 bytes) 000878 1764734433.965896 trunc from 0x03cb97 to 0x001691 (0x3b505 bytes) 000880 1764734433.985204 punch from 0x000191 to 0x001691 (0x1501 bytes) 000881 1764734433.990778 mapwrite 0x039335 thru 0x03be05 (0x2ad1 bytes) 000882 1764734434.047369 punch from 0x0064c0 to 0x008fb4 (0x2af5 bytes) 000883 1764734434.054998 read 0x02475e thru 0x025416 (0xcb9 bytes) 000884 1764734434.062825 trunc from 0x013582 to 0x020a64 (0xd4e3 bytes) 000885 1764734434.070096 fallocate 0x02dcc6 thru 0x039e54 (0xc18f bytes) 000887 1764734434.078586 fallocate 0x0159fb thru 0x022e26 (0xd42c bytes) 000888 1764734434.095824 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3be06): Mirror 4: 0x1492ed23 (stale) Mirror 5: 0x1492ed23 (stale) Mirror 10: 0x1492ed23 (stale) Mirror 11: 0x1492ed23 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3be06): Mirror 4: 0x1492ed23 (stale) Mirror 5: 0x1492ed23 (stale) Mirror 10: 0x1492ed23 (stale) Mirror 11: 0x1492ed23 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3be06: skipped 000890 1764734434.450706 mapwrite 0x021eb6 thru 0x026371 (0x44bc bytes) 000892 1764734434.497152 write 0x0152ed thru 0x021ab6 (0xc7ca bytes) 000893 1764734434.524337 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3be06): Mirror 4: 0x1492ed23 (stale) Mirror 10: 0x1492ed23 (stale) Mirror 11: 0x1492ed23 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3be06): Mirror 4: 0x1492ed23 (stale) Mirror 10: 0x1492ed23 (stale) Mirror 11: 0x1492ed23 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3be06: skipped 000894 1764734434.844492 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3be06): Mirror 4: 0x1492ed23 (stale) Mirror 10: 0x1492ed23 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3be06): Mirror 4: 0x1492ed23 (stale) Mirror 10: 0x1492ed23 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3be06: skipped 000895 1764734435.137848 fallocate 0x02f9bc thru 0x03cd6a (0xd3af bytes) 000896 1764734435.143643 trunc from 0x031cb0 to 0x03be05 (0xa156 bytes) 000897 1764734435.154825 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3be06): Mirror 10: 0x1492ed23 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3be06): Mirror 10: 0x1492ed23 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3be06: skipped 000898 1764734435.447554 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3be06): Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3be06): Mirror 10: 0x1492ed23 (stale) CRC-32 checksum value for chunk [0, 0x3be06): Mirror 1: 0x8e2efd0a Mirror 11: 0x8e2efd0a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3be06: skipped 000899 1764734436.179917 read 0x02f274 thru 0x036a57 (0x77e4 bytes) 000900 1764734436.209510 mapwrite 0x028ef4 thru 0x0389eb (0xfaf8 bytes) 000901 1764734436.375428 mapwrite 0x01b1bc thru 0x021a77 (0x68bc bytes) 000902 1764734436.419920 trunc from 0x03be06 to 0x036e27 (0x4fde bytes) 000903 1764734436.444198 write 0x004df0 thru 0x01095c (0xbb6d bytes) 000904 1764734436.459281 read 0x004fb0 thru 0x010af2 (0xbb43 bytes) 000905 1764734436.464699 read 0x023ae7 thru 0x02a387 (0x68a1 bytes) 000906 1764734436.468871 MIRROR_RESYNC 3 mirrors 000907 1764734437.490625 trunc from 0x02007a to 0x027f78 (0x7eff bytes) 000908 1764734437.542401 MIRROR_RESYNC 3 mirrors 000909 1764734438.445353 trunc from 0x012923 to 0x01bd2d (0x940b bytes) 000910 1764734438.484509 punch from 0x01bac2 to 0x025de6 (0xa325 bytes) 000911 1764734438.490725 punch from 0x0340f1 to 0x036e27 (0x2d37 bytes) 000912 1764734438.496944 fallocate 0x03eb0c thru 0x03ffff (0x14f4 bytes) 000913 1764734438.518923 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36e28): Mirror 10: 0xc3d9ad18 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36e28): Mirror 10: 0xc3d9ad18 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36e28: skipped 000914 1764734438.848907 read 0x005aa5 thru 0x0157f8 (0xfd54 bytes) 000915 1764734438.865202 trunc from 0x036e28 to 0x00cd1f (0x2a108 bytes) 000916 1764734438.889811 punch from 0x008817 to 0x00cd1f (0x4509 bytes) 000919 1764734438.897903 fallocate 0x01c579 thru 0x021743 (0x51cb bytes) 000920 1764734438.905633 read 0x016556 thru 0x01cfab (0x6a56 bytes) 000921 1764734438.918961 trunc from 0x00517c to 0x00f0fc (0x9f81 bytes) 000922 1764734438.924882 punch from 0x005d62 to 0x00ae40 (0x50df bytes) 000923 1764734438.931248 trunc from 0x021744 to 0x0240f2 (0x29af bytes) 000924 1764734438.959222 read 0x013352 thru 0x01f0af (0xbd5e bytes) 000925 1764734438.960751 trunc from 0x008d20 to 0x00aec7 (0x21a8 bytes) 000926 1764734438.969373 trunc from 0x0240f3 to 0x011424 (0x12cce bytes) 000927 1764734438.985988 trunc from 0x0056dc to 0x009fcb (0x48f0 bytes) 000928 1764734438.991024 trunc from 0x0046df to 0x00b989 (0x72ab bytes) 000929 1764734438.995990 mapwrite 0x038040 thru 0x03e0f8 (0x60b9 bytes) 000930 1764734439.041636 fallocate 0x00976a thru 0x01153d (0x7dd4 bytes) 000931 1764734439.051573 write 0x010456 thru 0x01b4c7 (0xb072 bytes) 000933 1764734439.058902 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000935 1764734439.241346 mapwrite 0x008b03 thru 0x013d2b (0xb229 bytes) 000936 1764734439.286714 fallocate 0x03bcbc thru 0x03e114 (0x2459 bytes) 000938 1764734439.293346 mapwrite 0x020f21 thru 0x0288b5 (0x7995 bytes) 000939 1764734439.350269 MIRROR_EXTEND to 2 mirrors 000940 1764734440.154267 punch from 0x02b3b5 to 0x02b5b2 (0x1fe bytes) 000941 1764734440.219061 trunc from 0x026eeb to 0x02f041 (0x8157 bytes) 000942 1764734440.227721 trunc from 0x03a40e to 0x03c147 (0x1d3a bytes) 000943 1764734440.236878 trunc from 0x03e0f9 to 0x03781a (0x68de bytes) 000944 1764734440.285272 mapread 0x00f23d thru 0x00f64d (0x411 bytes) 000945 1764734440.292725 trunc from 0x02b0b0 to 0x030df5 (0x5d46 bytes) 000946 1764734440.297004 trunc from 0x03781b to 0x03e1d1 (0x69b7 bytes) 000947 1764734440.312469 punch from 0x0166ca to 0x025004 (0xe93b bytes) 000948 1764734440.320999 trunc from 0x007039 to 0x00b934 (0x48fc bytes) 000949 1764734440.325447 mapread 0x03b7b9 thru 0x03e1d1 (0x2a19 bytes) 000951 1764734440.337986 trunc from 0x03e1d2 to 0x030ae7 (0xd6ea bytes) 000952 1764734440.358336 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x30ae8): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30ae8): Mirror 2: 0x85fab41b (stale) CRC-32 checksum value for chunk [0, 0x30ae8): Mirror 1: 0xada49427 Mirror 3: 0xada49427 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30ae8: skipped 000953 1764734441.288302 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000954 1764734441.690907 mapread 0x01a346 thru 0x022407 (0x80c2 bytes) 000955 1764734441.725256 mapread 0x017b4a thru 0x026bfd (0xf0b4 bytes) 000956 1764734441.750535 mapread 0x02ec0f thru 0x02f515 (0x907 bytes) 000957 1764734441.772822 punch from 0x01511a to 0x01d0ab (0x7f92 bytes) 000958 1764734441.823061 write 0x005e65 thru 0x010e1c (0xafb8 bytes) 000959 1764734441.843352 MIRROR_RESYNC 2 mirrors 000960 1764734442.570220 write 0x026eed thru 0x02cd2e (0x5e42 bytes) 000961 1764734442.610862 read 0x01ba39 thru 0x021ad5 (0x609d bytes) 000962 1764734442.618340 read 0x017e8e thru 0x024929 (0xca9c bytes) 000963 1764734442.626839 trunc from 0x001a3a to 0x0028a8 (0xe6f bytes) 000964 1764734442.631168 mapwrite 0x035f6d thru 0x03b152 (0x51e6 bytes) 000965 1764734442.691272 read 0x012db8 thru 0x0204f8 (0xd741 bytes) 000966 1764734442.691962 mapwrite 0x020c40 thru 0x02c18c (0xb54d bytes) 000967 1764734442.729258 punch from 0x00cc54 to 0x0183b8 (0xb765 bytes) 000968 1764734442.742601 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x207:0x0]: Invalid argument (22) 000969 1764734442.893363 write 0x02759d thru 0x02968f (0x20f3 bytes) 000970 1764734442.914790 mapwrite 0x01e2c6 thru 0x0211c5 (0x2f00 bytes) 000972 1764734442.944305 write 0x028b46 thru 0x029ee5 (0x13a0 bytes) 000973 1764734442.945273 mapwrite 0x036682 thru 0x03ffff (0x997e bytes) 000974 1764734443.010035 mapwrite 0x006bf7 thru 0x0102bf (0x96c9 bytes) 000975 1764734443.044113 trunc from 0x040000 to 0x031940 (0xe6bf bytes) 000976 1764734443.061452 read 0x00c94a thru 0x0157b1 (0x8e68 bytes) 000977 1764734443.071139 read 0x02f209 thru 0x031940 (0x2738 bytes) 000978 1764734443.073264 trunc from 0x00f6ff to 0x0126f5 (0x2ff7 bytes) 000980 1764734443.078499 mapread 0x00da11 thru 0x0135b6 (0x5ba6 bytes) 000981 1764734443.091314 MIRROR_EXTEND to 2 mirrors 000982 1764734443.724644 trunc from 0x031941 to 0x03ad51 (0x9411 bytes) 000983 1764734443.796630 trunc from 0x0125a6 to 0x015e88 (0x38e3 bytes) 000984 1764734443.803055 mapread 0x011877 thru 0x01f48f (0xdc19 bytes) 000985 1764734443.827351 trunc from 0x03ad52 to 0x030643 (0xa70e bytes) 000986 1764734443.854188 MIRROR_RESYNC 2 mirrors 000988 1764734444.426173 punch from 0x0092f4 to 0x017123 (0xde30 bytes) 000989 1764734444.451751 read 0x01af67 thru 0x01ef0f (0x3fa9 bytes) 000990 1764734444.460250 write 0x001053 thru 0x00b55d (0xa50b bytes) 000991 1764734444.469549 read 0x028d8d thru 0x030643 (0x78b7 bytes) 000992 1764734444.478420 punch from 0x01f795 to 0x029dd2 (0xa63e bytes) 000993 1764734444.488468 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x30644): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30644): Mirror 2: 0x1051d321 (stale) CRC-32 checksum value for chunk [0, 0x30644): Mirror 1: 0x52332180 Mirror 3: 0x52332180 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30644: skipped 000994 1764734445.271102 trunc from 0x00b938 to 0x011d46 (0x640f bytes) 000995 1764734445.319719 mapread 0x0138ee thru 0x019abc (0x61cf bytes) 000996 1764734445.348402 fallocate 0x0020d8 thru 0x00602a (0x3f53 bytes) 000997 1764734445.353232 punch from 0x030284 to 0x030643 (0x3c0 bytes) 000998 1764734445.358372 fallocate 0x02c2f4 thru 0x02c3b5 (0xc2 bytes) 000999 1764734445.368396 write 0x00e21c thru 0x01686c (0x8651 bytes) 001000 1764734445.377248 fallocate 0x02902f thru 0x03352a (0xa4fc bytes) All operations completed A-OK!