== sanity-flr test 70a: flr mode fsx test ================ 16:17:25 (1785788245) Seed set to 8248 fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x3, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported 000001 1785788248.441779 write 0x01a9e8 thru 0x028b70 (0xe189 bytes) 000003 1785788248.455393 mapwrite 0x030233 thru 0x03bab6 (0xb884 bytes) truncating to largest ever: 0x9482 000007 1785788248.606057 trunc from 0x03bab7 to 0x009481 (0x32635 bytes) 000008 1785788248.640291 read 0x0062b8 thru 0x00768d (0x13d6 bytes) 000009 1785788248.648255 mapread 0x0032f8 thru 0x006375 (0x307e bytes) 000011 1785788248.697066 mapread 0x0079c2 thru 0x007f95 (0x5d4 bytes) 000013 1785788248.703477 write 0x003e99 thru 0x00b029 (0x7191 bytes) 000014 1785788248.711464 mapread 0x00adfa thru 0x00b029 (0x230 bytes) 000015 1785788248.716531 write 0x01b6d5 thru 0x02b200 (0xfb2c bytes) truncating to largest ever: 0x25c88 000016 1785788248.725221 trunc from 0x02b201 to 0x025c87 (0x5579 bytes) 000017 1785788248.755761 read 0x0206c0 thru 0x0211e2 (0xb23 bytes) 000019 1785788248.756968 trunc from 0x025c88 to 0x02047f (0x5808 bytes) 000022 1785788248.781134 write 0x013fe6 thru 0x0201c2 (0xc1dd bytes) 000024 1785788248.798933 write 0x03557e thru 0x0363a6 (0xe29 bytes) truncating to largest ever: 0x3eea7 000026 1785788248.808794 trunc from 0x0363a7 to 0x03eea6 (0x8b00 bytes) 000028 1785788248.844739 read 0x002ddb thru 0x008234 (0x545a bytes) 000030 1785788248.846264 write 0x0134b3 thru 0x013851 (0x39f bytes) 000034 1785788248.849740 mapwrite 0x031d30 thru 0x03766c (0x593d bytes) 000037 1785788248.964403 read 0x0237a5 thru 0x02741d (0x3c79 bytes) 000039 1785788248.985398 MIRROR_EXTEND to 2 mirrors 000040 1785788250.373210 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000041 1785788250.638822 trunc from 0x03eea7 to 0x0197a8 (0x256fe bytes) 000042 1785788250.718773 write 0x011bd2 thru 0x01c52e (0xa95d bytes) 000045 1785788250.755319 mapread 0x011f50 thru 0x012be7 (0xc98 bytes) 000046 1785788250.761421 trunc from 0x01c52f to 0x01facd (0x359f bytes) 000047 1785788250.816340 write 0x0048f2 thru 0x00fc34 (0xb343 bytes) 000050 1785788250.867187 mapread 0x00d417 thru 0x019a1a (0xc604 bytes) 000051 1785788250.915457 read 0x01db74 thru 0x01facd (0x1f5a bytes) 000052 1785788250.947452 trunc from 0x01face to 0x02714d (0x7680 bytes) 000054 1785788250.986402 trunc from 0x02714e to 0x02c84e (0x5701 bytes) 000055 1785788251.081718 write 0x030f28 thru 0x034b88 (0x3c61 bytes) 000056 1785788251.083070 trunc from 0x034b89 to 0x03a5ba (0x5a32 bytes) 000058 1785788251.125837 mapwrite 0x03a7ba thru 0x03b032 (0x879 bytes) 000060 1785788251.528239 trunc from 0x03b033 to 0x0206a0 (0x1a992 bytes) 000062 1785788251.639541 read 0x0058d9 thru 0x0087c4 (0x2eec bytes) 000065 1785788251.662907 write 0x011b9d thru 0x0157f1 (0x3c55 bytes) 000066 1785788251.680678 trunc from 0x0206a1 to 0x02ec94 (0xe5f4 bytes) 000069 1785788251.765358 write 0x02fe3f thru 0x03e8f1 (0xeab3 bytes) 000070 1785788251.780651 read 0x02d318 thru 0x037fb0 (0xac99 bytes) 000071 1785788251.812417 read 0x03a9da thru 0x03bccc (0x12f3 bytes) 000072 1785788251.813097 mapwrite 0x021c24 thru 0x02a9c6 (0x8da3 bytes) 000073 1785788252.023234 write 0x00fbb4 thru 0x0185ec (0x8a39 bytes) 000077 1785788252.041487 mapread 0x001842 thru 0x00a652 (0x8e11 bytes) 000078 1785788252.048907 mapwrite 0x03c43b thru 0x03ffff (0x3bc5 bytes) 000079 1785788252.188098 trunc from 0x040000 to 0x014407 (0x2bbf8 bytes) 000081 1785788252.210384 mapwrite 0x00a8e2 thru 0x0153f4 (0xab13 bytes) 000082 1785788252.284204 write 0x00dc78 thru 0x018dd9 (0xb162 bytes) 000085 1785788252.295996 read 0x0065eb thru 0x009aa3 (0x34b9 bytes) 000087 1785788252.300436 trunc from 0x018dda to 0x0068c5 (0x12514 bytes) 000088 1785788252.357472 mapwrite 0x01ef2d thru 0x01fe03 (0xed7 bytes) 000089 1785788252.590637 read 0x018971 thru 0x01fe03 (0x7493 bytes) 000094 1785788252.611887 trunc from 0x01fe04 to 0x01febd (0xba bytes) 000099 1785788252.698670 mapread 0x00f5d4 thru 0x01c0eb (0xcb18 bytes) 000100 1785788252.707435 mapwrite 0x004dd3 thru 0x006f11 (0x213f bytes) 000101 1785788252.836505 mapwrite 0x029e4d thru 0x02b1a2 (0x1356 bytes) 000102 1785788252.996497 mapread 0x0069f6 thru 0x00ba46 (0x5051 bytes) 000103 1785788252.999205 mapwrite 0x00396a thru 0x0096f9 (0x5d90 bytes) 000105 1785788253.120305 mapwrite 0x021fd4 thru 0x03128c (0xf2b9 bytes) 000106 1785788253.372476 trunc from 0x03128d to 0x01cfb3 (0x142d9 bytes) 000110 1785788253.423796 mapwrite 0x002206 thru 0x00fe04 (0xdbff bytes) 000111 1785788253.637473 mapread 0x0139c0 thru 0x016a48 (0x3089 bytes) 000112 1785788253.646348 mapread 0x004aae thru 0x004cfc (0x24f bytes) 000113 1785788253.657421 trunc from 0x01cfb4 to 0x0068e4 (0x166cf bytes) 000114 1785788253.730216 trunc from 0x0068e5 to 0x038914 (0x32030 bytes) 000116 1785788253.782599 mapwrite 0x0049a1 thru 0x00cd2a (0x838a bytes) 000118 1785788254.077314 trunc from 0x038915 to 0x03b52f (0x2c1b bytes) 000119 1785788254.117507 mapwrite 0x03ff18 thru 0x03ffff (0xe8 bytes) 000120 1785788254.223516 mapwrite 0x018610 thru 0x0257fd (0xd1ee bytes) 000121 1785788254.622071 write 0x015a15 thru 0x01642a (0xa16 bytes) 000122 1785788254.641300 mapread 0x0113d1 thru 0x01521a (0x3e4a bytes) 000123 1785788254.738295 mapwrite 0x014937 thru 0x016b04 (0x21ce bytes) 000124 1785788254.901311 mapwrite 0x02a60e thru 0x034b8b (0xa57e bytes) 000125 1785788255.551254 write 0x01da8b thru 0x022380 (0x48f6 bytes) 000126 1785788255.552516 write 0x011dac thru 0x01a538 (0x878d bytes) 000127 1785788255.557443 trunc from 0x040000 to 0x003476 (0x3cb89 bytes) 000131 1785788255.623797 write 0x007061 thru 0x0111e9 (0xa189 bytes) 000133 1785788255.630324 write 0x00fd51 thru 0x01de56 (0xe106 bytes) 000134 1785788255.631997 write 0x00da3d thru 0x010a4a (0x300e bytes) 000135 1785788255.639719 read 0x00877d thru 0x00cd32 (0x45b6 bytes) 000137 1785788255.644613 write 0x00e19a thru 0x00f04c (0xeb3 bytes) 000140 1785788255.662309 mapread 0x00b54f thru 0x00ea28 (0x34da bytes) 000143 1785788255.677637 mapread 0x012faa thru 0x019e8e (0x6ee5 bytes) 000145 1785788255.684102 read 0x011c65 thru 0x01a679 (0x8a15 bytes) 000148 1785788255.691116 trunc from 0x01de57 to 0x004f74 (0x18ee2 bytes) 000149 1785788255.733326 mapread 0x0031a4 thru 0x003350 (0x1ad bytes) 000151 1785788255.748904 write 0x0266a5 thru 0x032c74 (0xc5d0 bytes) 000153 1785788255.754408 trunc from 0x032c75 to 0x024dd4 (0xdea0 bytes) 000155 1785788255.797049 mapread 0x015c6a thru 0x023191 (0xd528 bytes) 000161 1785788255.841129 MIRROR_EXTEND to 2 mirrors 000163 1785788257.819394 mapwrite 0x03bb74 thru 0x03f9d0 (0x3e5d bytes) 000164 1785788258.273177 write 0x02d68c thru 0x034e80 (0x77f5 bytes) 000166 1785788258.316771 mapread 0x037d2f thru 0x03f9d0 (0x7ca2 bytes) 000167 1785788258.327304 mapwrite 0x0044a1 thru 0x005398 (0xef8 bytes) 000169 1785788258.577971 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3f9d1): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f9d1): Mirror 2: 0xa4be68e (stale) CRC-32 checksum value for chunk [0, 0x3f9d1): Mirror 1: 0x5aac178a Mirror 3: 0x5aac178a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f9d1: skipped 000170 1785788261.082552 trunc from 0x03f9d1 to 0x01503a (0x2a996 bytes) 000171 1785788261.449040 read 0x00e94a thru 0x01503a (0x66f1 bytes) 000173 1785788261.539667 write 0x03bdb7 thru 0x03ffff (0x4249 bytes) 000174 1785788261.574448 read 0x0223c2 thru 0x02247c (0xbb bytes) 000175 1785788261.675251 trunc from 0x040000 to 0x01c60a (0x239f5 bytes) 000177 1785788261.740432 mapread 0x01128d thru 0x0165e3 (0x5357 bytes) 000178 1785788261.741772 mapread 0x0041e7 thru 0x013498 (0xf2b2 bytes) 000180 1785788261.766471 read 0x0023df thru 0x00a37d (0x7f9f bytes) 000181 1785788261.768999 mapread 0x001a1d thru 0x007a97 (0x607b bytes) 000186 1785788261.787049 mapread 0x00c165 thru 0x01b46f (0xf30b bytes) 000187 1785788261.795836 write 0x00e034 thru 0x013fd6 (0x5fa3 bytes) 000188 1785788261.804801 trunc from 0x01c60b to 0x01a87b (0x1d8f bytes) 000191 1785788261.856986 write 0x036c81 thru 0x03ffff (0x937f bytes) 000195 1785788261.888786 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x5e23ba9d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x5e23ba9d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000196 1785788262.786548 mapread 0x01b104 thru 0x01f84a (0x4747 bytes) 000198 1785788262.855298 mapread 0x006e23 thru 0x00c23a (0x5418 bytes) 000200 1785788262.879476 read 0x01781a thru 0x02486d (0xd054 bytes) 000201 1785788262.880384 trunc from 0x040000 to 0x0015f6 (0x3ea09 bytes) 000202 1785788262.978354 mapread 0x0006d8 thru 0x0015f6 (0xf1f bytes) 000203 1785788263.019403 mapread 0x000994 thru 0x0015f6 (0xc63 bytes) 000204 1785788263.032568 write 0x004890 thru 0x00d348 (0x8ab9 bytes) 000205 1785788263.047829 mapwrite 0x00b451 thru 0x019127 (0xdcd7 bytes) 000206 1785788263.424120 trunc from 0x019128 to 0x01e72e (0x5607 bytes) 000207 1785788263.494564 write 0x01aa8d thru 0x01ef87 (0x44fb bytes) 000208 1785788263.547940 trunc from 0x01ef88 to 0x013bf0 (0xb397 bytes) 000209 1785788263.635363 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x13bf1): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13bf1): Mirror 2: 0xcd2245ab (stale) CRC-32 checksum value for chunk [0, 0x13bf1): Mirror 1: 0x3e776dd Mirror 3: 0x3e776dd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13bf1: skipped 000211 1785788266.876376 trunc from 0x013bf1 to 0x033eac (0x202bc bytes) 000212 1785788267.200125 mapwrite 0x01fc1c thru 0x020d0d (0x10f2 bytes) 000213 1785788267.398981 write 0x01504c thru 0x01c960 (0x7915 bytes) 000215 1785788267.443176 MIRROR_RESYNC 3 mirrors 000216 1785788268.804855 write 0x0141d0 thru 0x02411e (0xff4f bytes) 000217 1785788269.038728 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x33ead): Mirror 3: 0xc7c8919b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33ead): Mirror 3: 0xc7c8919b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33ead: skipped 000218 1785788269.865635 write 0x02b352 thru 0x02d739 (0x23e8 bytes) 000219 1785788269.920332 read 0x032c56 thru 0x033eac (0x1257 bytes) 000220 1785788269.954930 mapwrite 0x0064a4 thru 0x014927 (0xe484 bytes) 000221 1785788270.228458 mapread 0x0017e6 thru 0x006e65 (0x5680 bytes) 000225 1785788270.252269 MIRROR_RESYNC 2 mirrors 000226 1785788271.800977 read 0x00904f thru 0x00eb56 (0x5b08 bytes) 000227 1785788271.830250 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000228 1785788272.019950 mapwrite 0x003cf2 thru 0x008233 (0x4542 bytes) 000232 1785788272.172323 write 0x02f59c thru 0x033c1d (0x4682 bytes) 000233 1785788272.201881 mapread 0x027c07 thru 0x033eac (0xc2a6 bytes) 000234 1785788272.225094 mapwrite 0x00f14f thru 0x01336d (0x421f bytes) 000238 1785788272.423852 trunc from 0x033ead to 0x033c3d (0x26f bytes) 000239 1785788272.461718 mapread 0x00c9f9 thru 0x01430c (0x7914 bytes) 000240 1785788272.477224 MIRROR_EXTEND to 2 mirrors 000241 1785788274.032524 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000242 1785788274.480866 write 0x01616b thru 0x01dd6d (0x7c03 bytes) 000243 1785788274.546497 read 0x008a98 thru 0x012e60 (0xa3c9 bytes) 000245 1785788274.568902 write 0x00020a thru 0x006e46 (0x6c3d bytes) 000246 1785788274.595650 read 0x00f81d thru 0x011cda (0x24be bytes) 000250 1785788274.615016 read 0x019617 thru 0x029399 (0xfd83 bytes) 000253 1785788274.654029 trunc from 0x033c3e to 0x0067db (0x2d462 bytes) 000254 1785788274.745123 write 0x02f7d5 thru 0x03d952 (0xe17e bytes) 000255 1785788274.749869 mapwrite 0x029c66 thru 0x038685 (0xea20 bytes) 000256 1785788275.056923 trunc from 0x03d953 to 0x02372b (0x1a227 bytes) 000258 1785788275.129172 trunc from 0x02372c to 0x01e266 (0x54c5 bytes) 000260 1785788275.165418 trunc from 0x01e267 to 0x011c99 (0xc5cd bytes) 000262 1785788275.193388 mapwrite 0x02d4ff thru 0x0360cc (0x8bce bytes) 000263 1785788275.323261 read 0x02fe95 thru 0x0360cc (0x6238 bytes) 000264 1785788275.325297 trunc from 0x0360cd to 0x022ef9 (0x131d3 bytes) 000265 1785788275.356496 trunc from 0x022efa to 0x02c243 (0x934a bytes) 000267 1785788275.391036 write 0x00933d thru 0x012585 (0x9249 bytes) 000268 1785788275.427425 mapwrite 0x02a710 thru 0x0326bb (0x7fac bytes) 000270 1785788275.650052 mapwrite 0x01b031 thru 0x01c774 (0x1744 bytes) 000271 1785788275.783140 MIRROR_EXTEND to 2 mirrors 000272 1785788276.537982 mapwrite 0x02836d thru 0x02dfc4 (0x5c58 bytes) 000274 1785788276.946810 mapread 0x01ec62 thru 0x02b7d3 (0xcb72 bytes) 000276 1785788276.970821 mapwrite 0x003833 thru 0x00a814 (0x6fe2 bytes) 000277 1785788277.090298 mapread 0x013061 thru 0x01a67d (0x761d bytes) 000280 1785788277.118225 mapread 0x03066b thru 0x0326bb (0x2051 bytes) 000281 1785788277.137166 trunc from 0x0326bc to 0x025c7f (0xca3c bytes) 000283 1785788277.206250 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x25c80): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25c80): Mirror 2: 0xd2abbd90 (stale) CRC-32 checksum value for chunk [0, 0x25c80): Mirror 1: 0xe44d1e13 Mirror 3: 0xe44d1e13 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25c80: skipped 000287 1785788278.560997 write 0x0230f4 thru 0x03228a (0xf197 bytes) 000288 1785788278.738787 write 0x007ab3 thru 0x01541e (0xd96c bytes) 000295 1785788278.765034 MIRROR_RESYNC 3 mirrors 000296 1785788280.736711 read 0x02c16e thru 0x03228a (0x611d bytes) 000297 1785788280.781818 mapread 0x0092c3 thru 0x01858e (0xf2cc bytes) 000298 1785788280.949912 mapwrite 0x02ab53 thru 0x031227 (0x66d5 bytes) 000299 1785788281.257905 read 0x001e54 thru 0x0028ed (0xa9a bytes) 000300 1785788281.282796 MIRROR_RESYNC 3 mirrors 000301 1785788283.410015 mapwrite 0x002542 thru 0x0092e1 (0x6da0 bytes) 000303 1785788283.786040 trunc from 0x03228b to 0x037367 (0x50dd bytes) truncating to largest ever: 0x3f43c 000304 1785788283.817957 trunc from 0x037368 to 0x03f43b (0x80d4 bytes) 000305 1785788283.860555 read 0x0384ff thru 0x03aae8 (0x25ea bytes) 000310 1785788283.880084 mapread 0x014ac6 thru 0x01a6d1 (0x5c0c bytes) 000311 1785788283.892752 write 0x03d912 thru 0x03de97 (0x586 bytes) 000312 1785788283.915781 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3f43c): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f43c): Mirror 2: 0x15f498ee (stale) Mirror 3: 0x15f498ee (stale) CRC-32 checksum value for chunk [0, 0x3f43c): Mirror 1: 0x56d60444 Mirror 4: 0x56d60444 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f43c: skipped 000313 1785788285.805364 mapwrite 0x026914 thru 0x0349a7 (0xe094 bytes) 000314 1785788286.327996 mapwrite 0x0255f4 thru 0x033194 (0xdba1 bytes) 000315 1785788286.493111 mapwrite 0x028a14 thru 0x0341df (0xb7cc bytes) 000316 1785788286.717090 mapread 0x004d94 thru 0x005f97 (0x1204 bytes) 000317 1785788286.779059 read 0x02cff6 thru 0x036a52 (0x9a5d bytes) 000320 1785788286.816442 MIRROR_RESYNC 4 mirrors 000322 1785788289.179014 mapwrite 0x03ecf4 thru 0x03ffff (0x130c bytes) 000323 1785788289.475046 trunc from 0x040000 to 0x02364f (0x1c9b0 bytes) 000324 1785788289.544903 mapread 0x011a3b thru 0x0158fa (0x3ec0 bytes) 000325 1785788289.628118 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23650): Mirror 3: 0xd89f51c9 (stale) Mirror 4: 0xd89f51c9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23650): Mirror 3: 0xd89f51c9 (stale) Mirror 4: 0xd89f51c9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23650: skipped 000328 1785788290.506335 mapwrite 0x024e3c thru 0x026c70 (0x1e35 bytes) 000330 1785788290.726763 mapwrite 0x03a5d8 thru 0x03e17e (0x3ba7 bytes) 000331 1785788290.891018 write 0x00956f thru 0x015df9 (0xc88b bytes) 000335 1785788290.937866 mapread 0x007d40 thru 0x00dd50 (0x6011 bytes) 000336 1785788290.958125 write 0x028172 thru 0x02a4d7 (0x2366 bytes) 000338 1785788290.989453 read 0x039c96 thru 0x03e17e (0x44e9 bytes) 000340 1785788290.991063 write 0x0380c7 thru 0x03ffff (0x7f39 bytes) 000341 1785788291.003798 read 0x00982b thru 0x010a2d (0x7203 bytes) 000342 1785788291.005041 mapread 0x03ac94 thru 0x03ffff (0x536c bytes) 000346 1785788291.025725 mapwrite 0x037b9b thru 0x03ffff (0x8465 bytes) 000348 1785788291.116595 trunc from 0x040000 to 0x015115 (0x2aeea bytes) 000349 1785788291.147140 mapread 0x00584c thru 0x010e64 (0xb619 bytes) 000353 1785788291.157085 trunc from 0x015116 to 0x025154 (0x1003f bytes) 000354 1785788291.210748 read 0x01ab00 thru 0x01ff00 (0x5401 bytes) 000355 1785788291.240171 mapwrite 0x0294bf thru 0x0376ab (0xe1ed bytes) 000356 1785788291.392894 read 0x016844 thru 0x0241a4 (0xd961 bytes) 000358 1785788291.396115 mapread 0x01010e thru 0x01ca99 (0xc98c bytes) 000359 1785788291.400879 mapwrite 0x003d6d thru 0x00f65c (0xb8f0 bytes) 000360 1785788291.524967 write 0x036ae4 thru 0x03ef90 (0x84ad bytes) 000361 1785788291.542839 MIRROR_RESYNC 3 mirrors 000362 1785788293.308855 trunc from 0x03ef91 to 0x02e8bf (0x106d1 bytes) 000363 1785788293.443806 write 0x00952a thru 0x00df0b (0x49e2 bytes) 000365 1785788293.474240 mapwrite 0x03d36e thru 0x03ffff (0x2c92 bytes) 000369 1785788293.748754 mapread 0x03f86c thru 0x03ffff (0x794 bytes) 000373 1785788293.767345 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xdf46be9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xdf46be9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000377 1785788294.364079 mapwrite 0x018d0e thru 0x023864 (0xab57 bytes) 000380 1785788294.674751 read 0x02c905 thru 0x0328ee (0x5fea bytes) 000381 1785788294.703347 mapread 0x01f735 thru 0x02efc3 (0xf88f bytes) 000382 1785788294.711309 mapwrite 0x0386fc thru 0x03ffff (0x7904 bytes) 000383 1785788294.889437 read 0x006de7 thru 0x012b44 (0xbd5e bytes) 000384 1785788294.918406 mapwrite 0x024e64 thru 0x03224e (0xd3eb bytes) 000385 1785788295.089599 mapwrite 0x035ccc thru 0x03ffff (0xa334 bytes) 000386 1785788295.294200 read 0x03ce9d thru 0x03ffff (0x3163 bytes) 000387 1785788295.294937 mapwrite 0x0253ce thru 0x02ac04 (0x5837 bytes) 000388 1785788295.399325 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000391 1785788295.656900 mapread 0x00ddec thru 0x01cbaa (0xedbf bytes) 000392 1785788295.711120 write 0x0295fc thru 0x032b5b (0x9560 bytes) 000395 1785788295.778793 read 0x025f5f thru 0x026a86 (0xb28 bytes) 000396 1785788295.785492 mapread 0x003495 thru 0x011b87 (0xe6f3 bytes) 000397 1785788295.798055 read 0x0391f6 thru 0x03ffff (0x6e0a bytes) 000400 1785788295.819607 read 0x03cecc thru 0x03ffff (0x3134 bytes) 000401 1785788295.820320 trunc from 0x040000 to 0x03a227 (0x5dd8 bytes) 000403 1785788295.850075 trunc from 0x03a228 to 0x03c842 (0x261b bytes) 000404 1785788295.878402 write 0x00198f thru 0x011120 (0xf792 bytes) 000407 1785788295.887400 MIRROR_EXTEND to 2 mirrors 000408 1785788296.873364 trunc from 0x03c843 to 0x02aa0a (0x11e38 bytes) 000411 1785788297.068713 mapwrite 0x01cc58 thru 0x01f24f (0x25f8 bytes) 000412 1785788297.259914 mapread 0x01da67 thru 0x02292f (0x4ec9 bytes) 000413 1785788297.274463 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000414 1785788297.624861 write 0x03bc28 thru 0x03ffff (0x43d8 bytes) 000416 1785788297.633615 write 0x017407 thru 0x01e4ae (0x70a8 bytes) 000417 1785788297.670327 read 0x012c2c thru 0x021dfd (0xf1d2 bytes) 000418 1785788297.693808 mapwrite 0x025d18 thru 0x0291b7 (0x34a0 bytes) 000419 1785788297.930034 mapwrite 0x00b528 thru 0x0175b0 (0xc089 bytes) 000420 1785788298.110927 read 0x026235 thru 0x033f24 (0xdcf0 bytes) 000421 1785788298.156084 MIRROR_EXTEND to 2 mirrors 000422 1785788299.396241 mapread 0x0301ca thru 0x035e68 (0x5c9f bytes) 000423 1785788299.431337 mapread 0x00fa44 thru 0x01d050 (0xd60d bytes) 000424 1785788299.468324 MIRROR_EXTEND to 3 mirrors 000427 1785788300.723754 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000428 1785788301.243699 read 0x00129d thru 0x006054 (0x4db8 bytes) 000429 1785788301.258729 mapread 0x025698 thru 0x034d97 (0xf700 bytes) 000430 1785788301.308795 mapread 0x00bbf0 thru 0x00cd43 (0x1154 bytes) 000431 1785788301.335769 MIRROR_EXTEND to 3 mirrors 000433 1785788302.596056 read 0x005dbc thru 0x013038 (0xd27d bytes) 000435 1785788302.633482 write 0x021d94 thru 0x026e7f (0x50ec bytes) 000436 1785788302.749729 trunc from 0x040000 to 0x0156f5 (0x2a90a bytes) 000437 1785788302.806275 trunc from 0x0156f6 to 0x02fe0a (0x1a715 bytes) 000440 1785788302.852737 read 0x013e64 thru 0x019186 (0x5323 bytes) 000441 1785788302.869762 mapread 0x029605 thru 0x02fe0a (0x6806 bytes) 000446 1785788302.880541 read 0x005798 thru 0x009bc5 (0x442e bytes) 000447 1785788302.881259 read 0x02971b thru 0x02fe0a (0x66f0 bytes) 000449 1785788302.901015 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2fe0b): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fe0b): Mirror 3: 0x1588c16e (stale) Mirror 4: 0x1588c16e (stale) CRC-32 checksum value for chunk [0, 0x2fe0b): Mirror 1: 0xafe6afae Mirror 5: 0xafe6afae lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fe0b: skipped 000450 1785788305.238788 read 0x008bde thru 0x018754 (0xfb77 bytes) 000451 1785788305.257323 MIRROR_RESYNC 4 mirrors 000453 1785788307.610931 mapread 0x01d621 thru 0x02d06e (0xfa4e bytes) 000454 1785788307.740861 mapread 0x00dfd2 thru 0x017f9c (0x9fcb bytes) 000455 1785788307.761132 mapwrite 0x0050a0 thru 0x006333 (0x1294 bytes) 000458 1785788308.043933 mapread 0x02b637 thru 0x02c4eb (0xeb5 bytes) 000459 1785788308.075021 write 0x013234 thru 0x01945e (0x622b bytes) 000461 1785788308.112601 read 0x02006a thru 0x02f034 (0xefcb bytes) 000463 1785788308.142051 mapwrite 0x030e19 thru 0x0350d4 (0x42bc bytes) 000466 1785788308.401815 mapread 0x018d48 thru 0x01be07 (0x30c0 bytes) 000469 1785788308.441106 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x350d5): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x350d5): Mirror 3: 0x63044a98 (stale) Mirror 4: 0x63044a98 (stale) Mirror 5: 0x63044a98 (stale) CRC-32 checksum value for chunk [0, 0x350d5): Mirror 1: 0x164181dc Mirror 6: 0x164181dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x350d5: skipped 000471 1785788310.989698 trunc from 0x0350d5 to 0x005fc0 (0x2f114 bytes) 000472 1785788311.211411 mapread 0x003f34 thru 0x00478e (0x85b bytes) 000474 1785788311.253601 mapread 0x00558f thru 0x005fc0 (0xa32 bytes) 000479 1785788311.286737 read 0x001cec thru 0x005fc0 (0x42d5 bytes) 000480 1785788311.292709 trunc from 0x005fc1 to 0x007a97 (0x1ad7 bytes) 000483 1785788311.334296 mapread 0x001093 thru 0x0058ea (0x4858 bytes) 000485 1785788311.353059 mapread 0x001cfb thru 0x007a97 (0x5d9d bytes) 000486 1785788311.384319 mapread 0x0002c2 thru 0x006acd (0x680c bytes) 000487 1785788311.405172 mapread 0x0056a3 thru 0x006cc2 (0x1620 bytes) 000488 1785788311.411180 write 0x027ab0 thru 0x030d6b (0x92bc bytes) 000489 1785788311.418973 read 0x029705 thru 0x030d6b (0x7667 bytes) 000491 1785788311.433843 mapread 0x005b84 thru 0x00f064 (0x94e1 bytes) 000493 1785788311.460079 trunc from 0x030d6c to 0x00585c (0x2b50f bytes) 000494 1785788311.510734 MIRROR_RESYNC 5 mirrors 000496 1785788313.885320 write 0x00bd51 thru 0x01180d (0x5abd bytes) 000498 1785788313.994766 MIRROR_RESYNC 5 mirrors 000501 1785788315.649683 write 0x036615 thru 0x03e739 (0x8125 bytes) 000503 1785788315.722487 mapread 0x02f1db thru 0x039dd5 (0xabfb bytes) 000504 1785788315.764137 read 0x003085 thru 0x007ae9 (0x4a65 bytes) 000505 1785788315.781339 mapread 0x039cc3 thru 0x03e739 (0x4a77 bytes) 000506 1785788315.782413 mapwrite 0x031c3d thru 0x03b1c2 (0x9586 bytes) 000507 1785788316.057433 MIRROR_RESYNC 5 mirrors 000509 1785788318.184399 trunc from 0x03e73a to 0x02da0a (0x10d2f bytes) 000510 1785788318.356743 trunc from 0x02da0b to 0x00543a (0x285d0 bytes) 000511 1785788318.440219 mapwrite 0x00ff60 thru 0x01aa9f (0xab40 bytes) 000513 1785788318.648675 read 0x006989 thru 0x00d4d3 (0x6b4b bytes) 000515 1785788318.662567 read 0x011367 thru 0x01487d (0x3517 bytes) 000518 1785788318.669123 read 0x0112d9 thru 0x0148f1 (0x3619 bytes) 000519 1785788318.670093 write 0x0291b9 thru 0x032ac4 (0x990c bytes) 000521 1785788318.676378 mapwrite 0x036a6f thru 0x03ffff (0x9591 bytes) 000522 1785788318.801861 write 0x015504 thru 0x0207e8 (0xb2e5 bytes) 000524 1785788318.803860 mapread 0x033d04 thru 0x03c6e9 (0x89e6 bytes) 000527 1785788318.816324 MIRROR_RESYNC 5 mirrors 000528 1785788321.021319 mapread 0x00914d thru 0x011253 (0x8107 bytes) 000530 1785788321.158119 MIRROR_RESYNC 5 mirrors 000531 1785788322.432874 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000532 1785788323.433106 read 0x025991 thru 0x0328c8 (0xcf38 bytes) 000533 1785788323.473193 write 0x009dac thru 0x014091 (0xa2e6 bytes) 000534 1785788323.668507 read 0x038110 thru 0x03ffff (0x7ef0 bytes) 000535 1785788323.707736 read 0x000482 thru 0x00b250 (0xadcf bytes) 000536 1785788323.708791 mapwrite 0x035685 thru 0x03ffff (0xa97b bytes) 000537 1785788323.816057 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xfa2f06f7 (stale) Mirror 5: 0xfa2f06f7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xfa2f06f7 (stale) Mirror 5: 0xfa2f06f7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000538 1785788324.439555 read 0x026eee thru 0x0272e8 (0x3fb bytes) 000540 1785788324.473592 MIRROR_RESYNC 3 mirrors 000542 1785788326.381054 MIRROR_RESYNC 3 mirrors 000544 1785788327.100632 write 0x019b5c thru 0x01e24d (0x46f2 bytes) 000545 1785788327.328690 mapread 0x03349a thru 0x0375f7 (0x415e bytes) 000546 1785788327.379922 trunc from 0x040000 to 0x0105ef (0x2fa10 bytes) 000548 1785788327.443668 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x105f0): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x105f0): Mirror 4: 0xdc578fd5 (stale) Mirror 5: 0xdc578fd5 (stale) CRC-32 checksum value for chunk [0, 0x105f0): Mirror 1: 0xdc578fd5 Mirror 6: 0xdc578fd5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x105f0: skipped 000549 1785788329.583194 trunc from 0x0105f0 to 0x017d66 (0x7777 bytes) 000551 1785788329.786824 write 0x002939 thru 0x00d636 (0xacfe bytes) 000552 1785788329.823666 read 0x00892f thru 0x01269e (0x9d70 bytes) 000553 1785788329.845482 read 0x009235 thru 0x0174df (0xe2ab bytes) 000557 1785788329.883002 write 0x01df34 thru 0x01f80d (0x18da bytes) 000558 1785788329.889810 mapwrite 0x01dd81 thru 0x02c6ee (0xe96e bytes) 000559 1785788330.043738 mapwrite 0x0007e0 thru 0x003c9e (0x34bf bytes) 000560 1785788330.135371 mapwrite 0x02a09d thru 0x039150 (0xf0b4 bytes) 000561 1785788330.319060 trunc from 0x039151 to 0x01b9bc (0x1d794 bytes) 000562 1785788330.335561 mapwrite 0x019049 thru 0x0280e4 (0xf09c bytes) 000563 1785788330.515139 write 0x03abf4 thru 0x03ffff (0x540c bytes) 000565 1785788330.520248 read 0x016aaa thru 0x0210c1 (0xa618 bytes) 000566 1785788330.521511 write 0x025a4c thru 0x02ab89 (0x513e bytes) 000567 1785788330.549542 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x20bbb498 (stale) Mirror 6: 0xf4e9c8ea (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x20bbb498 (stale) Mirror 6: 0xf4e9c8ea (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000568 1785788331.003720 mapwrite 0x009d91 thru 0x0146a5 (0xa915 bytes) 000570 1785788331.155801 read 0x017c2f thru 0x026cc8 (0xf09a bytes) 000571 1785788331.182391 read 0x012d4d thru 0x01f206 (0xc4ba bytes) 000573 1785788331.189967 mapread 0x0382aa thru 0x03f612 (0x7369 bytes) 000574 1785788331.248326 write 0x0114f6 thru 0x01e349 (0xce54 bytes) 000575 1785788331.255284 write 0x02475a thru 0x02e294 (0x9b3b bytes) 000576 1785788331.265071 trunc from 0x040000 to 0x038742 (0x78bd bytes) 000577 1785788331.329920 mapwrite 0x01b499 thru 0x01c0f9 (0xc61 bytes) 000578 1785788331.551066 mapread 0x009c1f thru 0x01625d (0xc63f bytes) 000580 1785788331.566414 read 0x02cb23 thru 0x038742 (0xbc20 bytes) 000581 1785788331.570458 mapread 0x0341ce thru 0x038742 (0x4575 bytes) 000582 1785788331.581458 write 0x0247f6 thru 0x026f21 (0x272c bytes) 000583 1785788331.586393 write 0x00c0c8 thru 0x00f274 (0x31ad bytes) 000585 1785788331.593467 read 0x01fddb thru 0x02deed (0xe113 bytes) 000586 1785788331.597666 mapwrite 0x022536 thru 0x026e5f (0x492a bytes) 000587 1785788331.723397 mapread 0x00d622 thru 0x00dbf3 (0x5d2 bytes) 000588 1785788331.725615 write 0x03023d thru 0x035352 (0x5116 bytes) 000589 1785788331.739999 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x38743): Mirror 4: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38743): Mirror 4: 0x523295ab (stale) Mirror 6: 0x24660904 (stale) CRC-32 checksum value for chunk [0, 0x38743): Mirror 1: 0x44a6a237 Mirror 7: 0x44a6a237 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38743: skipped 000591 1785788333.756945 read 0x028697 thru 0x02fd0f (0x7679 bytes) 000592 1785788333.776390 mapwrite 0x02bc93 thru 0x038268 (0xc5d6 bytes) 000593 1785788334.152175 write 0x038167 thru 0x03ffff (0x7e99 bytes) 000594 1785788334.157995 write 0x036f3c thru 0x03c9fd (0x5ac2 bytes) 000595 1785788334.159285 trunc from 0x040000 to 0x039f80 (0x607f bytes) 000596 1785788334.234924 mapread 0x036327 thru 0x039f80 (0x3c5a bytes) 000599 1785788334.241538 write 0x028496 thru 0x02d77b (0x52e6 bytes) 000602 1785788334.243990 write 0x00c1b2 thru 0x0161c3 (0xa012 bytes) 000603 1785788334.272599 read 0x008709 thru 0x017a54 (0xf34c bytes) 000604 1785788334.305588 write 0x0134fa thru 0x01a516 (0x701d bytes) 000606 1785788334.309698 write 0x03e542 thru 0x03ffff (0x1abe bytes) 000607 1785788334.321664 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x20bbb498 (stale) Mirror 6: 0xf4e9c8ea (stale) Mirror 7: 0x3cad17d2 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5f54ff3e Mirror 8: 0x5f54ff3e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000608 1785788336.456982 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x20bbb498 (stale) Mirror 6: 0xf4e9c8ea (stale) Mirror 7: 0x3cad17d2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x20bbb498 (stale) Mirror 6: 0xf4e9c8ea (stale) Mirror 7: 0x3cad17d2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000610 1785788337.041005 mapwrite 0x034995 thru 0x03e024 (0x9690 bytes) 000611 1785788337.302932 mapread 0x00a969 thru 0x01505f (0xa6f7 bytes) 000613 1785788337.371036 mapwrite 0x018bf8 thru 0x027066 (0xe46f bytes) 000614 1785788337.559069 trunc from 0x040000 to 0x039b97 (0x6468 bytes) 000616 1785788337.617631 mapwrite 0x011bb3 thru 0x0176c3 (0x5b11 bytes) 000619 1785788337.767270 read 0x032756 thru 0x038802 (0x60ad bytes) 000620 1785788337.791928 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x39b98): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39b98): Mirror 4: 0xc94e2fc9 (stale) Mirror 6: 0xaa6e6b (stale) Mirror 7: 0xaa1f03ac (stale) CRC-32 checksum value for chunk [0, 0x39b98): Mirror 1: 0xf1032ad8 Mirror 8: 0xf1032ad8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39b98: skipped 000621 1785788339.063040 MIRROR_RESYNC 5 mirrors 000623 1785788340.838028 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000626 1785788341.541136 mapread 0x0000bf thru 0x00c8b9 (0xc7fb bytes) 000627 1785788341.611656 write 0x03c8bb thru 0x03ffff (0x3745 bytes) 000629 1785788341.825057 read 0x010370 thru 0x014920 (0x45b1 bytes) 000630 1785788341.860985 read 0x020ea2 thru 0x024bf3 (0x3d52 bytes) 000631 1785788341.937579 read 0x00dd24 thru 0x00e936 (0xc13 bytes) 000632 1785788341.938176 read 0x02f13f thru 0x030961 (0x1823 bytes) 000633 1785788341.938581 mapwrite 0x0252bf thru 0x029970 (0x46b2 bytes) 000635 1785788342.066337 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xed5c59a0 (stale) Mirror 8: 0xed5c59a0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xed5c59a0 (stale) Mirror 8: 0xed5c59a0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000636 1785788342.361991 read 0x02cda9 thru 0x034e1d (0x8075 bytes) 000639 1785788342.373801 write 0x012efe thru 0x022a01 (0xfb04 bytes) 000642 1785788342.385210 write 0x002a60 thru 0x00f387 (0xc928 bytes) 000644 1785788342.397906 write 0x0354f4 thru 0x03dc9b (0x87a8 bytes) 000645 1785788342.409418 write 0x03cd5e thru 0x03f268 (0x250b bytes) 000647 1785788342.418041 mapread 0x002b21 thru 0x010289 (0xd769 bytes) 000648 1785788342.429477 MIRROR_RESYNC 3 mirrors 000649 1785788344.784432 mapwrite 0x03fb19 thru 0x03ffff (0x4e7 bytes) 000652 1785788345.121507 read 0x016513 thru 0x02230f (0xbdfd bytes) 000653 1785788345.138054 write 0x03e566 thru 0x03ffff (0x1a9a bytes) 000655 1785788345.159199 read 0x02a2ae thru 0x02c6e2 (0x2435 bytes) 000656 1785788345.190500 mapwrite 0x015fe9 thru 0x022621 (0xc639 bytes) 000659 1785788345.381727 mapwrite 0x03b369 thru 0x03ffff (0x4c97 bytes) 000662 1785788345.500190 write 0x031d22 thru 0x03ffda (0xe2b9 bytes) 000663 1785788345.516772 mapread 0x032a0b thru 0x03ffff (0xd5f5 bytes) 000665 1785788345.518752 write 0x02122c thru 0x02a0dc (0x8eb1 bytes) 000667 1785788345.529008 mapread 0x01660c thru 0x0225fb (0xbff0 bytes) 000668 1785788345.536868 write 0x02e79f thru 0x033a09 (0x526b bytes) 000669 1785788345.567091 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x11b1f307 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x11b1f307 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000670 1785788346.334506 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000671 1785788346.655659 write 0x032869 thru 0x036cfc (0x4494 bytes) 000672 1785788346.671069 read 0x00e39a thru 0x014691 (0x62f8 bytes) 000673 1785788346.685449 trunc from 0x040000 to 0x016009 (0x29ff6 bytes) 000676 1785788346.731444 MIRROR_EXTEND to 2 mirrors 000677 1785788348.214344 write 0x01a495 thru 0x0297da (0xf346 bytes) 000678 1785788348.389918 trunc from 0x0297db to 0x021391 (0x8449 bytes) 000679 1785788348.452073 read 0x0048fb thru 0x004c5c (0x362 bytes) 000683 1785788348.478781 trunc from 0x021392 to 0x027a22 (0x6691 bytes) 000684 1785788348.569387 MIRROR_RESYNC 2 mirrors 000687 1785788350.360049 trunc from 0x027a23 to 0x00df9e (0x19a84 bytes) 000688 1785788350.450075 mapwrite 0x019705 thru 0x0273a6 (0xdca2 bytes) 000691 1785788350.661292 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000694 1785788350.909078 write 0x02176f thru 0x021c43 (0x4d5 bytes) 000696 1785788350.923161 write 0x001654 thru 0x00c8fd (0xb2aa bytes) 000698 1785788350.950297 write 0x0206a9 thru 0x0262cb (0x5c23 bytes) 000699 1785788350.986709 mapread 0x001b1e thru 0x00acb4 (0x9197 bytes) 000700 1785788350.990251 mapread 0x005c2b thru 0x006750 (0xb26 bytes) 000702 1785788350.994075 mapread 0x00192e thru 0x00dde4 (0xc4b7 bytes) 000703 1785788351.019677 trunc from 0x0273a7 to 0x031116 (0x9d70 bytes) 000704 1785788351.055732 read 0x009e7e thru 0x0144df (0xa662 bytes) 000706 1785788351.095043 write 0x014c04 thru 0x01b5da (0x69d7 bytes) 000707 1785788351.119347 mapread 0x00424e thru 0x00d30a (0x90bd bytes) 000708 1785788351.124311 read 0x014f2f thru 0x01a993 (0x5a65 bytes) 000710 1785788351.130171 mapwrite 0x004c4e thru 0x00e93b (0x9cee bytes) 000711 1785788351.198891 read 0x02c125 thru 0x031116 (0x4ff2 bytes) 000717 1785788351.286705 mapread 0x0131d3 thru 0x01450c (0x133a bytes) 000720 1785788351.294878 trunc from 0x031117 to 0x014df4 (0x1c322 bytes) 000723 1785788351.338115 write 0x0066c4 thru 0x00bfa3 (0x58e0 bytes) 000724 1785788351.339747 read 0x002db8 thru 0x00598b (0x2bd4 bytes) 000726 1785788351.348257 read 0x000f56 thru 0x0032f5 (0x23a0 bytes) 000727 1785788351.351139 mapwrite 0x028c4b thru 0x02a450 (0x1806 bytes) 000729 1785788351.619221 trunc from 0x02a451 to 0x002a7a (0x279d6 bytes) 000730 1785788351.680401 write 0x01d883 thru 0x025651 (0x7dcf bytes) 000731 1785788351.692671 trunc from 0x025652 to 0x01e672 (0x6fdf bytes) 000732 1785788351.750270 MIRROR_EXTEND to 2 mirrors 000733 1785788353.449503 trunc from 0x01e673 to 0x018ae6 (0x5b8c bytes) 000737 1785788353.692330 write 0x031a9f thru 0x034862 (0x2dc4 bytes) 000739 1785788353.697399 trunc from 0x034863 to 0x037b3c (0x32da bytes) 000740 1785788353.768405 mapread 0x01f872 thru 0x021d1a (0x24a9 bytes) 000741 1785788353.810452 mapread 0x024c27 thru 0x0262c8 (0x16a2 bytes) 000743 1785788353.815637 trunc from 0x037b3d to 0x03400c (0x3b30 bytes) 000744 1785788353.849023 MIRROR_RESYNC 2 mirrors 000748 1785788355.719365 trunc from 0x03400d to 0x030e28 (0x31e4 bytes) 000749 1785788355.959129 read 0x003ba6 thru 0x006050 (0x24ab bytes) 000751 1785788355.980484 write 0x0363ea thru 0x03df6d (0x7b84 bytes) 000752 1785788355.986900 read 0x018cc4 thru 0x0256c1 (0xc9fe bytes) 000753 1785788356.115752 mapwrite 0x0259e0 thru 0x02f8fa (0x9f1b bytes) 000756 1785788356.272963 mapwrite 0x02fb0b thru 0x037e07 (0x82fd bytes) 000757 1785788356.385855 mapwrite 0x025192 thru 0x0339fc (0xe86b bytes) 000758 1785788356.531814 mapread 0x01d6a6 thru 0x01eaff (0x145a bytes) 000759 1785788356.532792 read 0x020655 thru 0x0212c6 (0xc72 bytes) 000761 1785788356.533919 mapread 0x005dda thru 0x00c561 (0x6788 bytes) 000764 1785788356.541920 write 0x01fb98 thru 0x020d53 (0x11bc bytes) 000765 1785788356.545764 write 0x0063a9 thru 0x0120d8 (0xbd30 bytes) 000767 1785788356.554477 read 0x02b653 thru 0x02d279 (0x1c27 bytes) 000769 1785788356.558869 mapread 0x03d4a4 thru 0x03df6d (0xaca bytes) 000770 1785788356.560188 write 0x02413d thru 0x032e57 (0xed1b bytes) 000772 1785788356.576912 write 0x00f441 thru 0x0152d8 (0x5e98 bytes) 000776 1785788356.585290 mapread 0x03a9eb thru 0x03df6d (0x3583 bytes) 000778 1785788356.590045 mapread 0x020996 thru 0x0240e3 (0x374e bytes) 000780 1785788356.594837 mapwrite 0x02e966 thru 0x0325a2 (0x3c3d bytes) 000781 1785788356.817122 mapwrite 0x00a9b7 thru 0x019bef (0xf239 bytes) 000782 1785788356.969636 trunc from 0x03df6e to 0x035d42 (0x822b bytes) 000783 1785788357.027005 trunc from 0x035d43 to 0x00524c (0x30af6 bytes) 000784 1785788357.080391 write 0x039d16 thru 0x03fadf (0x5dca bytes) 000786 1785788357.083871 mapwrite 0x03fa87 thru 0x03ffff (0x579 bytes) 000787 1785788357.228195 read 0x010128 thru 0x01d785 (0xd65e bytes) 000789 1785788357.261049 trunc from 0x040000 to 0x02944e (0x16bb1 bytes) 000790 1785788357.300935 trunc from 0x02944f to 0x01935b (0x100f3 bytes) 000791 1785788357.330332 read 0x008dcb thru 0x00a8b4 (0x1aea bytes) 000793 1785788357.338198 trunc from 0x01935c to 0x01ee6f (0x5b14 bytes) 000794 1785788357.363380 mapwrite 0x00653c thru 0x008adf (0x25a4 bytes) 000795 1785788357.513114 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1ee70): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1ee70): Mirror 2: 0xb9889140 (stale) CRC-32 checksum value for chunk [0, 0x1ee70): Mirror 1: 0x397cbac7 Mirror 3: 0x397cbac7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1ee70: skipped 000796 1785788359.940138 read 0x00e426 thru 0x0197e1 (0xb3bc bytes) 000798 1785788359.986610 read 0x0094c0 thru 0x017d1e (0xe85f bytes) 000801 1785788360.064031 read 0x01400c thru 0x01ee6f (0xae64 bytes) 000803 1785788360.096752 read 0x009f63 thru 0x01803f (0xe0dd bytes) 000804 1785788360.124416 write 0x038374 thru 0x03ef69 (0x6bf6 bytes) 000806 1785788360.283668 mapwrite 0x004a23 thru 0x0125c5 (0xdba3 bytes) 000807 1785788360.465695 mapwrite 0x005d06 thru 0x0102b0 (0xa5ab bytes) 000809 1785788360.612888 mapread 0x00cccc thru 0x0173d7 (0xa70c bytes) 000810 1785788360.622875 write 0x00154b thru 0x00b166 (0x9c1c bytes) 000812 1785788360.631931 write 0x02507f thru 0x0255c1 (0x543 bytes) 000813 1785788360.643417 read 0x03af3d thru 0x03ef69 (0x402d bytes) 000815 1785788360.675539 MIRROR_RESYNC 3 mirrors 000816 1785788361.764456 trunc from 0x03ef6a to 0x0134bc (0x2baad bytes) 000817 1785788361.857392 read 0x00e345 thru 0x0134bc (0x5178 bytes) 000818 1785788361.866289 trunc from 0x0134bd to 0x01cf97 (0x9adb bytes) 000819 1785788361.887657 read 0x016366 thru 0x01c60a (0x62a5 bytes) 000820 1785788361.896547 mapread 0x01aae2 thru 0x01cf97 (0x24b6 bytes) 000821 1785788361.901309 MIRROR_RESYNC 3 mirrors 000822 1785788362.682944 trunc from 0x01cf98 to 0x01592c (0x766b bytes) 000823 1785788362.756585 read 0x014814 thru 0x01592c (0x1119 bytes) 000824 1785788362.763026 trunc from 0x01592d to 0x03910a (0x237de bytes) 000827 1785788362.818662 read 0x0282fb thru 0x02baf4 (0x37fa bytes) 000828 1785788362.872046 write 0x03fb05 thru 0x03ffff (0x4fb bytes) 000829 1785788362.884599 mapread 0x01c4cb thru 0x022b37 (0x666d bytes) 000830 1785788362.907660 read 0x00cd13 thru 0x011ac1 (0x4daf bytes) 000831 1785788362.908409 mapread 0x00dfe3 thru 0x01062f (0x264d bytes) 000832 1785788362.933857 write 0x00c122 thru 0x01c06b (0xff4a bytes) 000833 1785788362.942205 mapwrite 0x00cf63 thru 0x015451 (0x84ef bytes) 000836 1785788363.051768 write 0x01ddf9 thru 0x01ff26 (0x212e bytes) 000838 1785788363.059295 mapwrite 0x028b38 thru 0x037724 (0xebed bytes) 000840 1785788363.185096 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe30f4605 (stale) Mirror 3: 0xe30f4605 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x19571837 Mirror 4: 0x19571837 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000841 1785788364.359859 read 0x0006c9 thru 0x007c89 (0x75c1 bytes) 000843 1785788364.368448 trunc from 0x040000 to 0x00f18f (0x30e70 bytes) 000844 1785788364.494621 mapread 0x0090a5 thru 0x00f18f (0x60eb bytes) 000848 1785788364.512632 write 0x03dab3 thru 0x03ffff (0x254d bytes) 000849 1785788364.518048 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe30f4605 (stale) Mirror 4: 0x19571837 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe30f4605 (stale) Mirror 4: 0x19571837 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000850 1785788364.802355 trunc from 0x040000 to 0x013d9b (0x2c264 bytes) 000851 1785788364.816991 mapwrite 0x01c3d8 thru 0x01e250 (0x1e79 bytes) 000852 1785788364.883755 write 0x007ebc thru 0x00b66d (0x37b2 bytes) 000853 1785788364.889695 write 0x02cd48 thru 0x02fe6e (0x3127 bytes) 000855 1785788364.891417 write 0x03bd24 thru 0x03ffff (0x42dc bytes) 000856 1785788364.892919 mapwrite 0x021b10 thru 0x02d98d (0xbe7e bytes) 000858 1785788364.999280 write 0x019f4d thru 0x01b1ae (0x1262 bytes) 000861 1785788365.006199 write 0x02dcda thru 0x03d5a0 (0xf8c7 bytes) 000862 1785788365.014219 MIRROR_RESYNC 3 mirrors 000866 1785788365.904618 mapwrite 0x035582 thru 0x03ffff (0xaa7e bytes) 000867 1785788366.023437 write 0x03758c thru 0x03e4f8 (0x6f6d bytes) 000868 1785788366.025764 trunc from 0x040000 to 0x035738 (0xa8c7 bytes) 000871 1785788366.057001 read 0x02cd62 thru 0x02ec05 (0x1ea4 bytes) 000872 1785788366.064765 trunc from 0x035739 to 0x03794e (0x2216 bytes) 000873 1785788366.086722 mapwrite 0x018d27 thru 0x025feb (0xd2c5 bytes) 000874 1785788366.147009 trunc from 0x03794f to 0x01bc36 (0x1bd18 bytes) 000876 1785788366.169137 trunc from 0x01bc37 to 0x02bf37 (0x10301 bytes) 000877 1785788366.192137 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2bf38): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2bf38): Mirror 3: 0xa02f1f77 (stale) Mirror 4: 0xa02f1f77 (stale) CRC-32 checksum value for chunk [0, 0x2bf38): Mirror 1: 0xc8db425a Mirror 5: 0xc8db425a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2bf38: skipped 000878 1785788367.068573 trunc from 0x02bf38 to 0x00617a (0x25dbd bytes) 000879 1785788367.239121 trunc from 0x00617b to 0x00ce29 (0x6caf bytes) 000880 1785788367.276655 mapwrite 0x00bfea thru 0x018589 (0xc5a0 bytes) 000882 1785788367.413564 read 0x00133a thru 0x0093cf (0x8096 bytes) 000884 1785788367.444561 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1858a): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1858a): Mirror 3: 0xfcd53a9d (stale) Mirror 4: 0xfcd53a9d (stale) Mirror 5: 0xfcd53a9d (stale) CRC-32 checksum value for chunk [0, 0x1858a): Mirror 1: 0x4a030a7e Mirror 6: 0x4a030a7e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1858a: skipped 000886 1785788368.229647 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1858a): Mirror 3: 0xfcd53a9d (stale) Mirror 4: 0xfcd53a9d (stale) Mirror 5: 0xfcd53a9d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1858a): Mirror 3: 0xfcd53a9d (stale) Mirror 4: 0xfcd53a9d (stale) Mirror 5: 0xfcd53a9d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1858a: skipped 000887 1785788368.733046 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1858a): Mirror 4: 0xfcd53a9d (stale) Mirror 5: 0xfcd53a9d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1858a): Mirror 4: 0xfcd53a9d (stale) Mirror 5: 0xfcd53a9d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1858a: skipped 000888 1785788369.106334 read 0x00ec5c thru 0x013927 (0x4ccc bytes) 000889 1785788369.132539 mapread 0x005bc1 thru 0x005f29 (0x369 bytes) 000890 1785788369.149673 trunc from 0x01858a to 0x031613 (0x1908a bytes) 000891 1785788369.219628 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31614): Mirror 4: 0x1f2aa5dd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31614): Mirror 4: 0x1f2aa5dd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31614: skipped 000892 1785788369.508177 MIRROR_RESYNC 2 mirrors 000895 1785788370.381934 mapread 0x0194f4 thru 0x01a660 (0x116d bytes) 000896 1785788370.399631 trunc from 0x031614 to 0x007131 (0x2a4e2 bytes) 000897 1785788370.489130 mapread 0x000676 thru 0x007131 (0x6abc bytes) 000898 1785788370.500198 write 0x02bb3c thru 0x032dd5 (0x729a bytes) 000900 1785788370.503910 mapwrite 0x00b3dc thru 0x01453a (0x915f bytes) 000903 1785788370.574713 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x127:0x0]: Invalid argument (22) 000907 1785788370.700064 mapread 0x008e4d thru 0x017174 (0xe328 bytes) 000908 1785788370.736624 read 0x024f51 thru 0x02e13c (0x91ec bytes) 000909 1785788370.745247 mapwrite 0x0249c4 thru 0x029273 (0x48b0 bytes) 000910 1785788370.783232 mapread 0x010eff thru 0x0149e2 (0x3ae4 bytes) 000914 1785788370.788930 mapwrite 0x03aaad thru 0x03ffff (0x5553 bytes) 000915 1785788370.864528 mapwrite 0x00d53d thru 0x010c25 (0x36e9 bytes) 000916 1785788370.904209 mapread 0x011c8d thru 0x016c5b (0x4fcf bytes) 000917 1785788370.905296 mapwrite 0x019f51 thru 0x01f96d (0x5a1d bytes) 000918 1785788370.958302 mapread 0x0397ad thru 0x03af4f (0x17a3 bytes) 000919 1785788370.959938 trunc from 0x040000 to 0x036051 (0x9fae bytes) 000921 1785788370.979944 write 0x0137a6 thru 0x0235ea (0xfe45 bytes) 000923 1785788370.983360 mapread 0x0127bd thru 0x0221a1 (0xf9e5 bytes) 000924 1785788370.984805 mapwrite 0x00f4cc thru 0x013be0 (0x4715 bytes) 000925 1785788371.038216 read 0x00951d thru 0x013c4f (0xa733 bytes) 000929 1785788371.040669 mapwrite 0x00ab1c thru 0x00daba (0x2f9f bytes) 000930 1785788371.072689 trunc from 0x036052 to 0x001a64 (0x345ed bytes) 000932 1785788371.091405 mapwrite 0x007a1b thru 0x00cf5b (0x5541 bytes) 000934 1785788371.247626 mapwrite 0x01662e thru 0x01862e (0x2001 bytes) 000936 1785788371.371403 write 0x00f2e4 thru 0x018099 (0x8db6 bytes) 000937 1785788371.373654 read 0x016407 thru 0x01862e (0x2228 bytes) 000938 1785788371.382214 mapread 0x002b20 thru 0x0120fa (0xf5db bytes) 000939 1785788371.384276 mapwrite 0x0272ba thru 0x02a503 (0x324a bytes) 000943 1785788371.469370 trunc from 0x02a504 to 0x03bb03 (0x11600 bytes) 000945 1785788371.482020 mapread 0x003226 thru 0x00f59f (0xc37a bytes) 000947 1785788371.484817 write 0x032966 thru 0x03e2c2 (0xb95d bytes) 000952 1785788371.497777 mapwrite 0x026b61 thru 0x032f76 (0xc416 bytes) 000956 1785788371.541877 write 0x03dc94 thru 0x03ffff (0x236c bytes) 000957 1785788371.543545 trunc from 0x040000 to 0x018e89 (0x27176 bytes) 000961 1785788371.562000 trunc from 0x018e8a to 0x032d2c (0x19ea3 bytes) 000962 1785788371.575047 write 0x031c87 thru 0x0333a9 (0x1723 bytes) 000966 1785788371.583136 write 0x00d64e thru 0x00fdc0 (0x2773 bytes) 000967 1785788371.584427 write 0x030107 thru 0x03eae7 (0xe9e1 bytes) 000970 1785788371.592384 read 0x031f90 thru 0x0364a1 (0x4512 bytes) 000971 1785788371.593957 mapread 0x00e708 thru 0x00f095 (0x98e bytes) 000972 1785788371.595231 read 0x038559 thru 0x03eae7 (0x658f bytes) 000976 1785788371.598686 write 0x01f9e7 thru 0x02481c (0x4e36 bytes) 000978 1785788371.607039 write 0x036024 thru 0x03ffff (0x9fdc bytes) 000982 1785788371.612096 write 0x03746d thru 0x03d1ce (0x5d62 bytes) 000985 1785788371.615639 write 0x02c2f0 thru 0x033bdf (0x78f0 bytes) 000986 1785788371.617013 read 0x012490 thru 0x01b0b5 (0x8c26 bytes) 000988 1785788371.618700 mapwrite 0x0020e9 thru 0x009004 (0x6f1c bytes) 000996 1785788371.665274 write 0x01e46f thru 0x02ddeb (0xf97d bytes) 001000 1785788371.673677 MIRROR_EXTEND to 2 mirrors All operations completed A-OK!