== sanity-flr test 70a: flr mode fsx test ================ 14:10:44 (1779991844) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 1846 truncating to largest ever: 0x30f36 000001 1779991846.814559 trunc from 00000000 to 0x030f35 (0x30f36 bytes) 000002 1779991846.831370 trunc from 0x030f36 to 0x001821 (0x2f714 bytes) 000003 1779991846.848670 write 0x03c25c thru 0x03ffff (0x3da4 bytes) 000004 1779991846.850298 write 0x023250 thru 0x0236f7 (0x4a8 bytes) 000005 1779991846.856606 trunc from 0x00c61b to 0x00cb47 (0x52d bytes) 000006 1779991846.866926 trunc from 0x023f2a to 0x029d7d (0x5e54 bytes) 000007 1779991846.911190 mapread 0x012bf1 thru 0x01b3d6 (0x87e6 bytes) 000008 1779991846.935457 trunc from 0x010dbf to 0x01ca04 (0xbc46 bytes) 000010 1779991846.943683 punch from 0x03b8e4 to 0x03f3ae (0x3acb bytes) 000012 1779991846.953849 mapread 0x0286e6 thru 0x036f7a (0xe895 bytes) 000013 1779991846.995139 mapwrite 0x0115d7 thru 0x01fe02 (0xe82c bytes) 000015 1779991847.105742 mapread 0x03cb09 thru 0x03ffff (0x34f7 bytes) 000016 1779991847.124507 trunc from 0x040000 to 0x02fa0c (0x105f3 bytes) 000017 1779991847.153791 read 0x023299 thru 0x0269f8 (0x3760 bytes) fallocating to largest ever: 0x31409 000018 1779991847.154697 fallocate 0x022f50 thru 0x031408 (0xe4b9 bytes) 000019 1779991847.179144 punch from 0x02d424 to 0x031245 (0x3e22 bytes) 000020 1779991847.195186 read 0x024cde thru 0x030b2f (0xbe52 bytes) truncating to largest ever: 0x36b5b 000021 1779991847.214104 trunc from 0x031409 to 0x036b5a (0x5752 bytes) truncating to largest ever: 0x37a30 000022 1779991847.243400 trunc from 0x036b5b to 0x037a2f (0xed5 bytes) 000023 1779991847.264454 punch from 0x01a998 to 0x022eb8 (0x8521 bytes) 000025 1779991847.280761 MIRROR_EXTEND to 2 mirrors 000026 1779991848.245197 fallocate 0x02969a thru 0x03611f (0xca86 bytes) 000027 1779991848.308529 trunc from 0x02699f to 0x033cbd (0xd31f bytes) 000028 1779991848.314532 mapread 0x030009 thru 0x037a2f (0x7a27 bytes) 000029 1779991848.352447 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x37a30): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37a30): Mirror 2: 0x54250308 (stale) CRC-32 checksum value for chunk [0, 0x37a30): Mirror 1: 0x54250308 Mirror 3: 0x54250308 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37a30: skipped 000030 1779991849.659618 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x37a30): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37a30): Mirror 2: 0x54250308 (stale) CRC-32 checksum value for chunk [0, 0x37a30): Mirror 1: 0x54250308 Mirror 3: 0x54250308 Mirror 4: 0x54250308 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37a30: skipped 000031 1779991850.937769 punch from 0x0286d7 to 0x02d198 (0x4ac2 bytes) 000032 1779991851.018953 punch from 0x00a728 to 0x0184a6 (0xdd7f bytes) 000033 1779991851.028480 mapread 0x003af1 thru 0x008f2f (0x543f bytes) 000035 1779991851.064967 MIRROR_RESYNC 4 mirrors 000036 1779991853.023404 write 0x0261fa thru 0x02c95d (0x6764 bytes) 000037 1779991853.119295 trunc from 0x037a30 to 0x0111de (0x26851 bytes) 000038 1779991853.194126 trunc from 0x0111df to 0x01cef8 (0xbd1a bytes) 000039 1779991853.257377 write 0x0136a0 thru 0x015fe2 (0x2943 bytes) 000042 1779991853.275677 mapwrite 0x000151 thru 0x007776 (0x7626 bytes) 000043 1779991853.352702 MIRROR_RESYNC 4 mirrors 000044 1779991854.710784 punch from 0x010532 to 0x01cef8 (0xc9c7 bytes) 000045 1779991854.765424 mapread 0x016bf6 thru 0x01bec3 (0x52ce bytes) 000046 1779991854.801580 read 0x00e6e2 thru 0x01aec8 (0xc7e7 bytes) 000048 1779991854.814776 mapwrite 0x0314bf thru 0x0320b9 (0xbfb bytes) 000051 1779991854.913865 trunc from 0x0320ba to 0x02038f (0x11d2a bytes) 000052 1779991854.942178 write 0x002245 thru 0x00ceb0 (0xac6c bytes) 000053 1779991854.961832 punch from 0x018a60 to 0x01a3df (0x1980 bytes) 000055 1779991854.977054 read 0x0168b2 thru 0x02038f (0x9ade bytes) 000056 1779991855.000975 read 0x0199c1 thru 0x02038f (0x69cf bytes) 000057 1779991855.001788 trunc from 0x020390 to 0x006d6a (0x19625 bytes) 000058 1779991855.033472 mapread 0x004bce thru 0x006d6a (0x219d bytes) 000059 1779991855.034596 trunc from 0x006d6b to 0x00e40f (0x76a5 bytes) 000060 1779991855.076944 read 0x007a12 thru 0x00e40f (0x69fe bytes) truncating to largest ever: 0x3f768 000061 1779991855.101059 trunc from 0x00e410 to 0x03f767 (0x31358 bytes) 000062 1779991855.138674 trunc from 0x033e5e to 0x03f767 (0xb90a bytes) 000063 1779991855.148853 read 0x03c84b thru 0x03f767 (0x2f1d bytes) 000064 1779991855.173535 punch from 0x0002a8 to 0x007b04 (0x785d bytes) 000065 1779991855.209747 trunc from 0x03f768 to 0x007c90 (0x37ad7 bytes) 000066 1779991855.231372 trunc from 0x00242e to 0x007c90 (0x5863 bytes) 000067 1779991855.238865 read 0x0029be thru 0x007c90 (0x52d3 bytes) 000070 1779991855.251934 punch from 0x006963 to 0x00725e (0x8fc bytes) 000071 1779991855.256874 write 0x03a9b5 thru 0x03fe3d (0x5489 bytes) 000072 1779991855.258839 trunc from 0x02e7d9 to 0x03599c (0x71c4 bytes) 000073 1779991855.270431 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3fe3e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fe3e): Mirror 2: 0x28fb66ca (stale) Mirror 3: 0x28fb66ca (stale) Mirror 4: 0x28fb66ca (stale) CRC-32 checksum value for chunk [0, 0x3fe3e): Mirror 1: 0x52b7a049 Mirror 5: 0x52b7a049 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fe3e: skipped 000074 1779991856.216013 mapwrite 0x03403f thru 0x03ffff (0xbfc1 bytes) 000075 1779991856.433897 mapread 0x010300 thru 0x01824b (0x7f4c bytes) 000076 1779991856.456926 read 0x019f73 thru 0x020caa (0x6d38 bytes) 000077 1779991856.470062 mapread 0x00f0fd thru 0x01cd9d (0xdca1 bytes) 000078 1779991856.472481 trunc from 0x0334af to 0x0339e5 (0x537 bytes) 000079 1779991856.484526 trunc from 0x040000 to 0x006d2e (0x392d1 bytes) 000080 1779991856.517189 fallocate 0x005aad thru 0x00f897 (0x9deb bytes) 000081 1779991856.526586 mapread 0x006015 thru 0x006d2e (0xd1a bytes) 000083 1779991856.547018 trunc from 0x0065c3 to 0x006d2e (0x76c bytes) 000084 1779991856.555528 write 0x023a9e thru 0x02b469 (0x79cc bytes) 000085 1779991856.557314 trunc from 0x01bbf1 to 0x02080d (0x4c1d bytes) fallocating to largest ever: 0x40000 000086 1779991856.567275 fallocate 0x03fe7a thru 0x03ffff (0x186 bytes) 000087 1779991856.574815 mapread 0x0207cc thru 0x0214ac (0xce1 bytes) 000088 1779991856.588434 trunc from 0x02b46a to 0x00899b (0x22ace bytes) 000089 1779991856.606238 mapread 0x0069f1 thru 0x00899b (0x1fab bytes) 000091 1779991856.615647 read 0x004209 thru 0x00899b (0x4793 bytes) 000092 1779991856.616906 mapwrite 0x03c65e thru 0x03ffff (0x39a2 bytes) 000093 1779991856.676929 trunc from 0x011028 to 0x01f9cb (0xe9a4 bytes) 000095 1779991856.691878 write 0x008a3d thru 0x00ebe1 (0x61a5 bytes) 000096 1779991856.694742 write 0x03c84b thru 0x03ffff (0x37b5 bytes) 000097 1779991856.704009 mapread 0x007c2e thru 0x0121d0 (0xa5a3 bytes) 000098 1779991856.738992 read 0x01ff73 thru 0x02342e (0x34bc bytes) 000100 1779991856.766391 fallocate 0x00977b thru 0x010ed1 (0x7757 bytes) 000101 1779991856.778317 read 0x029a6d thru 0x038b36 (0xf0ca bytes) 000103 1779991856.796011 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x1d1978f5 (stale) Mirror 3: 0x1d1978f5 (stale) Mirror 4: 0x1d1978f5 (stale) Mirror 5: 0x7e7ff7d (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x55be0e70 Mirror 6: 0x55be0e70 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000106 1779991858.308182 punch from 0x02bf4b to 0x039844 (0xd8fa bytes) 000107 1779991858.369990 fallocate 0x0003ec thru 0x000824 (0x439 bytes) 000108 1779991858.380296 fallocate 0x01946a thru 0x01fd76 (0x690d bytes) 000109 1779991858.389225 trunc from 0x004bc5 to 0x00b54c (0x6988 bytes) 000110 1779991858.397429 trunc from 0x040000 to 0x03db3a (0x24c5 bytes) 000111 1779991858.440350 trunc from 0x02c5fe to 0x03069e (0x40a1 bytes) 000112 1779991858.450544 punch from 0x01aa2b to 0x026dbb (0xc391 bytes) 000113 1779991858.457108 trunc from 0x03db3b to 0x020079 (0x1dac1 bytes) 000114 1779991858.497941 mapread 0x007b9e thru 0x014a3f (0xcea2 bytes) 000115 1779991858.564619 MIRROR_RESYNC 6 mirrors 000116 1779991860.512889 mapread 0x0084c5 thru 0x00f971 (0x74ad bytes) 000117 1779991860.550629 mapread 0x011735 thru 0x01da39 (0xc305 bytes) 000118 1779991860.570300 mapread 0x00ef5a thru 0x01b480 (0xc527 bytes) 000119 1779991860.572417 punch from 0x00f5cd to 0x01921e (0x9c52 bytes) 000120 1779991860.676380 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2007a): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2007a): Mirror 2: 0xbd3c468c (stale) Mirror 3: 0xbd3c468c (stale) Mirror 4: 0xbd3c468c (stale) Mirror 5: 0xbd3c468c (stale) Mirror 6: 0xbd3c468c (stale) CRC-32 checksum value for chunk [0, 0x2007a): Mirror 1: 0xbd3c468c Mirror 7: 0xbd3c468c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2007a: skipped 000121 1779991862.240278 trunc from 0x02007a to 0x03aeea (0x1ae71 bytes) 000122 1779991862.350339 write 0x03f6d1 thru 0x03ffff (0x92f bytes) 000123 1779991862.353301 read 0x03aa1e thru 0x03ffff (0x55e2 bytes) 000124 1779991862.378522 punch from 0x03c3be to 0x03ffff (0x3c42 bytes) 000125 1779991862.404290 trunc from 0x03a803 to 0x03ffff (0x57fd bytes) 000126 1779991862.419611 punch from 0x02b738 to 0x02ba25 (0x2ee bytes) 000127 1779991862.461919 write 0x018869 thru 0x025999 (0xd131 bytes) 000128 1779991862.477986 trunc from 0x00a2e1 to 0x00e4a6 (0x41c6 bytes) 000129 1779991862.491683 trunc from 0x040000 to 0x006fe3 (0x3901c bytes) 000130 1779991862.543927 mapwrite 0x02a39e thru 0x02b840 (0x14a3 bytes) 000131 1779991862.614296 trunc from 0x0037b5 to 0x00d0c2 (0x990e bytes) 000132 1779991862.638264 MIRROR_RESYNC 7 mirrors 000133 1779991864.355504 trunc from 0x02b841 to 0x02a056 (0x17ea bytes) 000134 1779991864.417149 fallocate 0x0084b3 thru 0x010809 (0x8357 bytes) 000135 1779991864.430950 trunc from 0x02a057 to 0x00f965 (0x1a6f1 bytes) 000137 1779991864.493109 read 0x003ce8 thru 0x00643a (0x2753 bytes) 000138 1779991864.510242 read 0x00390e thru 0x00e406 (0xaaf9 bytes) 000139 1779991864.551312 mapwrite 0x0118ce thru 0x011b98 (0x2cb bytes) 000140 1779991864.626949 fallocate 0x01ce4c thru 0x0233b7 (0x656c bytes) 000142 1779991864.648967 fallocate 0x00106b thru 0x00c499 (0xb42f bytes) 000143 1779991864.668859 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x233b8): Mirror 2: 0x98e2e422 (stale) Mirror 3: 0x98e2e422 (stale) Mirror 4: 0x98e2e422 (stale) Mirror 5: 0x98e2e422 (stale) Mirror 7: 0x98e2e422 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x233b8): Mirror 2: 0x98e2e422 (stale) Mirror 3: 0x98e2e422 (stale) Mirror 4: 0x98e2e422 (stale) Mirror 5: 0x98e2e422 (stale) Mirror 7: 0x98e2e422 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x233b8: skipped 000144 1779991865.145593 trunc from 0x010da1 to 0x016f35 (0x6195 bytes) 000146 1779991865.155807 MIRROR_RESYNC 6 mirrors 000147 1779991866.930897 mapwrite 0x03d4c4 thru 0x03ecdb (0x1818 bytes) 000148 1779991867.032655 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ecdc): Mirror 2: 0x891eb3cb (stale) Mirror 3: 0x891eb3cb (stale) Mirror 5: 0x891eb3cb (stale) Mirror 7: 0x891eb3cb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ecdc): Mirror 2: 0x891eb3cb (stale) Mirror 3: 0x891eb3cb (stale) Mirror 5: 0x891eb3cb (stale) Mirror 7: 0x891eb3cb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ecdc: skipped 000149 1779991867.662428 mapread 0x00ebd3 thru 0x01ad7d (0xc1ab bytes) 000150 1779991867.726121 mapread 0x01639e thru 0x01994e (0x35b1 bytes) 000151 1779991867.727234 mapread 0x0153bf thru 0x0252e0 (0xff22 bytes) 000152 1779991867.750790 MIRROR_RESYNC 5 mirrors 000153 1779991869.153649 trunc from 0x03ecdc to 0x03eb55 (0x186 bytes) 000154 1779991869.200909 trunc from 0x03eb56 to 0x027a81 (0x170d4 bytes) 000155 1779991869.247570 write 0x0164ac thru 0x023b97 (0xd6ec bytes) 000156 1779991869.277307 write 0x007f3a thru 0x00f3bd (0x7484 bytes) 000157 1779991869.301114 mapwrite 0x000d34 thru 0x00bbfa (0xaec7 bytes) 000158 1779991869.361814 mapread 0x018a34 thru 0x0215db (0x8ba8 bytes) 000159 1779991869.364650 trunc from 0x0183e7 to 0x026a70 (0xe68a bytes) 000160 1779991869.380341 read 0x023a25 thru 0x023a57 (0x33 bytes) 000161 1779991869.396559 fallocate 0x01b14f thru 0x01ba2d (0x8df bytes) 000162 1779991869.412169 punch from 0x0217b5 to 0x026ec0 (0x570c bytes) 000163 1779991869.423736 read 0x01cb8a thru 0x01e864 (0x1cdb bytes) 000164 1779991869.451080 mapwrite 0x024e18 thru 0x027a0b (0x2bf4 bytes) 000165 1779991869.472767 mapread 0x015e33 thru 0x0251d5 (0xf3a3 bytes) 000166 1779991869.478047 trunc from 0x027a82 to 0x00b054 (0x1ca2d bytes) 000167 1779991869.518573 mapread 0x0044a0 thru 0x007013 (0x2b74 bytes) 000168 1779991869.520932 punch from 0x0053ea to 0x005701 (0x318 bytes) 000169 1779991869.529961 trunc from 0x009c56 to 0x00b054 (0x13ff bytes) 000170 1779991869.539445 trunc from 0x0065ae to 0x00b054 (0x4aa7 bytes) 000171 1779991869.545405 punch from 0x007afc to 0x00b054 (0x3559 bytes) 000172 1779991869.555814 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0xb055): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xb055): Mirror 2: 0x4137e8cf (stale) Mirror 3: 0x4137e8cf (stale) Mirror 5: 0x4137e8cf (stale) Mirror 7: 0x4137e8cf (stale) CRC-32 checksum value for chunk [0, 0xb055): Mirror 1: 0xeffcab18 Mirror 8: 0xeffcab18 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xb055: skipped 000173 1779991870.637186 mapwrite 0x000e76 thru 0x002a63 (0x1bee bytes) 000174 1779991870.871236 mapread 0x003e15 thru 0x00b054 (0x7240 bytes) 000175 1779991870.895326 trunc from 0x0083fa to 0x00b054 (0x2c5b bytes) 000176 1779991870.914733 mapwrite 0x02dcce thru 0x03249b (0x47ce bytes) 000177 1779991871.044556 trunc from 0x03249c to 0x018660 (0x19e3b bytes) 000178 1779991871.089115 trunc from 0x011a64 to 0x015c00 (0x419d bytes) 000179 1779991871.098304 write 0x03a1b6 thru 0x03ece6 (0x4b31 bytes) 000180 1779991871.099851 read 0x0159ae thru 0x021d1e (0xc371 bytes) 000181 1779991871.140916 trunc from 0x03a085 to 0x03ba49 (0x19c5 bytes) 000183 1779991871.174701 trunc from 0x002c6c to 0x004b89 (0x1f1e bytes) 000184 1779991871.186258 punch from 0x0254dc to 0x029d93 (0x48b8 bytes) 000185 1779991871.207718 MIRROR_RESYNC 6 mirrors 000186 1779991873.657212 punch from 0x038ca6 to 0x03ece6 (0x6041 bytes) 000187 1779991873.703014 punch from 0x0263fb to 0x02df16 (0x7b1c bytes) 000188 1779991873.714099 fallocate 0x009475 thru 0x016acf (0xd65b bytes) 000189 1779991873.724595 write 0x019e3d thru 0x021200 (0x73c4 bytes) 000191 1779991873.756725 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3ece7): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ece7): Mirror 2: 0x435c2ca2 (stale) Mirror 3: 0x435c2ca2 (stale) Mirror 5: 0x435c2ca2 (stale) Mirror 7: 0x435c2ca2 (stale) Mirror 8: 0x435c2ca2 (stale) CRC-32 checksum value for chunk [0, 0x3ece7): Mirror 1: 0x7ef0dc8c Mirror 9: 0x7ef0dc8c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ece7: skipped 000192 1779991875.272470 mapwrite 0x036ffd thru 0x037131 (0x135 bytes) 000193 1779991875.455364 trunc from 0x00f59f to 0x014f89 (0x59eb bytes) 000194 1779991875.477416 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3ece7): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ece7): Mirror 2: 0x435c2ca2 (stale) Mirror 3: 0x435c2ca2 (stale) Mirror 5: 0x435c2ca2 (stale) Mirror 7: 0x435c2ca2 (stale) Mirror 8: 0x435c2ca2 (stale) Mirror 9: 0x7ef0dc8c (stale) CRC-32 checksum value for chunk [0, 0x3ece7): Mirror 1: 0xc731e466 Mirror 10: 0xc731e466 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ece7: skipped 000195 1779991877.056575 trunc from 0x016e32 to 0x024823 (0xd9f2 bytes) 000196 1779991877.126949 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ece7): Mirror 2: 0x435c2ca2 (stale) Mirror 3: 0x435c2ca2 (stale) Mirror 7: 0x435c2ca2 (stale) Mirror 8: 0x435c2ca2 (stale) Mirror 9: 0x7ef0dc8c (stale) Mirror 10: 0xc731e466 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ece7): Mirror 2: 0x435c2ca2 (stale) Mirror 3: 0x435c2ca2 (stale) Mirror 7: 0x435c2ca2 (stale) Mirror 8: 0x435c2ca2 (stale) Mirror 9: 0x7ef0dc8c (stale) Mirror 10: 0xc731e466 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ece7: skipped 000197 1779991877.644353 mapwrite 0x028cc7 thru 0x034e0f (0xc149 bytes) 000199 1779991877.717586 mapwrite 0x027812 thru 0x029653 (0x1e42 bytes) 000200 1779991877.734057 punch from 0x00a397 to 0x01282e (0x8498 bytes) 000201 1779991877.740380 punch from 0x02ff88 to 0x0379eb (0x7a64 bytes) 000202 1779991877.747093 trunc from 0x03ece7 to 0x0203c9 (0x1e91d bytes) 000203 1779991877.771917 write 0x023a98 thru 0x0243bf (0x928 bytes) 000204 1779991877.773000 trunc from 0x0069b4 to 0x00af02 (0x454f bytes) 000205 1779991877.809553 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x243c0): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x243c0): Mirror 2: 0x92f0e39f (stale) Mirror 3: 0x92f0e39f (stale) Mirror 7: 0x92f0e39f (stale) Mirror 8: 0x92f0e39f (stale) Mirror 9: 0xa994f794 (stale) Mirror 10: 0xa994f794 (stale) CRC-32 checksum value for chunk [0, 0x243c0): Mirror 1: 0xe66afad Mirror 11: 0xe66afad lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x243c0: skipped 000206 1779991879.177758 MIRROR_SPLIT mirror 6 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x243c0): Mirror 2: 0x92f0e39f (stale) Mirror 3: 0x92f0e39f (stale) Mirror 7: 0x92f0e39f (stale) Mirror 8: 0x92f0e39f (stale) Mirror 9: 0xa994f794 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x243c0): Mirror 2: 0x92f0e39f (stale) Mirror 3: 0x92f0e39f (stale) Mirror 7: 0x92f0e39f (stale) Mirror 8: 0x92f0e39f (stale) Mirror 9: 0xa994f794 (stale) CRC-32 checksum value for chunk [0, 0x243c0): Mirror 1: 0xe66afad Mirror 11: 0xe66afad lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x243c0: skipped 000207 1779991880.283129 mapread 0x01b694 thru 0x01b6ae (0x1b bytes) 000208 1779991880.328013 punch from 0x005c92 to 0x0115c2 (0xb931 bytes) 000209 1779991880.407356 write 0x03bca7 thru 0x03ffff (0x4359 bytes) 000210 1779991880.417509 fallocate 0x03714a thru 0x0399cf (0x2886 bytes) 000211 1779991880.424908 write 0x02651d thru 0x02c6c5 (0x61a9 bytes) 000212 1779991880.445598 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x9d05d7be (stale) Mirror 3: 0x9d05d7be (stale) Mirror 7: 0x9d05d7be (stale) Mirror 8: 0x9d05d7be (stale) Mirror 11: 0xa100771 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x9d05d7be (stale) Mirror 3: 0x9d05d7be (stale) Mirror 7: 0x9d05d7be (stale) Mirror 8: 0x9d05d7be (stale) Mirror 11: 0xa100771 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000213 1779991881.138912 fallocate 0x003d41 thru 0x008c52 (0x4f12 bytes) 000214 1779991881.152294 punch from 0x007198 to 0x012d89 (0xbbf2 bytes) 000215 1779991881.160065 write 0x01d02c thru 0x025ca7 (0x8c7c bytes) 000216 1779991881.179877 punch from 0x02d8be to 0x02da5b (0x19e bytes) 000217 1779991881.187284 mapwrite 0x02d6cf thru 0x037749 (0xa07b bytes) 000218 1779991881.242361 mapread 0x004483 thru 0x013411 (0xef8f bytes) 000219 1779991881.276727 MIRROR_RESYNC 6 mirrors 000221 1779991883.631718 MIRROR_EXTEND to 7 mirrors 000222 1779991884.863451 punch from 0x01663d to 0x01e5bc (0x7f80 bytes) 000223 1779991884.918240 trunc from 0x03a1cc to 0x03ffff (0x5e34 bytes) 000224 1779991884.924927 punch from 0x018723 to 0x0208d7 (0x81b5 bytes) 000225 1779991884.937246 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x77345d3 (stale) Mirror 3: 0x77345d3 (stale) Mirror 7: 0x77345d3 (stale) Mirror 8: 0x77345d3 (stale) Mirror 11: 0x77345d3 (stale) Mirror 12: 0x77345d3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7e4684b8 Mirror 13: 0x7e4684b8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000227 1779991886.411012 trunc from 0x040000 to 0x01c0de (0x23f21 bytes) 000228 1779991886.509165 punch from 0x00ce5d to 0x017edd (0xb081 bytes) 000229 1779991886.519744 punch from 0x005560 to 0x0112da (0xbd7b bytes) 000230 1779991886.530949 read 0x00aadb thru 0x017402 (0xc928 bytes) 000231 1779991886.552531 mapread 0x00c81e thru 0x010bc2 (0x43a5 bytes) 000232 1779991886.559227 MIRROR_SPLIT mirror 6 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1c0df): Mirror 2: 0xa5330114 (stale) Mirror 3: 0xa5330114 (stale) Mirror 7: 0xa5330114 (stale) Mirror 8: 0xa5330114 (stale) Mirror 11: 0xa5330114 (stale) Mirror 13: 0xa5330114 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c0df): Mirror 2: 0xa5330114 (stale) Mirror 3: 0xa5330114 (stale) Mirror 7: 0xa5330114 (stale) Mirror 8: 0xa5330114 (stale) Mirror 11: 0xa5330114 (stale) Mirror 13: 0xa5330114 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c0df: skipped 000233 1779991887.359015 write 0x00aa1a thru 0x012db5 (0x839c bytes) 000234 1779991887.402928 mapread 0x017afb thru 0x01c0de (0x45e4 bytes) 000235 1779991887.426608 fallocate 0x01f59a thru 0x02d94b (0xe3b2 bytes) 000236 1779991887.437469 mapread 0x025e82 thru 0x02d94b (0x7aca bytes) 000237 1779991887.478255 trunc from 0x02d94c to 0x021fb1 (0xb99a bytes) 000238 1779991887.526872 mapwrite 0x01ee3b thru 0x029a63 (0xac29 bytes) 000239 1779991887.662589 mapwrite 0x026d48 thru 0x0349d7 (0xdc90 bytes) 000240 1779991887.768070 mapread 0x02e22c thru 0x0349d7 (0x67ac bytes) 000241 1779991887.777234 trunc from 0x0349d8 to 0x02a384 (0xa653 bytes) 000243 1779991887.833466 fallocate 0x036171 thru 0x0371cf (0x105f bytes) 000244 1779991887.839680 mapread 0x02a513 thru 0x02d8f6 (0x33e4 bytes) 000245 1779991887.852571 read 0x02c0f3 thru 0x030c8c (0x4b9a bytes) 000246 1779991887.853873 trunc from 0x0371d0 to 0x00a27b (0x2cf54 bytes) 000247 1779991887.889002 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xa27c): Mirror 2: 0xe330c1df (stale) Mirror 3: 0xe330c1df (stale) Mirror 8: 0xe330c1df (stale) Mirror 11: 0xe330c1df (stale) Mirror 13: 0xe330c1df (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa27c): Mirror 2: 0xe330c1df (stale) Mirror 3: 0xe330c1df (stale) Mirror 8: 0xe330c1df (stale) Mirror 11: 0xe330c1df (stale) Mirror 13: 0xe330c1df (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa27c: skipped 000248 1779991888.468407 mapwrite 0x03231f thru 0x03dcef (0xb9d1 bytes) 000249 1779991888.557292 read 0x02741a thru 0x02c5d4 (0x51bb bytes) 000251 1779991888.579234 read 0x01244c thru 0x0135a3 (0x1158 bytes) 000252 1779991888.598550 mapread 0x0391fd thru 0x039b60 (0x964 bytes) 000253 1779991888.600740 write 0x03bd18 thru 0x03ddb2 (0x209b bytes) 000254 1779991888.602937 mapwrite 0x00987d thru 0x00f15a (0x58de bytes) 000255 1779991888.632657 fallocate 0x01a851 thru 0x01d8a6 (0x3056 bytes) 000256 1779991888.644488 trunc from 0x03ddb3 to 0x03c31b (0x1a97 bytes) 000257 1779991888.672466 mapwrite 0x02a2ed thru 0x02e7ee (0x4502 bytes) 000258 1779991888.698844 write 0x00255f thru 0x010935 (0xe3d7 bytes) 000260 1779991888.701270 punch from 0x01542d to 0x01d524 (0x80f8 bytes) 000261 1779991888.710460 fallocate 0x0272ed thru 0x029d12 (0x2a26 bytes) 000262 1779991888.716887 punch from 0x0127cf to 0x01689c (0x40ce bytes) 000263 1779991888.724160 mapread 0x03b475 thru 0x03c31b (0xea7 bytes) 000264 1779991888.726541 write 0x00e404 thru 0x0132f9 (0x4ef6 bytes) 000265 1779991888.736286 trunc from 0x03c31c to 0x00d827 (0x2eaf4 bytes) 000266 1779991888.770537 mapwrite 0x029ebb thru 0x034f89 (0xb0cf bytes) 000267 1779991888.999085 punch from 0x01ce39 to 0x029fc6 (0xd18e bytes) 000268 1779991889.023524 read 0x02259a thru 0x02685a (0x42c1 bytes) 000269 1779991889.040738 mapwrite 0x00a51a thru 0x013347 (0x8e2e bytes) 000270 1779991889.094739 write 0x02b965 thru 0x0373ab (0xba47 bytes) 000271 1779991889.096266 read 0x03490f thru 0x0373ab (0x2a9d bytes) 000272 1779991889.101688 write 0x020708 thru 0x02d9f0 (0xd2e9 bytes) 000273 1779991889.108427 trunc from 0x0373ac to 0x02f3b0 (0x7ffb bytes) 000274 1779991889.144527 fallocate 0x02c070 thru 0x02f429 (0x33ba bytes) 000276 1779991889.160710 trunc from 0x020e51 to 0x02f3b0 (0xe560 bytes) 000277 1779991889.198782 read 0x01b96c thru 0x01f688 (0x3d1d bytes) 000278 1779991889.201857 trunc from 0x00413e to 0x008202 (0x40c5 bytes) 000279 1779991889.211701 mapwrite 0x02df56 thru 0x039788 (0xb833 bytes) 000280 1779991889.331935 mapwrite 0x01f1d2 thru 0x01f6a3 (0x4d2 bytes) 000282 1779991889.362712 trunc from 0x02a570 to 0x0306af (0x6140 bytes) 000283 1779991889.396164 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x39789): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39789): Mirror 2: 0xe4f59183 (stale) Mirror 3: 0xe4f59183 (stale) Mirror 8: 0xe4f59183 (stale) Mirror 11: 0xe4f59183 (stale) Mirror 13: 0x41b38df4 (stale) CRC-32 checksum value for chunk [0, 0x39789): Mirror 1: 0xbb7e43c6 Mirror 14: 0xbb7e43c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39789: skipped 000284 1779991891.086546 mapread 0x020118 thru 0x024f33 (0x4e1c bytes) 000285 1779991891.163485 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x39789): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39789): Mirror 2: 0xe4f59183 (stale) Mirror 3: 0xe4f59183 (stale) Mirror 8: 0xe4f59183 (stale) Mirror 11: 0xe4f59183 (stale) Mirror 13: 0x41b38df4 (stale) CRC-32 checksum value for chunk [0, 0x39789): Mirror 1: 0xbb7e43c6 Mirror 14: 0xbb7e43c6 Mirror 15: 0xbb7e43c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39789: skipped 000286 1779991892.501548 trunc from 0x039789 to 0x011617 (0x28171 bytes) 000287 1779991892.607351 mapread 0x00530b thru 0x011617 (0xc30d bytes) 000288 1779991892.657774 punch from 0x00c879 to 0x011617 (0x4d9f bytes) 000289 1779991892.666330 read 0x003372 thru 0x004265 (0xef4 bytes) 000290 1779991892.667715 write 0x035e6e thru 0x036ab3 (0xc46 bytes) 000291 1779991892.670416 trunc from 0x00bf4b to 0x00cc03 (0xcb9 bytes) 000292 1779991892.676898 trunc from 0x036ab4 to 0x027fe2 (0xead1 bytes) 000293 1779991892.743708 punch from 0x010f47 to 0x01accc (0x9d86 bytes) 000294 1779991892.765930 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27fe3): Mirror 2: 0x14b6b64f (stale) Mirror 3: 0x14b6b64f (stale) Mirror 8: 0x14b6b64f (stale) Mirror 11: 0x14b6b64f (stale) Mirror 13: 0x54166439 (stale) Mirror 14: 0x6b513ab6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27fe3): Mirror 2: 0x14b6b64f (stale) Mirror 3: 0x14b6b64f (stale) Mirror 8: 0x14b6b64f (stale) Mirror 11: 0x14b6b64f (stale) Mirror 13: 0x54166439 (stale) Mirror 14: 0x6b513ab6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27fe3: skipped 000295 1779991893.495730 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x27fe3): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27fe3): Mirror 2: 0x14b6b64f (stale) Mirror 3: 0x14b6b64f (stale) Mirror 8: 0x14b6b64f (stale) Mirror 11: 0x14b6b64f (stale) Mirror 13: 0x54166439 (stale) Mirror 14: 0x6b513ab6 (stale) CRC-32 checksum value for chunk [0, 0x27fe3): Mirror 1: 0x90d2c5a7 Mirror 15: 0x90d2c5a7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27fe3: skipped 000296 1779991894.715389 fallocate 0x02491d thru 0x028d20 (0x4404 bytes) 000297 1779991894.761530 trunc from 0x009bee to 0x00a710 (0xb23 bytes) 000298 1779991894.767904 punch from 0x009ebb to 0x0192cd (0xf413 bytes) 000299 1779991894.774172 read 0x0179e4 thru 0x01c6bb (0x4cd8 bytes) 000301 1779991894.785922 punch from 0x00c3f3 to 0x018973 (0xc581 bytes) 000302 1779991894.792457 punch from 0x00d8b4 to 0x012c55 (0x53a2 bytes) 000303 1779991894.798169 trunc from 0x028d21 to 0x002bf2 (0x2612e bytes) 000304 1779991894.831160 trunc from 0x002087 to 0x002bf2 (0xb6c bytes) 000305 1779991894.839455 read 0x002180 thru 0x002bf2 (0xa73 bytes) 000306 1779991894.852023 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2bf3): Mirror 2: 0x597681ab (stale) Mirror 3: 0x597681ab (stale) Mirror 8: 0x597681ab (stale) Mirror 11: 0x597681ab (stale) Mirror 13: 0x597681ab (stale) Mirror 14: 0xad026f2c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2bf3): Mirror 2: 0x597681ab (stale) Mirror 3: 0x597681ab (stale) Mirror 8: 0x597681ab (stale) Mirror 11: 0x597681ab (stale) Mirror 13: 0x597681ab (stale) Mirror 14: 0xad026f2c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2bf3: skipped 000307 1779991895.247847 mapwrite 0x011b64 thru 0x017522 (0x59bf bytes) 000308 1779991895.311908 mapread 0x012095 thru 0x014b6c (0x2ad8 bytes) 000310 1779991895.315166 fallocate 0x0192e3 thru 0x023bed (0xa90b bytes) 000311 1779991895.321686 trunc from 0x00a0a2 to 0x017173 (0xd0d2 bytes) 000313 1779991895.329420 write 0x03a43b thru 0x03ffff (0x5bc5 bytes) 000314 1779991895.339193 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x77345d3 (stale) Mirror 3: 0x77345d3 (stale) Mirror 11: 0x77345d3 (stale) Mirror 13: 0x7e4684b8 (stale) Mirror 14: 0xd56eb740 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x77345d3 (stale) Mirror 3: 0x77345d3 (stale) Mirror 11: 0x77345d3 (stale) Mirror 13: 0x7e4684b8 (stale) Mirror 14: 0xd56eb740 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000315 1779991895.851915 read 0x007ab0 thru 0x011587 (0x9ad8 bytes) 000316 1779991895.866719 fallocate 0x03ddb3 thru 0x03ffff (0x224d bytes) 000317 1779991895.874981 read 0x01fe4d thru 0x0230c7 (0x327b bytes) 000318 1779991895.903397 trunc from 0x03032b to 0x0317ba (0x1490 bytes) 000319 1779991895.914824 write 0x02cbd2 thru 0x02e872 (0x1ca1 bytes) 000320 1779991895.942367 trunc from 0x040000 to 0x024ea8 (0x1b157 bytes) 000322 1779991895.975234 mapread 0x00438b thru 0x005652 (0x12c8 bytes) 000323 1779991895.976288 punch from 0x0005e7 to 0x0093ec (0x8e06 bytes) 000324 1779991895.984456 write 0x0267ae thru 0x02c2b4 (0x5b07 bytes) 000325 1779991895.993356 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2c2b5): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c2b5): Mirror 2: 0xf5893b68 (stale) Mirror 3: 0xf5893b68 (stale) Mirror 11: 0xf5893b68 (stale) Mirror 13: 0x28ddad10 (stale) Mirror 14: 0x9c3190f2 (stale) CRC-32 checksum value for chunk [0, 0x2c2b5): Mirror 1: 0x9f1c9a2a Mirror 15: 0x9f1c9a2a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c2b5: skipped 000326 1779991897.453900 punch from 0x0052ea to 0x00bc7f (0x6996 bytes) 000327 1779991897.516521 mapwrite 0x03e655 thru 0x03ffff (0x19ab bytes) 000329 1779991897.581146 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x77345d3 (stale) Mirror 3: 0x77345d3 (stale) Mirror 11: 0x77345d3 (stale) Mirror 13: 0x7e4684b8 (stale) Mirror 14: 0xd56eb740 (stale) Mirror 15: 0xeafc1fd3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x9735560f Mirror 16: 0x9735560f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000330 1779991899.059010 fallocate 0x00e670 thru 0x013e43 (0x57d4 bytes) 000331 1779991899.151409 trunc from 0x040000 to 0x027587 (0x18a78 bytes) 000332 1779991899.205618 mapwrite 0x020285 thru 0x023fc0 (0x3d3c bytes) 000333 1779991899.293889 fallocate 0x0232ca thru 0x029714 (0x644b bytes) 000335 1779991899.316622 trunc from 0x025caf to 0x029714 (0x3a66 bytes) 000336 1779991899.339178 fallocate 0x038c2e thru 0x03ffff (0x73d2 bytes) 000337 1779991899.348406 read 0x0236be thru 0x029714 (0x6057 bytes) 000338 1779991899.371834 punch from 0x002501 to 0x005cc4 (0x37c4 bytes) 000339 1779991899.383012 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x29715): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29715): Mirror 2: 0xe201355f (stale) Mirror 3: 0xe201355f (stale) Mirror 11: 0xe201355f (stale) Mirror 13: 0x72c74838 (stale) Mirror 14: 0x6b7c991 (stale) Mirror 15: 0xa596940f (stale) Mirror 16: 0xa596940f (stale) CRC-32 checksum value for chunk [0, 0x29715): Mirror 1: 0xc7891c72 Mirror 17: 0xc7891c72 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29715: skipped 000340 1779991901.091993 mapwrite 0x02a7bd thru 0x0314d7 (0x6d1b bytes) 000341 1779991901.183970 trunc from 0x0303f3 to 0x0314d7 (0x10e5 bytes) 000342 1779991901.189787 mapwrite 0x02e3d6 thru 0x0306cb (0x22f6 bytes) 000343 1779991901.210988 mapwrite 0x016637 thru 0x020b6f (0xa539 bytes) 000346 1779991901.254953 write 0x00f5f6 thru 0x01a3d6 (0xade1 bytes) 000347 1779991901.267103 mapwrite 0x035516 thru 0x03df26 (0x8a11 bytes) 000348 1779991901.348911 write 0x034045 thru 0x034100 (0xbc bytes) 000349 1779991901.353772 punch from 0x013997 to 0x0195f9 (0x5c63 bytes) 000350 1779991901.361157 mapwrite 0x027565 thru 0x03154d (0x9fe9 bytes) 000351 1779991901.408288 trunc from 0x03df27 to 0x00853b (0x359eb bytes) 000352 1779991901.428645 trunc from 0x0005a3 to 0x001404 (0xe62 bytes) 000355 1779991901.436801 read 0x0024dd thru 0x00853b (0x605f bytes) 000356 1779991901.463629 write 0x027bca thru 0x02de34 (0x626b bytes) 000358 1779991901.467767 read 0x00fa24 thru 0x017e45 (0x8422 bytes) 000359 1779991901.492831 trunc from 0x00ea9c to 0x01cc7a (0xe1df bytes) 000360 1779991901.506448 mapread 0x01269a thru 0x02175a (0xf0c1 bytes) 000361 1779991901.633819 read 0x028847 thru 0x02de34 (0x55ee bytes) 000362 1779991901.635123 write 0x021a33 thru 0x02acee (0x92bc bytes) 000363 1779991901.640009 trunc from 0x02b844 to 0x02de34 (0x25f1 bytes) 000364 1779991901.686480 punch from 0x018d93 to 0x022c92 (0x9f00 bytes) 000365 1779991901.706065 trunc from 0x0065ed to 0x00a369 (0x3d7d bytes) 000366 1779991901.719687 mapread 0x0180d8 thru 0x01952d (0x1456 bytes) 000367 1779991901.737715 write 0x03224a thru 0x0382ba (0x6071 bytes) 000368 1779991901.745269 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x382bb): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x382bb): Mirror 2: 0xe32d0332 (stale) Mirror 3: 0xe32d0332 (stale) Mirror 11: 0xe32d0332 (stale) Mirror 13: 0x1cc706bf (stale) Mirror 14: 0xe3f552c7 (stale) Mirror 15: 0x5750aa26 (stale) Mirror 16: 0x5750aa26 (stale) Mirror 17: 0xd179fe4d (stale) CRC-32 checksum value for chunk [0, 0x382bb): Mirror 1: 0xd41cf197 Mirror 18: 0xd41cf197 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x382bb: skipped 000369 1779991903.686995 trunc from 0x0382bb to 0x02eb34 (0x9786 bytes) 000370 1779991903.784806 mapwrite 0x00d5db thru 0x00ea14 (0x143a bytes) 000371 1779991903.847804 trunc from 0x02eb35 to 0x02d710 (0x1424 bytes) 000372 1779991903.921774 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x2d711): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d711): Mirror 2: 0x1448b5f6 (stale) Mirror 3: 0x1448b5f6 (stale) Mirror 11: 0x1448b5f6 (stale) Mirror 13: 0xfd473d0 (stale) Mirror 14: 0x60daecf1 (stale) Mirror 15: 0x1dc947fe (stale) Mirror 16: 0x1dc947fe (stale) Mirror 17: 0x6f4b66e8 (stale) Mirror 18: 0x1dc893af (stale) CRC-32 checksum value for chunk [0, 0x2d711): Mirror 1: 0xe659c76a Mirror 19: 0xe659c76a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d711: skipped 000373 1779991905.710764 write 0x0306dd thru 0x03c0fa (0xba1e bytes) 000374 1779991905.748514 mapwrite 0x01410b thru 0x01c2a1 (0x8197 bytes) 000375 1779991905.794344 mapread 0x02839f thru 0x02d030 (0x4c92 bytes) 000376 1779991905.815556 MIRROR_RESYNC 11 mirrors 000377 1779991911.172909 trunc from 0x03c0fb to 0x00b656 (0x30aa4 bytes) 000378 1779991911.236484 read 0x008396 thru 0x00b656 (0x32c1 bytes) 000379 1779991911.246729 trunc from 0x0083ef to 0x008dec (0x9fe bytes) 000381 1779991911.254815 write 0x002abe thru 0x005370 (0x28b3 bytes) 000382 1779991911.267955 write 0x038e89 thru 0x03f025 (0x619d bytes) 000383 1779991911.270952 read 0x021345 thru 0x02ddc4 (0xca80 bytes) 000384 1779991911.284622 trunc from 0x01b85b to 0x023ed4 (0x867a bytes) 000385 1779991911.299270 fallocate 0x010234 thru 0x010d09 (0xad6 bytes) 000386 1779991911.311390 mapread 0x0273e9 thru 0x02a7a5 (0x33bd bytes) 000387 1779991911.312578 write 0x016895 thru 0x019498 (0x2c04 bytes) 000388 1779991911.318763 write 0x000212 thru 0x0067bb (0x65aa bytes) 000389 1779991911.324539 fallocate 0x01124a thru 0x017540 (0x62f7 bytes) 000390 1779991911.338409 write 0x03f834 thru 0x03ffff (0x7cc bytes) 000391 1779991911.343272 trunc from 0x018c74 to 0x01c6a2 (0x3a2f bytes) 000392 1779991911.412004 trunc from 0x040000 to 0x010ec2 (0x2f13d bytes) 000393 1779991911.465101 write 0x030875 thru 0x03b73f (0xaecb bytes) 000394 1779991911.480548 mapread 0x03b15c thru 0x03b73f (0x5e4 bytes) 000395 1779991911.481710 write 0x03bef4 thru 0x03ffff (0x410c bytes) 000396 1779991911.490344 trunc from 0x040000 to 0x00ea73 (0x3158c bytes) 000397 1779991911.557788 MIRROR_SPLIT mirror 2 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xea74): Mirror 2: 0x3a60e2be (stale) Mirror 11: 0x3a60e2be (stale) Mirror 13: 0x3a60e2be (stale) Mirror 14: 0x3a60e2be (stale) Mirror 15: 0x3a60e2be (stale) Mirror 16: 0x3a60e2be (stale) Mirror 17: 0x3a60e2be (stale) Mirror 18: 0x3a60e2be (stale) Mirror 19: 0x3a60e2be (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xea74): Mirror 2: 0x3a60e2be (stale) Mirror 11: 0x3a60e2be (stale) Mirror 13: 0x3a60e2be (stale) Mirror 14: 0x3a60e2be (stale) Mirror 15: 0x3a60e2be (stale) Mirror 16: 0x3a60e2be (stale) Mirror 17: 0x3a60e2be (stale) Mirror 18: 0x3a60e2be (stale) Mirror 19: 0x3a60e2be (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xea74: skipped 000398 1779991912.115711 fallocate 0x03e798 thru 0x03ffff (0x1868 bytes) 000399 1779991912.133913 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf824b480 (stale) Mirror 11: 0xf824b480 (stale) Mirror 13: 0xf824b480 (stale) Mirror 14: 0xf824b480 (stale) Mirror 15: 0xf824b480 (stale) Mirror 16: 0xf824b480 (stale) Mirror 17: 0xf824b480 (stale) Mirror 18: 0xf824b480 (stale) Mirror 19: 0xf824b480 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdcb24efe Mirror 20: 0xdcb24efe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000400 1779991913.473251 MIRROR_SPLIT mirror 4 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf824b480 (stale) Mirror 11: 0xf824b480 (stale) Mirror 13: 0xf824b480 (stale) Mirror 15: 0xf824b480 (stale) Mirror 16: 0xf824b480 (stale) Mirror 17: 0xf824b480 (stale) Mirror 18: 0xf824b480 (stale) Mirror 19: 0xf824b480 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf824b480 (stale) Mirror 11: 0xf824b480 (stale) Mirror 13: 0xf824b480 (stale) Mirror 15: 0xf824b480 (stale) Mirror 16: 0xf824b480 (stale) Mirror 17: 0xf824b480 (stale) Mirror 18: 0xf824b480 (stale) Mirror 19: 0xf824b480 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdcb24efe Mirror 20: 0xdcb24efe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000401 1779991915.045680 mapread 0x019564 thru 0x021523 (0x7fc0 bytes) 000402 1779991915.100717 fallocate 0x02bfa7 thru 0x035f6a (0x9fc4 bytes) 000403 1779991915.188565 mapwrite 0x035d28 thru 0x03b17b (0x5454 bytes) 000404 1779991915.229858 punch from 0x01bca5 to 0x029fb4 (0xe310 bytes) 000405 1779991915.237188 punch from 0x029c4d to 0x030ad9 (0x6e8d bytes) 000406 1779991915.244618 trunc from 0x0136ea to 0x0236a8 (0xffbf bytes) 000407 1779991915.252616 mapwrite 0x00e72e thru 0x01af58 (0xc82b bytes) 000408 1779991915.339632 fallocate 0x023692 thru 0x02f3fd (0xbd6c bytes) 000409 1779991915.351028 trunc from 0x040000 to 0x035900 (0xa6ff bytes) 000410 1779991915.417195 read 0x02316d thru 0x02461a (0x14ae bytes) 000411 1779991915.425940 write 0x01e03a thru 0x02668d (0x8654 bytes) 000412 1779991915.433808 read 0x015ed5 thru 0x017e09 (0x1f35 bytes) 000413 1779991915.434852 mapread 0x021f94 thru 0x02d58b (0xb5f8 bytes) 000414 1779991915.453313 read 0x018392 thru 0x01863d (0x2ac bytes) 000415 1779991915.454021 fallocate 0x0144df thru 0x0238a3 (0xf3c5 bytes) 000416 1779991915.460146 fallocate 0x02b037 thru 0x032e40 (0x7e0a bytes) 000418 1779991915.468496 mapread 0x001e54 thru 0x002479 (0x626 bytes) 000419 1779991915.470473 trunc from 0x035901 to 0x02f0f4 (0x680c bytes) 000420 1779991915.495801 trunc from 0x000496 to 0x006338 (0x5ea3 bytes) 000421 1779991915.506769 trunc from 0x00c251 to 0x00fb3e (0x38ee bytes) 000423 1779991915.532694 MIRROR_RESYNC 10 mirrors 000424 1779991919.475655 MIRROR_SPLIT mirror 2 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) 000426 1779991920.097127 write 0x02ce66 thru 0x038e1b (0xbfb6 bytes) 000427 1779991920.231440 trunc from 0x02f009 to 0x038e1b (0x9e13 bytes) 000428 1779991920.274305 mapwrite 0x02e58a thru 0x02fefa (0x1971 bytes) 000430 1779991920.310097 punch from 0x0001fa to 0x00b5dd (0xb3e4 bytes) 000431 1779991920.335009 read 0x0231c5 thru 0x02ea0e (0xb84a bytes) 000433 1779991920.355170 mapwrite 0x02bcd3 thru 0x036daf (0xb0dd bytes) 000434 1779991920.437006 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x38e1c): Mirror 2: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38e1c): Mirror 2: 0xde6eef2f (stale) Mirror 13: 0xde6eef2f (stale) Mirror 15: 0xde6eef2f (stale) Mirror 16: 0xde6eef2f (stale) Mirror 17: 0xde6eef2f (stale) Mirror 18: 0xde6eef2f (stale) Mirror 19: 0xde6eef2f (stale) Mirror 20: 0xde6eef2f (stale) CRC-32 checksum value for chunk [0, 0x38e1c): Mirror 1: 0xd7fb88b6 Mirror 21: 0xd7fb88b6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38e1c: skipped 000435 1779991921.555371 mapwrite 0x008a4a thru 0x00e9e6 (0x5f9d bytes) 000436 1779991921.727839 write 0x02e505 thru 0x038ee0 (0xa9dc bytes) 000437 1779991921.744323 trunc from 0x038ee1 to 0x037295 (0x1c4b bytes) 000438 1779991921.791253 write 0x02e9e4 thru 0x02ea0c (0x29 bytes) 000439 1779991921.792013 mapwrite 0x022989 thru 0x025976 (0x2fee bytes) 000440 1779991921.829793 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x37296): Mirror 2: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37296): Mirror 2: 0x28d4a93c (stale) Mirror 13: 0x28d4a93c (stale) Mirror 15: 0x28d4a93c (stale) Mirror 16: 0x28d4a93c (stale) Mirror 17: 0x28d4a93c (stale) Mirror 18: 0x28d4a93c (stale) Mirror 19: 0x28d4a93c (stale) Mirror 20: 0x28d4a93c (stale) Mirror 21: 0x212c3002 (stale) CRC-32 checksum value for chunk [0, 0x37296): Mirror 1: 0x36144fac Mirror 22: 0x36144fac lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37296: skipped 000442 1779991923.579612 trunc from 0x0077e9 to 0x014209 (0xca21 bytes) 000443 1779991923.659607 mapwrite 0x014be7 thru 0x016945 (0x1d5f bytes) 000444 1779991923.734102 trunc from 0x014168 to 0x021094 (0xcf2d bytes) 000445 1779991923.745814 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x37296): Mirror 2: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37296): Mirror 2: 0x28d4a93c (stale) Mirror 13: 0x28d4a93c (stale) Mirror 15: 0x28d4a93c (stale) Mirror 16: 0x28d4a93c (stale) Mirror 17: 0x28d4a93c (stale) Mirror 18: 0x28d4a93c (stale) Mirror 19: 0x28d4a93c (stale) Mirror 20: 0x28d4a93c (stale) Mirror 21: 0x212c3002 (stale) Mirror 22: 0x36144fac (stale) CRC-32 checksum value for chunk [0, 0x37296): Mirror 1: 0x56bb3d57 Mirror 23: 0x56bb3d57 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37296: skipped 000446 1779991925.212466 trunc from 0x037296 to 0x0046bb (0x32bda bytes) 000448 1779991925.309399 write 0x0003c9 thru 0x00657b (0x61b3 bytes) 000449 1779991925.331379 mapwrite 0x03851f thru 0x03ffff (0x7ae1 bytes) 000450 1779991925.460555 trunc from 0x01ce05 to 0x01e407 (0x1603 bytes) 000451 1779991925.471217 trunc from 0x023602 to 0x0306de (0xd0dd bytes) 000452 1779991925.478493 write 0x0305cf thru 0x030bff (0x631 bytes) 000453 1779991925.493512 mapwrite 0x00f59b thru 0x012b4a (0x35b0 bytes) 000454 1779991925.527272 MIRROR_SPLIT mirror 8 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6463c40e (stale) Mirror 13: 0x6463c40e (stale) Mirror 15: 0x6463c40e (stale) Mirror 16: 0x6463c40e (stale) Mirror 17: 0x6463c40e (stale) Mirror 18: 0x6463c40e (stale) Mirror 19: 0x6463c40e (stale) Mirror 21: 0xa3a4f798 (stale) Mirror 22: 0xae556b44 (stale) Mirror 23: 0x91c03055 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6463c40e (stale) Mirror 13: 0x6463c40e (stale) Mirror 15: 0x6463c40e (stale) Mirror 16: 0x6463c40e (stale) Mirror 17: 0x6463c40e (stale) Mirror 18: 0x6463c40e (stale) Mirror 19: 0x6463c40e (stale) Mirror 21: 0xa3a4f798 (stale) Mirror 22: 0xae556b44 (stale) Mirror 23: 0x91c03055 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000455 1779991926.269628 mapread 0x015982 thru 0x01b9d5 (0x6054 bytes) 000456 1779991926.308640 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6463c40e (stale) Mirror 13: 0x6463c40e (stale) Mirror 15: 0x6463c40e (stale) Mirror 16: 0x6463c40e (stale) Mirror 17: 0x6463c40e (stale) Mirror 18: 0x6463c40e (stale) Mirror 19: 0x6463c40e (stale) Mirror 21: 0xa3a4f798 (stale) Mirror 22: 0xae556b44 (stale) Mirror 23: 0x91c03055 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6354bbfa Mirror 24: 0x6354bbfa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000457 1779991928.076551 trunc from 0x040000 to 0x01ca2a (0x235d5 bytes) 000458 1779991928.163310 mapwrite 0x02fb9d thru 0x0389e0 (0x8e44 bytes) 000460 1779991928.236996 mapread 0x007f03 thru 0x008ce1 (0xddf bytes) 000461 1779991928.248745 mapwrite 0x00cbda thru 0x018082 (0xb4a9 bytes) 000462 1779991928.296262 trunc from 0x027599 to 0x02df45 (0x69ad bytes) 000463 1779991928.312636 fallocate 0x02bf0e thru 0x02da05 (0x1af8 bytes) 000464 1779991928.320945 punch from 0x001355 to 0x00920d (0x7eb9 bytes) 000465 1779991928.330937 trunc from 0x016d01 to 0x0176c5 (0x9c5 bytes) 000466 1779991928.337346 mapwrite 0x01f1ee thru 0x021060 (0x1e73 bytes) 000467 1779991928.369162 mapwrite 0x026356 thru 0x026fe1 (0xc8c bytes) 000468 1779991928.388688 mapwrite 0x035330 thru 0x03cd94 (0x7a65 bytes) 000469 1779991928.439886 trunc from 0x03cd95 to 0x03a8d2 (0x24c2 bytes) 000470 1779991928.472252 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x3a8d3): Mirror 2: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a8d3): Mirror 2: 0x51e0b1b6 (stale) Mirror 13: 0x51e0b1b6 (stale) Mirror 15: 0x51e0b1b6 (stale) Mirror 16: 0x51e0b1b6 (stale) Mirror 17: 0x51e0b1b6 (stale) Mirror 18: 0x51e0b1b6 (stale) Mirror 19: 0x51e0b1b6 (stale) Mirror 21: 0xb58a7d8d (stale) Mirror 22: 0xadea7102 (stale) Mirror 23: 0x17c7f0a8 (stale) Mirror 24: 0x6545a08e (stale) CRC-32 checksum value for chunk [0, 0x3a8d3): Mirror 1: 0x3ecd8611 Mirror 25: 0x3ecd8611 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a8d3: skipped 000471 1779991930.216758 trunc from 0x03a8d3 to 0x0316f8 (0x91da bytes) 000472 1779991930.342906 read 0x010f7c thru 0x018910 (0x7995 bytes) 000473 1779991930.369153 mapwrite 0x00dc09 thru 0x00dde9 (0x1e1 bytes) 000474 1779991930.440831 write 0x023146 thru 0x023892 (0x74d bytes) 000475 1779991930.459917 trunc from 0x00a5bd to 0x00f89d (0x52e1 bytes) 000476 1779991930.487960 MIRROR_RESYNC 13 mirrors 000477 1779991938.573078 fallocate 0x01248f thru 0x01bace (0x9640 bytes) 000478 1779991938.615676 trunc from 0x0316f9 to 0x00a41b (0x272dd bytes) 000479 1779991938.644141 punch from 0x009675 to 0x00a41b (0xda7 bytes) 000480 1779991938.664931 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0xa41c): Mirror 2: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa41c): Mirror 2: 0x4b8633fa (stale) Mirror 13: 0x4b8633fa (stale) Mirror 15: 0x4b8633fa (stale) Mirror 16: 0x4b8633fa (stale) Mirror 17: 0x4b8633fa (stale) Mirror 18: 0x4b8633fa (stale) Mirror 19: 0x4b8633fa (stale) Mirror 21: 0x4b8633fa (stale) Mirror 22: 0x4b8633fa (stale) Mirror 23: 0x4b8633fa (stale) Mirror 24: 0x4b8633fa (stale) Mirror 25: 0x4b8633fa (stale) CRC-32 checksum value for chunk [0, 0xa41c): Mirror 1: 0x4b8633fa Mirror 26: 0x4b8633fa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa41c: skipped 000481 1779991940.295764 trunc from 0x00a41c to 0x032eb3 (0x28a98 bytes) 000482 1779991940.413186 fallocate 0x03e2d7 thru 0x03ffff (0x1d29 bytes) 000483 1779991940.422188 write 0x025ee5 thru 0x0260ae (0x1ca bytes) 000484 1779991940.450183 read 0x02b150 thru 0x032321 (0x71d2 bytes) 000485 1779991940.469564 write 0x026c08 thru 0x0305cf (0x99c8 bytes) 000486 1779991940.475800 mapread 0x01102a thru 0x01bfb7 (0xaf8e bytes) 000487 1779991940.509229 punch from 0x000810 to 0x0086ab (0x7e9c bytes) 000488 1779991940.520447 read 0x02f460 thru 0x03c633 (0xd1d4 bytes) 000489 1779991940.540832 trunc from 0x040000 to 0x00a60e (0x359f1 bytes) 000490 1779991940.597216 mapwrite 0x027adb thru 0x032585 (0xaaab bytes) 000491 1779991940.868023 fallocate 0x0120cc thru 0x0212c8 (0xf1fd bytes) 000492 1779991940.891376 mapwrite 0x01654b thru 0x01ad4a (0x4800 bytes) 000493 1779991940.991368 trunc from 0x032586 to 0x01878c (0x19df9 bytes) 000495 1779991941.031584 write 0x021612 thru 0x022ac0 (0x14af bytes) 000496 1779991941.033233 mapwrite 0x03d302 thru 0x03d63f (0x33e bytes) 000497 1779991941.107843 MIRROR_SPLIT mirror 4 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d640): Mirror 2: 0x42ee200b (stale) Mirror 13: 0x42ee200b (stale) Mirror 15: 0x42ee200b (stale) Mirror 17: 0x42ee200b (stale) Mirror 18: 0x42ee200b (stale) Mirror 19: 0x42ee200b (stale) Mirror 21: 0x42ee200b (stale) Mirror 22: 0x42ee200b (stale) Mirror 23: 0x42ee200b (stale) Mirror 24: 0x42ee200b (stale) Mirror 25: 0x42ee200b (stale) Mirror 26: 0xa6d10622 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d640): Mirror 2: 0x42ee200b (stale) Mirror 13: 0x42ee200b (stale) Mirror 15: 0x42ee200b (stale) Mirror 17: 0x42ee200b (stale) Mirror 18: 0x42ee200b (stale) Mirror 19: 0x42ee200b (stale) Mirror 21: 0x42ee200b (stale) Mirror 22: 0x42ee200b (stale) Mirror 23: 0x42ee200b (stale) Mirror 24: 0x42ee200b (stale) Mirror 25: 0x42ee200b (stale) Mirror 26: 0xa6d10622 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d640: skipped 000499 1779991942.484518 trunc from 0x03d640 to 0x0174bf (0x26180 bytes) 000500 1779991942.527507 read 0x007c4f thru 0x015959 (0xdd0b bytes) 000501 1779991942.542514 fallocate 0x030110 thru 0x03a38c (0xa27d bytes) 000502 1779991942.550811 write 0x01e3f4 thru 0x028b2c (0xa739 bytes) 000504 1779991942.568075 mapwrite 0x02b3dc thru 0x033032 (0x7c57 bytes) 000506 1779991942.658317 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3a38d): Mirror 2: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a38d): Mirror 2: 0xe7c6c29a (stale) Mirror 13: 0xe7c6c29a (stale) Mirror 15: 0xe7c6c29a (stale) Mirror 17: 0xe7c6c29a (stale) Mirror 18: 0xe7c6c29a (stale) Mirror 19: 0xe7c6c29a (stale) Mirror 21: 0xe7c6c29a (stale) Mirror 22: 0xe7c6c29a (stale) Mirror 23: 0xe7c6c29a (stale) Mirror 24: 0xe7c6c29a (stale) Mirror 25: 0xe7c6c29a (stale) Mirror 26: 0xdf177c9f (stale) CRC-32 checksum value for chunk [0, 0x3a38d): Mirror 1: 0x3a4461fa Mirror 27: 0x3a4461fa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a38d: skipped 000507 1779991944.195688 MIRROR_RESYNC 14 mirrors 000508 1779991950.248613 MIRROR_SPLIT mirror 3 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) 000510 1779991951.171013 mapread 0x003883 thru 0x0061a4 (0x2922 bytes) 000511 1779991951.247404 write 0x020861 thru 0x028854 (0x7ff4 bytes) 000512 1779991951.390460 write 0x0173cf thru 0x023799 (0xc3cb bytes) 000513 1779991951.411268 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3a38d): Mirror 2: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a38d): Mirror 2: 0x3a4461fa (stale) Mirror 13: 0x3a4461fa (stale) Mirror 17: 0x3a4461fa (stale) Mirror 18: 0x3a4461fa (stale) Mirror 19: 0x3a4461fa (stale) Mirror 21: 0x3a4461fa (stale) Mirror 22: 0x3a4461fa (stale) Mirror 23: 0x3a4461fa (stale) Mirror 24: 0x3a4461fa (stale) Mirror 25: 0x3a4461fa (stale) Mirror 26: 0x3a4461fa (stale) Mirror 27: 0x3a4461fa (stale) CRC-32 checksum value for chunk [0, 0x3a38d): Mirror 1: 0x67497734 Mirror 28: 0x67497734 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a38d: skipped 000514 1779991953.582998 mapread 0x02fed4 thru 0x03a38c (0xa4b9 bytes) 000515 1779991953.659618 trunc from 0x03a38d to 0x02ceba (0xd4d2 bytes) 000516 1779991953.809535 fallocate 0x011f40 thru 0x0176bf (0x5780 bytes) 000517 1779991953.817010 read 0x016dbb thru 0x01e06d (0x72b3 bytes) 000518 1779991953.832938 read 0x02b61f thru 0x02ceba (0x189c bytes) 000519 1779991953.848565 trunc from 0x02cebb to 0x038187 (0xb2cd bytes) 000520 1779991953.887195 mapread 0x03607d thru 0x038187 (0x210b bytes) 000521 1779991953.908831 trunc from 0x038188 to 0x01e5f6 (0x19b91 bytes) 000523 1779991953.964370 mapwrite 0x0037a8 thru 0x005809 (0x2062 bytes) 000524 1779991953.979907 trunc from 0x01e5f7 to 0x00670a (0x17eec bytes) 000525 1779991954.004314 write 0x02f74d thru 0x03d019 (0xd8cd bytes) 000526 1779991954.006284 mapwrite 0x01bd07 thru 0x025cab (0x9fa5 bytes) 000527 1779991954.097493 fallocate 0x028795 thru 0x028ff8 (0x864 bytes) 000528 1779991954.105803 read 0x00814e thru 0x012f86 (0xae39 bytes) 000529 1779991954.131019 mapread 0x017495 thru 0x01c255 (0x4dc1 bytes) 000531 1779991954.134507 trunc from 0x03d01a to 0x03854b (0x4ace bytes) 000532 1779991954.152509 trunc from 0x03854c to 0x024df4 (0x13757 bytes) 000533 1779991954.188776 MIRROR_SPLIT mirror 2 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24df5): Mirror 2: 0x6ff0a85e (stale) Mirror 17: 0x6ff0a85e (stale) Mirror 18: 0x6ff0a85e (stale) Mirror 19: 0x6ff0a85e (stale) Mirror 21: 0x6ff0a85e (stale) Mirror 22: 0x6ff0a85e (stale) Mirror 23: 0x6ff0a85e (stale) Mirror 24: 0x6ff0a85e (stale) Mirror 25: 0x6ff0a85e (stale) Mirror 26: 0x6ff0a85e (stale) Mirror 27: 0x6ff0a85e (stale) Mirror 28: 0xd2275cc8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24df5): Mirror 2: 0x6ff0a85e (stale) Mirror 17: 0x6ff0a85e (stale) Mirror 18: 0x6ff0a85e (stale) Mirror 19: 0x6ff0a85e (stale) Mirror 21: 0x6ff0a85e (stale) Mirror 22: 0x6ff0a85e (stale) Mirror 23: 0x6ff0a85e (stale) Mirror 24: 0x6ff0a85e (stale) Mirror 25: 0x6ff0a85e (stale) Mirror 26: 0x6ff0a85e (stale) Mirror 27: 0x6ff0a85e (stale) Mirror 28: 0xd2275cc8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24df5: skipped 000534 1779991955.016932 punch from 0x001fab to 0x008f26 (0x6f7c bytes) 000535 1779991955.022493 mapread 0x01bcda thru 0x01fa5f (0x3d86 bytes) 000536 1779991955.044750 mapwrite 0x001f4d thru 0x002f79 (0x102d bytes) 000537 1779991955.073297 trunc from 0x0183ba to 0x024df4 (0xca3b bytes) 000538 1779991955.079193 trunc from 0x024df5 to 0x0291d4 (0x43e0 bytes) 000539 1779991955.097368 write 0x0214be thru 0x0247de (0x3321 bytes) 000540 1779991955.112268 MIRROR_SPLIT mirror 10 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x291d5): Mirror 2: 0xdb280013 (stale) Mirror 17: 0xdb280013 (stale) Mirror 18: 0xdb280013 (stale) Mirror 19: 0xdb280013 (stale) Mirror 21: 0xdb280013 (stale) Mirror 22: 0xdb280013 (stale) Mirror 23: 0xdb280013 (stale) Mirror 24: 0xdb280013 (stale) Mirror 25: 0xdb280013 (stale) Mirror 27: 0xdb280013 (stale) Mirror 28: 0x948d2b3f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x291d5): Mirror 2: 0xdb280013 (stale) Mirror 17: 0xdb280013 (stale) Mirror 18: 0xdb280013 (stale) Mirror 19: 0xdb280013 (stale) Mirror 21: 0xdb280013 (stale) Mirror 22: 0xdb280013 (stale) Mirror 23: 0xdb280013 (stale) Mirror 24: 0xdb280013 (stale) Mirror 25: 0xdb280013 (stale) Mirror 27: 0xdb280013 (stale) Mirror 28: 0x948d2b3f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x291d5: skipped 000541 1779991956.137822 read 0x0045f5 thru 0x00654b (0x1f57 bytes) 000542 1779991956.145670 mapwrite 0x036cbb thru 0x03e22a (0x7570 bytes) 000543 1779991956.244440 trunc from 0x03e22b to 0x034181 (0xa0a9 bytes) 000544 1779991956.302799 MIRROR_RESYNC 12 mirrors 000545 1779991959.675553 trunc from 0x004ec9 to 0x0091ef (0x4327 bytes) 000546 1779991959.737357 punch from 0x0199f5 to 0x0260f3 (0xc6ff bytes) 000547 1779991959.752495 MIRROR_RESYNC 12 mirrors 000548 1779991961.553667 mapwrite 0x02378c thru 0x0308dc (0xd151 bytes) 000549 1779991961.730569 read 0x02df10 thru 0x034181 (0x6272 bytes) 000551 1779991961.736180 mapread 0x026b78 thru 0x02914e (0x25d7 bytes) 000552 1779991961.737342 punch from 0x014700 to 0x018cc0 (0x45c1 bytes) 000553 1779991961.753499 mapread 0x008dea thru 0x015921 (0xcb38 bytes) 000554 1779991961.828456 trunc from 0x034182 to 0x028a5a (0xb727 bytes) 000555 1779991961.880451 mapread 0x014c19 thru 0x01d09c (0x8484 bytes) 000556 1779991961.887872 write 0x02c420 thru 0x037e97 (0xba78 bytes) 000558 1779991961.894447 trunc from 0x02ece5 to 0x03663f (0x795b bytes) 000559 1779991961.940740 fallocate 0x009217 thru 0x01287a (0x9664 bytes) 000560 1779991961.952885 trunc from 0x037e98 to 0x01ff84 (0x17f13 bytes) 000561 1779991962.022247 mapread 0x00be42 thru 0x0141ec (0x83ab bytes) 000562 1779991962.027559 punch from 0x00d848 to 0x01abe9 (0xd3a2 bytes) 000563 1779991962.040755 write 0x014d83 thru 0x01a83b (0x5ab9 bytes) 000564 1779991962.069506 punch from 0x008d2b to 0x013d99 (0xb06f bytes) 000566 1779991962.090843 punch from 0x00a652 to 0x0194bf (0xee6e bytes) 000567 1779991962.147501 read 0x001435 thru 0x007a13 (0x65df bytes) 000568 1779991962.152097 mapread 0x00c086 thru 0x00ffda (0x3f55 bytes) 000569 1779991962.209900 trunc from 0x01ff85 to 0x03bce3 (0x1bd5f bytes) 000570 1779991962.248302 MIRROR_RESYNC 12 mirrors 000571 1779991965.266690 write 0x02bbb1 thru 0x02fa63 (0x3eb3 bytes) 000572 1779991965.338901 mapwrite 0x019ce5 thru 0x01b9d0 (0x1cec bytes) 000573 1779991965.375204 punch from 0x00bb3f to 0x00cac9 (0xf8b bytes) 000574 1779991965.389677 fallocate 0x03dbb4 thru 0x03f7e6 (0x1c33 bytes) 000575 1779991965.405534 trunc from 0x03bce4 to 0x0314f8 (0xa7eb bytes) 000576 1779991965.448429 trunc from 0x01bd09 to 0x02b7a3 (0xfa9b bytes) 000579 1779991965.462522 mapread 0x01853e thru 0x01ba59 (0x351c bytes) 000580 1779991965.480024 trunc from 0x0314f9 to 0x03dedb (0xc9e3 bytes) 000581 1779991965.503395 trunc from 0x03dedc to 0x038458 (0x5a83 bytes) 000582 1779991965.521630 mapread 0x01e129 thru 0x024d14 (0x6bec bytes) 000583 1779991965.532152 read 0x032aaa thru 0x038458 (0x59af bytes) 000585 1779991965.549259 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x38459): Mirror 2: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38459): Mirror 2: 0x8bb9fe6c (stale) Mirror 17: 0x8bb9fe6c (stale) Mirror 18: 0x8bb9fe6c (stale) Mirror 19: 0x8bb9fe6c (stale) Mirror 21: 0x8bb9fe6c (stale) Mirror 22: 0x8bb9fe6c (stale) Mirror 23: 0x8bb9fe6c (stale) Mirror 24: 0x8bb9fe6c (stale) Mirror 25: 0x8bb9fe6c (stale) Mirror 27: 0x8bb9fe6c (stale) Mirror 28: 0x8bb9fe6c (stale) CRC-32 checksum value for chunk [0, 0x38459): Mirror 1: 0x52f8e107 Mirror 29: 0x52f8e107 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38459: skipped 000586 1779991967.636533 mapread 0x00efe6 thru 0x014b70 (0x5b8b bytes) 000587 1779991967.691139 mapread 0x020162 thru 0x023584 (0x3423 bytes) 000588 1779991967.726544 MIRROR_SPLIT mirror 5 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38459): Mirror 2: 0x8bb9fe6c (stale) Mirror 17: 0x8bb9fe6c (stale) Mirror 18: 0x8bb9fe6c (stale) Mirror 19: 0x8bb9fe6c (stale) Mirror 22: 0x8bb9fe6c (stale) Mirror 23: 0x8bb9fe6c (stale) Mirror 24: 0x8bb9fe6c (stale) Mirror 25: 0x8bb9fe6c (stale) Mirror 27: 0x8bb9fe6c (stale) Mirror 28: 0x8bb9fe6c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38459): Mirror 2: 0x8bb9fe6c (stale) Mirror 17: 0x8bb9fe6c (stale) Mirror 18: 0x8bb9fe6c (stale) Mirror 19: 0x8bb9fe6c (stale) Mirror 22: 0x8bb9fe6c (stale) Mirror 23: 0x8bb9fe6c (stale) Mirror 24: 0x8bb9fe6c (stale) Mirror 25: 0x8bb9fe6c (stale) Mirror 27: 0x8bb9fe6c (stale) Mirror 28: 0x8bb9fe6c (stale) CRC-32 checksum value for chunk [0, 0x38459): Mirror 1: 0x52f8e107 Mirror 29: 0x52f8e107 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38459: skipped 000589 1779991969.535806 write 0x000cc4 thru 0x00845b (0x7798 bytes) 000590 1779991969.641817 write 0x01bfb3 thru 0x02bba0 (0xfbee bytes) 000592 1779991969.677637 trunc from 0x038459 to 0x01b763 (0x1ccf5 bytes) 000593 1779991969.730964 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x1b764): Mirror 2: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b764): Mirror 2: 0x8917f636 (stale) Mirror 17: 0x8917f636 (stale) Mirror 18: 0x8917f636 (stale) Mirror 19: 0x8917f636 (stale) Mirror 22: 0x8917f636 (stale) Mirror 23: 0x8917f636 (stale) Mirror 24: 0x8917f636 (stale) Mirror 25: 0x8917f636 (stale) Mirror 27: 0x8917f636 (stale) Mirror 28: 0x8917f636 (stale) Mirror 29: 0xb3a9f839 (stale) CRC-32 checksum value for chunk [0, 0x1b764): Mirror 1: 0x418b4a78 Mirror 30: 0x418b4a78 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b764: skipped 000594 1779991971.341172 read 0x0113fe thru 0x014c3b (0x383e bytes) 000595 1779991971.388775 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x1b764): Mirror 2: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b764): Mirror 2: 0x8917f636 (stale) Mirror 17: 0x8917f636 (stale) Mirror 18: 0x8917f636 (stale) Mirror 19: 0x8917f636 (stale) Mirror 22: 0x8917f636 (stale) Mirror 23: 0x8917f636 (stale) Mirror 24: 0x8917f636 (stale) Mirror 25: 0x8917f636 (stale) Mirror 27: 0x8917f636 (stale) Mirror 28: 0x8917f636 (stale) Mirror 29: 0xb3a9f839 (stale) CRC-32 checksum value for chunk [0, 0x1b764): Mirror 1: 0x418b4a78 Mirror 30: 0x418b4a78 Mirror 31: 0x418b4a78 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b764: skipped 000596 1779991973.105669 MIRROR_RESYNC 14 mirrors 000597 1779991975.471314 trunc from 0x0174c6 to 0x01b763 (0x429e bytes) 000598 1779991975.560237 mapwrite 0x037f1c thru 0x03ffff (0x80e4 bytes) 000599 1779991975.688316 mapwrite 0x00375f thru 0x009f42 (0x67e4 bytes) 000600 1779991975.785262 read 0x01c82a thru 0x022571 (0x5d48 bytes) 000601 1779991975.816450 fallocate 0x007dab thru 0x0129b3 (0xac09 bytes) 000602 1779991975.826370 punch from 0x01a50c to 0x01f2ab (0x4da0 bytes) 000603 1779991975.846646 fallocate 0x00bda2 thru 0x00db01 (0x1d60 bytes) 000604 1779991975.858243 trunc from 0x02e83f to 0x038355 (0x9b17 bytes) 000605 1779991975.876468 trunc from 0x00bc90 to 0x00dff3 (0x2364 bytes) 000606 1779991975.884750 punch from 0x030275 to 0x0317e2 (0x156e bytes) 000609 1779991975.897584 mapread 0x03dba2 thru 0x03ffff (0x245e bytes) 000610 1779991975.907156 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x8252a05f (stale) Mirror 17: 0x8252a05f (stale) Mirror 18: 0x8252a05f (stale) Mirror 19: 0x8252a05f (stale) Mirror 22: 0x8252a05f (stale) Mirror 23: 0x8252a05f (stale) Mirror 24: 0x8252a05f (stale) Mirror 25: 0x8252a05f (stale) Mirror 27: 0x8252a05f (stale) Mirror 28: 0x8252a05f (stale) Mirror 29: 0x8252a05f (stale) Mirror 30: 0x8252a05f (stale) Mirror 31: 0x8252a05f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x23288be0 Mirror 32: 0x23288be0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000612 1779991977.186905 trunc from 0x040000 to 0x0199b1 (0x2664e bytes) 000613 1779991977.277349 MIRROR_RESYNC 15 mirrors 000614 1779991980.065772 trunc from 0x0199b2 to 0x0098d1 (0x100e0 bytes) 000615 1779991980.141138 read 0x0002e4 thru 0x001ada (0x17f7 bytes) 000616 1779991980.154917 mapwrite 0x022e24 thru 0x02b1be (0x839b bytes) 000617 1779991980.243249 punch from 0x0207be to 0x022950 (0x2193 bytes) 000618 1779991980.252386 punch from 0x021e60 to 0x0241ff (0x23a0 bytes) 000619 1779991980.260814 trunc from 0x013d60 to 0x01a9e1 (0x6c82 bytes) 000620 1779991980.294257 MIRROR_SPLIT mirror 11 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2b1bf): Mirror 2: 0x31244640 (stale) Mirror 17: 0x31244640 (stale) Mirror 18: 0x31244640 (stale) Mirror 19: 0x31244640 (stale) Mirror 22: 0x31244640 (stale) Mirror 23: 0x31244640 (stale) Mirror 24: 0x31244640 (stale) Mirror 25: 0x31244640 (stale) Mirror 27: 0x31244640 (stale) Mirror 28: 0x31244640 (stale) Mirror 30: 0x31244640 (stale) Mirror 31: 0x31244640 (stale) Mirror 32: 0x31244640 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b1bf): Mirror 2: 0x31244640 (stale) Mirror 17: 0x31244640 (stale) Mirror 18: 0x31244640 (stale) Mirror 19: 0x31244640 (stale) Mirror 22: 0x31244640 (stale) Mirror 23: 0x31244640 (stale) Mirror 24: 0x31244640 (stale) Mirror 25: 0x31244640 (stale) Mirror 27: 0x31244640 (stale) Mirror 28: 0x31244640 (stale) Mirror 30: 0x31244640 (stale) Mirror 31: 0x31244640 (stale) Mirror 32: 0x31244640 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b1bf: skipped 000621 1779991981.183356 trunc from 0x01a87b to 0x01bd58 (0x14de bytes) 000622 1779991981.193338 trunc from 0x00828b to 0x00aea5 (0x2c1b bytes) 000623 1779991981.202224 trunc from 0x02b1bf to 0x031976 (0x67b8 bytes) 000624 1779991981.228512 write 0x035b84 thru 0x039ac4 (0x3f41 bytes) 000625 1779991981.230837 mapread 0x0187c3 thru 0x01c315 (0x3b53 bytes) 000626 1779991981.264704 read 0x0024af thru 0x004f9d (0x2aef bytes) 000628 1779991981.275292 mapread 0x0277dd thru 0x02d744 (0x5f68 bytes) 000629 1779991981.300751 trunc from 0x039ac5 to 0x0244d7 (0x155ed bytes) 000630 1779991981.335922 write 0x010c9c thru 0x018183 (0x74e8 bytes) 000631 1779991981.361113 write 0x031ad6 thru 0x031bd9 (0x104 bytes) 000632 1779991981.362275 mapread 0x012e66 thru 0x015c3a (0x2dd5 bytes) 000633 1779991981.368828 trunc from 0x012521 to 0x016c50 (0x4730 bytes) 000634 1779991981.404329 punch from 0x01ac31 to 0x01c83b (0x1c0b bytes) 000635 1779991981.428544 MIRROR_SPLIT mirror 2 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31bda): Mirror 2: 0xc0a5ecfb (stale) Mirror 18: 0xc0a5ecfb (stale) Mirror 19: 0xc0a5ecfb (stale) Mirror 22: 0xc0a5ecfb (stale) Mirror 23: 0xc0a5ecfb (stale) Mirror 24: 0xc0a5ecfb (stale) Mirror 25: 0xc0a5ecfb (stale) Mirror 27: 0xc0a5ecfb (stale) Mirror 28: 0xc0a5ecfb (stale) Mirror 30: 0xc0a5ecfb (stale) Mirror 31: 0xc0a5ecfb (stale) Mirror 32: 0xc0a5ecfb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31bda): Mirror 2: 0xc0a5ecfb (stale) Mirror 18: 0xc0a5ecfb (stale) Mirror 19: 0xc0a5ecfb (stale) Mirror 22: 0xc0a5ecfb (stale) Mirror 23: 0xc0a5ecfb (stale) Mirror 24: 0xc0a5ecfb (stale) Mirror 25: 0xc0a5ecfb (stale) Mirror 27: 0xc0a5ecfb (stale) Mirror 28: 0xc0a5ecfb (stale) Mirror 30: 0xc0a5ecfb (stale) Mirror 31: 0xc0a5ecfb (stale) Mirror 32: 0xc0a5ecfb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31bda: skipped 000636 1779991982.355604 trunc from 0x031bda to 0x036573 (0x499a bytes) 000637 1779991982.403565 MIRROR_RESYNC 13 mirrors 000638 1779991988.014990 trunc from 0x005adf to 0x00c2e1 (0x6803 bytes) 000639 1779991988.054235 fallocate 0x03a1d0 thru 0x03ffff (0x5e30 bytes) 000640 1779991988.060461 write 0x006e38 thru 0x015d52 (0xef1b bytes) 000641 1779991988.075370 mapwrite 0x0269d0 thru 0x02f2cb (0x88fc bytes) 000642 1779991988.130672 fallocate 0x03bf0e thru 0x03ffff (0x40f2 bytes) 000643 1779991988.136541 trunc from 0x009f22 to 0x01567a (0xb759 bytes) 000645 1779991988.164412 punch from 0x028dde to 0x031ca1 (0x8ec4 bytes) 000647 1779991988.178905 write 0x03cfa2 thru 0x03ffff (0x305e bytes) 000648 1779991988.209488 fallocate 0x03e227 thru 0x03ffff (0x1dd9 bytes) 000649 1779991988.223867 trunc from 0x008f6f to 0x01815d (0xf1ef bytes) 000652 1779991988.245243 punch from 0x020aa7 to 0x02da21 (0xcf7b bytes) 000653 1779991988.266415 trunc from 0x040000 to 0x00bca0 (0x3435f bytes) 000654 1779991988.319306 write 0x00bc47 thru 0x00dff2 (0x23ac bytes) 000655 1779991988.356908 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0xdff3): Mirror 2: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xdff3): Mirror 2: 0xb097b25e (stale) Mirror 18: 0xb097b25e (stale) Mirror 19: 0xb097b25e (stale) Mirror 22: 0xb097b25e (stale) Mirror 23: 0xb097b25e (stale) Mirror 24: 0xb097b25e (stale) Mirror 25: 0xb097b25e (stale) Mirror 27: 0xb097b25e (stale) Mirror 28: 0xb097b25e (stale) Mirror 30: 0xb097b25e (stale) Mirror 31: 0xb097b25e (stale) Mirror 32: 0xb097b25e (stale) CRC-32 checksum value for chunk [0, 0xdff3): Mirror 1: 0x1176da4a Mirror 33: 0x1176da4a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xdff3: skipped 000656 1779991989.744898 write 0x00cc95 thru 0x0112ba (0x4626 bytes) 000657 1779991989.820893 read 0x00564d thru 0x00fb19 (0xa4cd bytes) 000658 1779991989.835719 trunc from 0x0112bb to 0x003ef7 (0xd3c3 bytes) 000659 1779991989.882563 trunc from 0x003ef8 to 0x039dab (0x35eb4 bytes) 000662 1779991989.916729 read 0x023c87 thru 0x027300 (0x367a bytes) 000663 1779991989.935796 trunc from 0x039dac to 0x014738 (0x25673 bytes) 000664 1779991989.965634 mapwrite 0x02b0ad thru 0x02e959 (0x38ad bytes) 000666 1779991990.096287 read 0x019e29 thru 0x01cbc6 (0x2d9e bytes) 000667 1779991990.116996 read 0x02b8d3 thru 0x02e959 (0x3087 bytes) 000668 1779991990.120975 trunc from 0x02e95a to 0x02e4c7 (0x492 bytes) 000669 1779991990.174027 mapread 0x00b91d thru 0x017809 (0xbeed bytes) 000670 1779991990.179076 trunc from 0x02e4c8 to 0x009634 (0x24e93 bytes) 000671 1779991990.202647 trunc from 0x0076f1 to 0x008483 (0xd93 bytes) 000672 1779991990.214537 write 0x01014a thru 0x01477a (0x4631 bytes) 000673 1779991990.217765 punch from 0x0128ad to 0x01477a (0x1ece bytes) 000674 1779991990.244792 read 0x005fd0 thru 0x00d67d (0x76ae bytes) 000675 1779991990.274561 read 0x0042d7 thru 0x00c1f2 (0x7f1c bytes) 000676 1779991990.275648 trunc from 0x00561a to 0x0096be (0x40a5 bytes) 000677 1779991990.295522 mapread 0x00bd07 thru 0x012c0e (0x6f08 bytes) 000678 1779991990.297158 trunc from 0x000f6f to 0x0105ae (0xf640 bytes) 000679 1779991990.305626 write 0x03b7b2 thru 0x03f36a (0x3bb9 bytes) 000680 1779991990.310786 trunc from 0x0173f9 to 0x026691 (0xf299 bytes) 000681 1779991990.317023 trunc from 0x0070cd to 0x00ea2b (0x795f bytes) 000683 1779991990.326507 trunc from 0x03f36b to 0x00e75d (0x30c0d bytes) 000684 1779991990.345482 punch from 0x004519 to 0x00e75d (0xa245 bytes) 000686 1779991990.352970 mapread 0x00d636 thru 0x00da55 (0x420 bytes) 000688 1779991990.373534 trunc from 0x00e75e to 0x026197 (0x17a3a bytes) 000689 1779991990.392435 mapwrite 0x020afa thru 0x027c30 (0x7137 bytes) 000690 1779991990.449448 fallocate 0x01ec3c thru 0x02175b (0x2b20 bytes) 000691 1779991990.468446 MIRROR_RESYNC 14 mirrors 000692 1779991992.840577 read 0x00ac94 thru 0x00ff3d (0x52aa bytes) 000693 1779991992.855808 mapwrite 0x007f19 thru 0x00f67b (0x7763 bytes) 000694 1779991992.985752 mapwrite 0x028db0 thru 0x034d4a (0xbf9b bytes) 000695 1779991993.070453 read 0x0321ef thru 0x034d4a (0x2b5c bytes) 000696 1779991993.071781 fallocate 0x02fcce thru 0x03e58c (0xe8bf bytes) 000698 1779991993.080014 read 0x02ae50 thru 0x034d4a (0x9efb bytes) 000699 1779991993.081945 read 0x01fbd1 thru 0x028c8c (0x90bc bytes) 000700 1779991993.098359 MIRROR_EXTEND to 15 mirrors CRC-32 checksum value for chunk [0, 0x34d4b): Mirror 2: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) Mirror 33: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34d4b): Mirror 2: 0xb1c9152a (stale) Mirror 18: 0xb1c9152a (stale) Mirror 19: 0xb1c9152a (stale) Mirror 22: 0xb1c9152a (stale) Mirror 23: 0xb1c9152a (stale) Mirror 24: 0xb1c9152a (stale) Mirror 25: 0xb1c9152a (stale) Mirror 27: 0xb1c9152a (stale) Mirror 28: 0xb1c9152a (stale) Mirror 30: 0xb1c9152a (stale) Mirror 31: 0xb1c9152a (stale) Mirror 32: 0xb1c9152a (stale) Mirror 33: 0xb1c9152a (stale) CRC-32 checksum value for chunk [0, 0x34d4b): Mirror 1: 0x8d632e2a Mirror 34: 0x8d632e2a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34d4b: skipped 000703 1779991994.770460 trunc from 0x004505 to 0x0062f4 (0x1df0 bytes) 000704 1779991994.847156 trunc from 0x0157a8 to 0x022e7d (0xd6d6 bytes) 000705 1779991994.855974 trunc from 0x00ee94 to 0x00f0d6 (0x243 bytes) 000706 1779991994.872246 trunc from 0x034d4b to 0x035548 (0x7fe bytes) 000707 1779991994.941293 mapwrite 0x032ba6 thru 0x03f51a (0xc975 bytes) 000708 1779991995.010324 read 0x03649f thru 0x037953 (0x14b5 bytes) 000709 1779991995.011170 mapwrite 0x022e63 thru 0x02d8a2 (0xaa40 bytes) 000710 1779991995.098312 trunc from 0x03cc7c to 0x03f51a (0x289f bytes) 000711 1779991995.116206 punch from 0x030267 to 0x03ac1d (0xa9b7 bytes) 000712 1779991995.130520 read 0x030472 thru 0x035a77 (0x5606 bytes) 000713 1779991995.144775 mapread 0x011273 thru 0x01cc13 (0xb9a1 bytes) 000714 1779991995.146272 mapread 0x032029 thru 0x039929 (0x7901 bytes) 000716 1779991995.156208 MIRROR_RESYNC 15 mirrors 000717 1779992001.072234 write 0x01e29f thru 0x023db0 (0x5b12 bytes) 000718 1779992001.149535 trunc from 0x002a70 to 0x00dbdf (0xb170 bytes) 000719 1779992001.160764 mapread 0x00f0a6 thru 0x01d1be (0xe119 bytes) 000720 1779992001.185259 fallocate 0x0319f7 thru 0x03b2c9 (0x98d3 bytes) 000721 1779992001.191753 trunc from 0x01d952 to 0x022ddf (0x548e bytes) 000722 1779992001.210175 fallocate 0x03fbca thru 0x03ffff (0x436 bytes) 000723 1779992001.219500 mapwrite 0x00337e thru 0x00fd18 (0xc99b bytes) 000724 1779992001.255537 fallocate 0x0256a0 thru 0x02c3e7 (0x6d48 bytes) 000725 1779992001.268180 fallocate 0x00dce3 thru 0x010ba8 (0x2ec6 bytes) 000726 1779992001.273987 mapread 0x00d884 thru 0x01aa16 (0xd193 bytes) 000727 1779992001.276871 punch from 0x02447d to 0x02695c (0x24e0 bytes) 000728 1779992001.290305 mapwrite 0x02e3d2 thru 0x0320db (0x3d0a bytes) 000729 1779992001.332922 mapread 0x0188e0 thru 0x01cd60 (0x4481 bytes) 000730 1779992001.350505 MIRROR_SPLIT mirror 13 to 14 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x138e0c27 (stale) Mirror 18: 0x138e0c27 (stale) Mirror 19: 0x138e0c27 (stale) Mirror 22: 0x138e0c27 (stale) Mirror 23: 0x138e0c27 (stale) Mirror 24: 0x138e0c27 (stale) Mirror 25: 0x138e0c27 (stale) Mirror 27: 0x138e0c27 (stale) Mirror 28: 0x138e0c27 (stale) Mirror 30: 0x138e0c27 (stale) Mirror 31: 0x138e0c27 (stale) Mirror 32: 0x138e0c27 (stale) Mirror 34: 0x138e0c27 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x138e0c27 (stale) Mirror 18: 0x138e0c27 (stale) Mirror 19: 0x138e0c27 (stale) Mirror 22: 0x138e0c27 (stale) Mirror 23: 0x138e0c27 (stale) Mirror 24: 0x138e0c27 (stale) Mirror 25: 0x138e0c27 (stale) Mirror 27: 0x138e0c27 (stale) Mirror 28: 0x138e0c27 (stale) Mirror 30: 0x138e0c27 (stale) Mirror 31: 0x138e0c27 (stale) Mirror 32: 0x138e0c27 (stale) Mirror 34: 0x138e0c27 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000731 1779992002.259120 mapread 0x02a5d1 thru 0x02fee0 (0x5910 bytes) 000732 1779992002.285659 fallocate 0x01d74d thru 0x0235e4 (0x5e98 bytes) 000733 1779992002.293571 read 0x03c1bf thru 0x03ffff (0x3e41 bytes) 000734 1779992002.300839 trunc from 0x040000 to 0x01ac53 (0x253ac bytes) 000735 1779992002.323209 fallocate 0x01661b thru 0x018e51 (0x2837 bytes) 000736 1779992002.333186 punch from 0x002451 to 0x00e27f (0xbe2f bytes) 000737 1779992002.349152 read 0x006eb0 thru 0x014574 (0xd6c5 bytes) 000739 1779992002.375709 write 0x02c718 thru 0x03a113 (0xd9fc bytes) 000740 1779992002.386662 fallocate 0x00a51c thru 0x011d35 (0x781a bytes) 000741 1779992002.418405 MIRROR_RESYNC 14 mirrors 000742 1779992006.375740 read 0x037982 thru 0x03a113 (0x2792 bytes) 000743 1779992006.401152 mapread 0x00cfb6 thru 0x00d507 (0x552 bytes) 000744 1779992006.424973 write 0x036fe8 thru 0x03c68d (0x56a6 bytes) 000745 1779992006.478820 write 0x0185b1 thru 0x0284db (0xff2b bytes) 000746 1779992006.503829 mapread 0x024f1e thru 0x02e862 (0x9945 bytes) 000747 1779992006.518547 fallocate 0x02ac8b thru 0x031b11 (0x6e87 bytes) 000748 1779992006.525160 mapwrite 0x00e2ce thru 0x014016 (0x5d49 bytes) 000749 1779992006.557007 write 0x00022b thru 0x0098b4 (0x968a bytes) 000750 1779992006.568449 trunc from 0x03c68e to 0x011d08 (0x2a985 bytes) 000751 1779992006.593748 write 0x0266a6 thru 0x0280d9 (0x1a34 bytes) 000752 1779992006.596513 mapread 0x0041b3 thru 0x00d282 (0x90d0 bytes) 000753 1779992006.598548 write 0x02f145 thru 0x034e7b (0x5d37 bytes) 000754 1779992006.601415 trunc from 0x034e7c to 0x03d2bc (0x8441 bytes) 000755 1779992006.630156 write 0x03ac83 thru 0x03ffff (0x537d bytes) 000756 1779992006.652152 mapwrite 0x0249e2 thru 0x029635 (0x4c54 bytes) 000757 1779992006.701007 trunc from 0x035667 to 0x03b3b0 (0x5d4a bytes) 000758 1779992006.709023 mapread 0x01ddb0 thru 0x02c5ed (0xe83e bytes) 000759 1779992006.712712 punch from 0x03cfa4 to 0x03ffff (0x305c bytes) 000760 1779992006.719331 read 0x034c3b thru 0x03ecc0 (0xa086 bytes) 000761 1779992006.735086 mapread 0x02637b thru 0x028f92 (0x2c18 bytes) 000762 1779992006.738182 fallocate 0x026683 thru 0x034eec (0xe86a bytes) 000763 1779992006.747526 trunc from 0x022bcc to 0x02ac9f (0x80d4 bytes) 000765 1779992006.756730 punch from 0x033939 to 0x0378be (0x3f86 bytes) 000766 1779992006.765743 read 0x02e53d thru 0x0358f2 (0x73b6 bytes) 000767 1779992006.788514 mapread 0x0191fa thru 0x01a383 (0x118a bytes) 000768 1779992006.790279 punch from 0x033e94 to 0x036bab (0x2d18 bytes) 000769 1779992006.800974 write 0x022327 thru 0x027f65 (0x5c3f bytes) 000770 1779992006.803581 fallocate 0x005cac thru 0x0084a7 (0x27fc bytes) 000772 1779992006.813813 punch from 0x00c7e1 to 0x014684 (0x7ea4 bytes) 000773 1779992006.820797 write 0x0099bf thru 0x00b99d (0x1fdf bytes) 000774 1779992006.832540 MIRROR_RESYNC 14 mirrors 000775 1779992011.895372 fallocate 0x0020ee thru 0x011574 (0xf487 bytes) 000776 1779992011.978398 mapwrite 0x03ae78 thru 0x03ffff (0x5188 bytes) 000778 1779992012.071457 trunc from 0x040000 to 0x02ccad (0x13352 bytes) 000780 1779992012.103645 read 0x020364 thru 0x026ea6 (0x6b43 bytes) 000781 1779992012.129881 fallocate 0x01414e thru 0x015043 (0xef6 bytes) 000782 1779992012.145140 trunc from 0x00bbda to 0x017ead (0xc2d4 bytes) 000783 1779992012.159656 mapwrite 0x020914 thru 0x02b0b3 (0xa7a0 bytes) 000784 1779992012.205853 MIRROR_SPLIT mirror 12 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2ccae): Mirror 2: 0x7bf98975 (stale) Mirror 18: 0x7bf98975 (stale) Mirror 19: 0x7bf98975 (stale) Mirror 22: 0x7bf98975 (stale) Mirror 23: 0x7bf98975 (stale) Mirror 24: 0x7bf98975 (stale) Mirror 25: 0x7bf98975 (stale) Mirror 27: 0x7bf98975 (stale) Mirror 28: 0x7bf98975 (stale) Mirror 30: 0x7bf98975 (stale) Mirror 31: 0x7bf98975 (stale) Mirror 34: 0x7bf98975 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ccae): Mirror 2: 0x7bf98975 (stale) Mirror 18: 0x7bf98975 (stale) Mirror 19: 0x7bf98975 (stale) Mirror 22: 0x7bf98975 (stale) Mirror 23: 0x7bf98975 (stale) Mirror 24: 0x7bf98975 (stale) Mirror 25: 0x7bf98975 (stale) Mirror 27: 0x7bf98975 (stale) Mirror 28: 0x7bf98975 (stale) Mirror 30: 0x7bf98975 (stale) Mirror 31: 0x7bf98975 (stale) Mirror 34: 0x7bf98975 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ccae: skipped 000785 1779992013.157721 trunc from 0x00dd92 to 0x019faf (0xc21e bytes) 000786 1779992013.163509 write 0x02cc71 thru 0x03bed7 (0xf267 bytes) 000787 1779992013.178468 fallocate 0x0147fa thru 0x021a7a (0xd281 bytes) 000788 1779992013.197537 read 0x00a05a thru 0x011aba (0x7a61 bytes) 000789 1779992013.208361 trunc from 0x03bed8 to 0x033e21 (0x80b6 bytes) 000790 1779992013.230913 fallocate 0x03bf2a thru 0x03ffff (0x40d6 bytes) 000791 1779992013.241964 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 34: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x9a2a1d14 (stale) Mirror 18: 0x9a2a1d14 (stale) Mirror 19: 0x9a2a1d14 (stale) Mirror 22: 0x9a2a1d14 (stale) Mirror 23: 0x9a2a1d14 (stale) Mirror 24: 0x9a2a1d14 (stale) Mirror 25: 0x9a2a1d14 (stale) Mirror 27: 0x9a2a1d14 (stale) Mirror 28: 0x9a2a1d14 (stale) Mirror 30: 0x9a2a1d14 (stale) Mirror 31: 0x9a2a1d14 (stale) Mirror 34: 0x9a2a1d14 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x412edc7e Mirror 35: 0x412edc7e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000792 1779992014.618491 mapwrite 0x02afe4 thru 0x037d24 (0xcd41 bytes) 000793 1779992014.837157 MIRROR_SPLIT mirror 6 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x9a2a1d14 (stale) Mirror 18: 0x9a2a1d14 (stale) Mirror 19: 0x9a2a1d14 (stale) Mirror 22: 0x9a2a1d14 (stale) Mirror 23: 0x9a2a1d14 (stale) Mirror 25: 0x9a2a1d14 (stale) Mirror 27: 0x9a2a1d14 (stale) Mirror 28: 0x9a2a1d14 (stale) Mirror 30: 0x9a2a1d14 (stale) Mirror 31: 0x9a2a1d14 (stale) Mirror 34: 0x9a2a1d14 (stale) Mirror 35: 0x412edc7e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x9a2a1d14 (stale) Mirror 18: 0x9a2a1d14 (stale) Mirror 19: 0x9a2a1d14 (stale) Mirror 22: 0x9a2a1d14 (stale) Mirror 23: 0x9a2a1d14 (stale) Mirror 25: 0x9a2a1d14 (stale) Mirror 27: 0x9a2a1d14 (stale) Mirror 28: 0x9a2a1d14 (stale) Mirror 30: 0x9a2a1d14 (stale) Mirror 31: 0x9a2a1d14 (stale) Mirror 34: 0x9a2a1d14 (stale) Mirror 35: 0x412edc7e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000794 1779992016.016195 trunc from 0x040000 to 0x00b295 (0x34d6a bytes) 000795 1779992016.097617 MIRROR_SPLIT mirror 11 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xb296): Mirror 2: 0xc74714a5 (stale) Mirror 18: 0xc74714a5 (stale) Mirror 19: 0xc74714a5 (stale) Mirror 22: 0xc74714a5 (stale) Mirror 23: 0xc74714a5 (stale) Mirror 25: 0xc74714a5 (stale) Mirror 27: 0xc74714a5 (stale) Mirror 28: 0xc74714a5 (stale) Mirror 30: 0xc74714a5 (stale) Mirror 31: 0xc74714a5 (stale) Mirror 35: 0xc74714a5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xb296): Mirror 2: 0xc74714a5 (stale) Mirror 18: 0xc74714a5 (stale) Mirror 19: 0xc74714a5 (stale) Mirror 22: 0xc74714a5 (stale) Mirror 23: 0xc74714a5 (stale) Mirror 25: 0xc74714a5 (stale) Mirror 27: 0xc74714a5 (stale) Mirror 28: 0xc74714a5 (stale) Mirror 30: 0xc74714a5 (stale) Mirror 31: 0xc74714a5 (stale) Mirror 35: 0xc74714a5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xb296: skipped 000796 1779992016.869698 mapread 0x0078a2 thru 0x00850b (0xc6a bytes) 000797 1779992016.885006 trunc from 0x00b296 to 0x0372c7 (0x2c032 bytes) 000798 1779992016.917062 punch from 0x030458 to 0x0372c7 (0x6e70 bytes) 000799 1779992016.922624 fallocate 0x03d5b3 thru 0x03dbf1 (0x63f bytes) 000800 1779992016.929356 read 0x02b435 thru 0x0372c7 (0xbe93 bytes) 000801 1779992016.940186 trunc from 0x0134ee to 0x01cab3 (0x95c6 bytes) 000803 1779992016.948552 mapwrite 0x0009bc thru 0x0014f6 (0xb3b bytes) 000805 1779992016.980521 punch from 0x016e1a to 0x021f4d (0xb134 bytes) 000806 1779992017.003475 read 0x02dcd5 thru 0x0372c7 (0x95f3 bytes) 000807 1779992017.005195 trunc from 0x0372c8 to 0x008c0f (0x2e6b8 bytes) 000809 1779992017.054404 MIRROR_RESYNC 12 mirrors 000810 1779992018.832008 trunc from 0x008c10 to 0x03e4fa (0x358eb bytes) 000811 1779992018.879482 mapread 0x02cc73 thru 0x038c55 (0xbfe3 bytes) 000812 1779992018.944341 MIRROR_RESYNC 12 mirrors 000813 1779992021.019543 mapread 0x026431 thru 0x030fa3 (0xab73 bytes) 000814 1779992021.048230 mapwrite 0x034c4d thru 0x03c1d0 (0x7584 bytes) 000815 1779992021.178362 trunc from 0x00b117 to 0x0177f1 (0xc6db bytes) 000817 1779992021.189508 write 0x02d9dd thru 0x033cd6 (0x62fa bytes) 000818 1779992021.191333 mapwrite 0x019b1a thru 0x024880 (0xad67 bytes) 000819 1779992021.285717 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x3e4fb): Mirror 2: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 35: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e4fb): Mirror 2: 0x93849700 (stale) Mirror 18: 0x93849700 (stale) Mirror 19: 0x93849700 (stale) Mirror 22: 0x93849700 (stale) Mirror 23: 0x93849700 (stale) Mirror 25: 0x93849700 (stale) Mirror 27: 0x93849700 (stale) Mirror 28: 0x93849700 (stale) Mirror 30: 0x93849700 (stale) Mirror 31: 0x93849700 (stale) Mirror 35: 0x93849700 (stale) CRC-32 checksum value for chunk [0, 0x3e4fb): Mirror 1: 0xfc81bbc3 Mirror 36: 0xfc81bbc3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e4fb: skipped 000820 1779992022.681468 mapwrite 0x02832c thru 0x0328e1 (0xa5b6 bytes) 000821 1779992022.849495 punch from 0x03b4a2 to 0x03e4fa (0x3059 bytes) 000822 1779992022.858990 mapread 0x028a30 thru 0x02f135 (0x6706 bytes) 000823 1779992022.861016 trunc from 0x03e4fb to 0x03116c (0xd38e bytes) 000824 1779992022.931088 fallocate 0x02855c thru 0x035555 (0xcffa bytes) 000826 1779992022.938902 fallocate 0x01d8f1 thru 0x01ebd4 (0x12e4 bytes) 000827 1779992022.944254 mapwrite 0x025457 thru 0x02dd21 (0x88cb bytes) 000828 1779992022.970257 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x3116d): Mirror 2: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3116d): Mirror 2: 0x1a0dfcaf (stale) Mirror 18: 0x1a0dfcaf (stale) Mirror 19: 0x1a0dfcaf (stale) Mirror 22: 0x1a0dfcaf (stale) Mirror 23: 0x1a0dfcaf (stale) Mirror 25: 0x1a0dfcaf (stale) Mirror 27: 0x1a0dfcaf (stale) Mirror 28: 0x1a0dfcaf (stale) Mirror 30: 0x1a0dfcaf (stale) Mirror 31: 0x1a0dfcaf (stale) Mirror 35: 0x1a0dfcaf (stale) Mirror 36: 0x1750c35e (stale) CRC-32 checksum value for chunk [0, 0x3116d): Mirror 1: 0x8e6f4fd0 Mirror 37: 0x8e6f4fd0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3116d: skipped 000830 1779992024.285432 read 0x007b3d thru 0x00bf41 (0x4405 bytes) 000831 1779992024.305901 mapwrite 0x03e969 thru 0x03ffff (0x1697 bytes) 000832 1779992024.458869 MIRROR_SPLIT mirror 1 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0xd52bc2ce (stale) Mirror 19: 0xd52bc2ce (stale) Mirror 22: 0xd52bc2ce (stale) Mirror 23: 0xd52bc2ce (stale) Mirror 25: 0xd52bc2ce (stale) Mirror 27: 0xd52bc2ce (stale) Mirror 28: 0xd52bc2ce (stale) Mirror 30: 0xd52bc2ce (stale) Mirror 31: 0xd52bc2ce (stale) Mirror 35: 0xd52bc2ce (stale) Mirror 36: 0xd76c8c13 (stale) Mirror 37: 0xf304b734 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0xd52bc2ce (stale) Mirror 19: 0xd52bc2ce (stale) Mirror 22: 0xd52bc2ce (stale) Mirror 23: 0xd52bc2ce (stale) Mirror 25: 0xd52bc2ce (stale) Mirror 27: 0xd52bc2ce (stale) Mirror 28: 0xd52bc2ce (stale) Mirror 30: 0xd52bc2ce (stale) Mirror 31: 0xd52bc2ce (stale) Mirror 35: 0xd52bc2ce (stale) Mirror 36: 0xd76c8c13 (stale) Mirror 37: 0xf304b734 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000833 1779992025.435619 punch from 0x006b5a to 0x00d294 (0x673b bytes) 000834 1779992025.447250 mapread 0x018531 thru 0x018a71 (0x541 bytes) 000835 1779992025.455450 trunc from 0x040000 to 0x006a40 (0x395bf bytes) 000836 1779992025.484765 fallocate 0x0198d8 thru 0x01afaa (0x16d3 bytes) 000837 1779992025.490138 trunc from 0x006a41 to 0x023118 (0x1c6d8 bytes) 000838 1779992025.504956 punch from 0x00b57f to 0x00c2fb (0xd7d bytes) 000839 1779992025.511236 trunc from 0x023119 to 0x001760 (0x219b8 bytes) 000840 1779992025.528978 mapwrite 0x016b5b thru 0x0195b9 (0x2a5f bytes) 000841 1779992025.588389 mapread 0x010b51 thru 0x0195b9 (0x8a69 bytes) 000842 1779992025.593149 MIRROR_SPLIT mirror 8 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x195ba): Mirror 18: 0x427ac888 (stale) Mirror 19: 0x427ac888 (stale) Mirror 22: 0x427ac888 (stale) Mirror 23: 0x427ac888 (stale) Mirror 25: 0x427ac888 (stale) Mirror 27: 0x427ac888 (stale) Mirror 28: 0x427ac888 (stale) Mirror 31: 0x427ac888 (stale) Mirror 35: 0x427ac888 (stale) Mirror 36: 0x427ac888 (stale) Mirror 37: 0x427ac888 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x195ba): Mirror 18: 0x427ac888 (stale) Mirror 19: 0x427ac888 (stale) Mirror 22: 0x427ac888 (stale) Mirror 23: 0x427ac888 (stale) Mirror 25: 0x427ac888 (stale) Mirror 27: 0x427ac888 (stale) Mirror 28: 0x427ac888 (stale) Mirror 31: 0x427ac888 (stale) Mirror 35: 0x427ac888 (stale) Mirror 36: 0x427ac888 (stale) Mirror 37: 0x427ac888 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x195ba: skipped 000843 1779992026.313880 trunc from 0x0195ba to 0x0048b2 (0x14d07 bytes) 000844 1779992026.336699 mapwrite 0x028255 thru 0x02d8d7 (0x5683 bytes) 000845 1779992026.400221 fallocate 0x01c2cc thru 0x025ee0 (0x9c15 bytes) 000846 1779992026.412202 trunc from 0x00a11c to 0x00f6f6 (0x55db bytes) 000847 1779992026.425015 fallocate 0x00c87d thru 0x01070e (0x3e92 bytes) 000848 1779992026.441476 fallocate 0x0120cf thru 0x0166e3 (0x4615 bytes) 000849 1779992026.448544 fallocate 0x013fea thru 0x023ead (0xfec4 bytes) 000850 1779992026.462881 mapwrite 0x0298c5 thru 0x034be2 (0xb31e bytes) 000851 1779992026.546144 trunc from 0x00a19b to 0x015df4 (0xbc5a bytes) 000852 1779992026.559595 punch from 0x00c90c to 0x019834 (0xcf29 bytes) 000853 1779992026.574560 punch from 0x02c1c7 to 0x034be2 (0x8a1c bytes) 000854 1779992026.586958 mapwrite 0x00ccfb thru 0x0196ea (0xc9f0 bytes) 000856 1779992026.662775 read 0x008b54 thru 0x00dac1 (0x4f6e bytes) 000857 1779992026.667965 fallocate 0x001b66 thru 0x003344 (0x17df bytes) 000858 1779992026.681837 read 0x0262f3 thru 0x02cc82 (0x6990 bytes) 000859 1779992026.702914 mapread 0x004c76 thru 0x013485 (0xe810 bytes) 000860 1779992026.708637 MIRROR_SPLIT mirror 2 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34be3): Mirror 18: 0xfce157bc (stale) Mirror 22: 0xfce157bc (stale) Mirror 23: 0xfce157bc (stale) Mirror 25: 0xfce157bc (stale) Mirror 27: 0xfce157bc (stale) Mirror 28: 0xfce157bc (stale) Mirror 31: 0xfce157bc (stale) Mirror 35: 0xfce157bc (stale) Mirror 36: 0x94229161 (stale) Mirror 37: 0x9ccf4638 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34be3): Mirror 18: 0xfce157bc (stale) Mirror 22: 0xfce157bc (stale) Mirror 23: 0xfce157bc (stale) Mirror 25: 0xfce157bc (stale) Mirror 27: 0xfce157bc (stale) Mirror 28: 0xfce157bc (stale) Mirror 31: 0xfce157bc (stale) Mirror 35: 0xfce157bc (stale) Mirror 36: 0x94229161 (stale) Mirror 37: 0x9ccf4638 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34be3: skipped 000861 1779992027.384063 write 0x018595 thru 0x02195b (0x93c7 bytes) 000862 1779992027.403385 fallocate 0x0210c6 thru 0x027fe9 (0x6f24 bytes) 000863 1779992027.409898 punch from 0x001328 to 0x009f0d (0x8be6 bytes) 000864 1779992027.425814 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x34be3): Mirror 18: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 31: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) Mirror 37: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34be3): Mirror 18: 0xfce157bc (stale) Mirror 22: 0xfce157bc (stale) Mirror 23: 0xfce157bc (stale) Mirror 25: 0xfce157bc (stale) Mirror 27: 0xfce157bc (stale) Mirror 28: 0xfce157bc (stale) Mirror 31: 0xfce157bc (stale) Mirror 35: 0xfce157bc (stale) Mirror 36: 0x94229161 (stale) Mirror 37: 0x9ccf4638 (stale) CRC-32 checksum value for chunk [0, 0x34be3): Mirror 1: 0xaf45ac6 Mirror 38: 0xaf45ac6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34be3: skipped 000865 1779992028.961526 trunc from 0x034be3 to 0x0289e3 (0xc1ff bytes) 000866 1779992029.098996 mapwrite 0x00e218 thru 0x012aa4 (0x488d bytes) 000867 1779992029.152663 mapread 0x0053cb thru 0x0138a2 (0xe4d8 bytes) 000868 1779992029.164115 fallocate 0x01f5c1 thru 0x02ebb9 (0xf5f9 bytes) 000869 1779992029.170142 mapread 0x010711 thru 0x019452 (0x8d42 bytes) 000870 1779992029.182478 write 0x005a18 thru 0x008fb9 (0x35a2 bytes) 000871 1779992029.185098 trunc from 0x002e1f to 0x00b432 (0x8614 bytes) 000872 1779992029.208606 mapread 0x012be9 thru 0x018ee2 (0x62fa bytes) 000873 1779992029.215913 mapwrite 0x017ab7 thru 0x01d8a3 (0x5ded bytes) 000874 1779992029.248350 write 0x009d17 thru 0x00db18 (0x3e02 bytes) 000875 1779992029.261364 trunc from 0x019b90 to 0x01dde5 (0x4256 bytes) 000876 1779992029.274708 MIRROR_RESYNC 12 mirrors 000877 1779992033.419607 mapwrite 0x01155b thru 0x01cf49 (0xb9ef bytes) 000878 1779992033.609910 punch from 0x015463 to 0x01bebc (0x6a5a bytes) 000879 1779992033.632915 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x289e4): Mirror 18: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 31: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) Mirror 37: (stale - read error) Mirror 38: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x289e4): Mirror 18: 0xce6d84e3 (stale) Mirror 22: 0xce6d84e3 (stale) Mirror 23: 0xce6d84e3 (stale) Mirror 25: 0xce6d84e3 (stale) Mirror 27: 0xce6d84e3 (stale) Mirror 28: 0xce6d84e3 (stale) Mirror 31: 0xce6d84e3 (stale) Mirror 35: 0xce6d84e3 (stale) Mirror 36: 0xce6d84e3 (stale) Mirror 37: 0xce6d84e3 (stale) Mirror 38: 0xce6d84e3 (stale) CRC-32 checksum value for chunk [0, 0x289e4): Mirror 1: 0x82cf27dc Mirror 39: 0x82cf27dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x289e4: skipped 000880 1779992035.334360 read 0x028975 thru 0x0289e3 (0x6f bytes) 000881 1779992035.348772 trunc from 0x0157f3 to 0x023e6b (0xe679 bytes) 000882 1779992035.392568 trunc from 0x015f76 to 0x01fafa (0x9b85 bytes) 000883 1779992035.399981 fallocate 0x02b7c9 thru 0x03b0e2 (0xf91a bytes) 000885 1779992035.406793 read 0x03a933 thru 0x03b0e2 (0x7b0 bytes) 000886 1779992035.418577 trunc from 0x03b0e3 to 0x02e79e (0xc944 bytes) 000887 1779992035.446830 MIRROR_RESYNC 13 mirrors 000888 1779992039.501715 trunc from 0x00077b to 0x002b65 (0x23eb bytes) 000889 1779992039.539907 mapwrite 0x0250bb thru 0x031ec4 (0xce0a bytes) 000890 1779992039.614528 MIRROR_RESYNC 13 mirrors 000891 1779992042.518895 write 0x03d343 thru 0x03ffff (0x2cbd bytes) 000892 1779992042.570904 read 0x02e5fc thru 0x03b8c0 (0xd2c5 bytes) 000893 1779992042.591717 trunc from 0x001378 to 0x00ec81 (0xd90a bytes) 000895 1779992042.613839 MIRROR_SPLIT mirror 1 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: 0x15dc6564 (stale) Mirror 23: 0x15dc6564 (stale) Mirror 25: 0x15dc6564 (stale) Mirror 27: 0x15dc6564 (stale) Mirror 28: 0x15dc6564 (stale) Mirror 31: 0x15dc6564 (stale) Mirror 35: 0x15dc6564 (stale) Mirror 36: 0x15dc6564 (stale) Mirror 37: 0x15dc6564 (stale) Mirror 38: 0x15dc6564 (stale) Mirror 39: 0x15dc6564 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: 0x15dc6564 (stale) Mirror 23: 0x15dc6564 (stale) Mirror 25: 0x15dc6564 (stale) Mirror 27: 0x15dc6564 (stale) Mirror 28: 0x15dc6564 (stale) Mirror 31: 0x15dc6564 (stale) Mirror 35: 0x15dc6564 (stale) Mirror 36: 0x15dc6564 (stale) Mirror 37: 0x15dc6564 (stale) Mirror 38: 0x15dc6564 (stale) Mirror 39: 0x15dc6564 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000896 1779992043.431356 read 0x0264fa thru 0x026d39 (0x840 bytes) 000897 1779992043.435904 read 0x02dfdf thru 0x03cd02 (0xed24 bytes) 000898 1779992043.452520 trunc from 0x001445 to 0x00a8ca (0x9486 bytes) 000899 1779992043.457073 write 0x038389 thru 0x03e6c9 (0x6341 bytes) 000900 1779992043.462422 mapread 0x039fdf thru 0x03ab87 (0xba9 bytes) 000901 1779992043.463387 read 0x00fc91 thru 0x0112f9 (0x1669 bytes) 000902 1779992043.463987 trunc from 0x014d67 to 0x022120 (0xd3ba bytes) 000903 1779992043.474409 trunc from 0x040000 to 0x02963f (0x169c0 bytes) 000904 1779992043.495301 trunc from 0x029640 to 0x02b494 (0x1e55 bytes) 000905 1779992043.512882 write 0x00585a thru 0x005efc (0x6a3 bytes) 000906 1779992043.536954 read 0x023d8d thru 0x02b494 (0x7708 bytes) 000907 1779992043.538990 write 0x033337 thru 0x038ea3 (0x5b6d bytes) 000908 1779992043.540809 write 0x005191 thru 0x00e857 (0x96c7 bytes) 000909 1779992043.542843 trunc from 0x038ea4 to 0x02a8d3 (0xe5d0 bytes) 000910 1779992043.564901 MIRROR_RESYNC 12 mirrors 000911 1779992046.765528 fallocate 0x0106dc thru 0x019704 (0x9029 bytes) 000912 1779992046.814689 trunc from 0x01f6cc to 0x02a8d3 (0xb208 bytes) 000913 1779992046.818666 read 0x003dd0 thru 0x00a09d (0x62ce bytes) 000914 1779992046.833014 trunc from 0x01d858 to 0x02a8d3 (0xd07c bytes) 000915 1779992046.841546 write 0x03b177 thru 0x03ffff (0x4e89 bytes) 000916 1779992046.851939 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 31: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) Mirror 37: (stale - read error) Mirror 38: (stale - read error) Mirror 39: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: 0x2af76e4 (stale) Mirror 23: 0x2af76e4 (stale) Mirror 25: 0x2af76e4 (stale) Mirror 27: 0x2af76e4 (stale) Mirror 28: 0x2af76e4 (stale) Mirror 31: 0x2af76e4 (stale) Mirror 35: 0x2af76e4 (stale) Mirror 36: 0x2af76e4 (stale) Mirror 37: 0x2af76e4 (stale) Mirror 38: 0x2af76e4 (stale) Mirror 39: 0x2af76e4 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x433ad615 Mirror 40: 0x433ad615 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000917 1779992048.228205 mapwrite 0x01b3b4 thru 0x01d9de (0x262b bytes) 000918 1779992048.391961 trunc from 0x040000 to 0x022482 (0x1db7d bytes) 000920 1779992048.433003 write 0x00224b thru 0x011cee (0xfaa4 bytes) 000921 1779992048.467390 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x22483): Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 31: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) Mirror 37: (stale - read error) Mirror 38: (stale - read error) Mirror 39: (stale - read error) Mirror 40: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22483): Mirror 22: 0xf65587e4 (stale) Mirror 23: 0xf65587e4 (stale) Mirror 25: 0xf65587e4 (stale) Mirror 27: 0xf65587e4 (stale) Mirror 28: 0xf65587e4 (stale) Mirror 31: 0xf65587e4 (stale) Mirror 35: 0xf65587e4 (stale) Mirror 36: 0xf65587e4 (stale) Mirror 37: 0xf65587e4 (stale) Mirror 38: 0xf65587e4 (stale) Mirror 39: 0xf65587e4 (stale) Mirror 40: 0xf65587e4 (stale) CRC-32 checksum value for chunk [0, 0x22483): Mirror 1: 0x3f1c066b Mirror 41: 0x3f1c066b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22483: skipped 000922 1779992049.981410 MIRROR_SPLIT mirror 11 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x22483): Mirror 22: 0xf65587e4 (stale) Mirror 23: 0xf65587e4 (stale) Mirror 25: 0xf65587e4 (stale) Mirror 27: 0xf65587e4 (stale) Mirror 28: 0xf65587e4 (stale) Mirror 31: 0xf65587e4 (stale) Mirror 35: 0xf65587e4 (stale) Mirror 36: 0xf65587e4 (stale) Mirror 37: 0xf65587e4 (stale) Mirror 38: 0xf65587e4 (stale) Mirror 40: 0xf65587e4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22483): Mirror 22: 0xf65587e4 (stale) Mirror 23: 0xf65587e4 (stale) Mirror 25: 0xf65587e4 (stale) Mirror 27: 0xf65587e4 (stale) Mirror 28: 0xf65587e4 (stale) Mirror 31: 0xf65587e4 (stale) Mirror 35: 0xf65587e4 (stale) Mirror 36: 0xf65587e4 (stale) Mirror 37: 0xf65587e4 (stale) Mirror 38: 0xf65587e4 (stale) Mirror 40: 0xf65587e4 (stale) CRC-32 checksum value for chunk [0, 0x22483): Mirror 1: 0x3f1c066b Mirror 41: 0x3f1c066b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22483: skipped 000923 1779992051.483174 fallocate 0x03799e thru 0x03a1b0 (0x2813 bytes) 000924 1779992051.597569 trunc from 0x006e8a to 0x0163ab (0xf522 bytes) 000925 1779992051.616414 fallocate 0x01aef6 thru 0x021400 (0x650b bytes) 000926 1779992051.634120 read 0x01f200 thru 0x02a589 (0xb38a bytes) 000927 1779992051.646615 trunc from 0x028fd6 to 0x032c77 (0x9ca2 bytes) 000928 1779992051.663067 trunc from 0x020396 to 0x021b94 (0x17ff bytes) 000929 1779992051.679929 fallocate 0x008089 thru 0x00d398 (0x5310 bytes) 000930 1779992051.690557 trunc from 0x037d28 to 0x03a1b0 (0x2489 bytes) 000931 1779992051.701988 MIRROR_SPLIT mirror 1 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a1b1): Mirror 23: 0x44f0ac42 (stale) Mirror 25: 0x44f0ac42 (stale) Mirror 27: 0x44f0ac42 (stale) Mirror 28: 0x44f0ac42 (stale) Mirror 31: 0x44f0ac42 (stale) Mirror 35: 0x44f0ac42 (stale) Mirror 36: 0x44f0ac42 (stale) Mirror 37: 0x44f0ac42 (stale) Mirror 38: 0x44f0ac42 (stale) Mirror 40: 0x2b015c6b (stale) Mirror 41: 0x3e86e2ac (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a1b1): Mirror 23: 0x44f0ac42 (stale) Mirror 25: 0x44f0ac42 (stale) Mirror 27: 0x44f0ac42 (stale) Mirror 28: 0x44f0ac42 (stale) Mirror 31: 0x44f0ac42 (stale) Mirror 35: 0x44f0ac42 (stale) Mirror 36: 0x44f0ac42 (stale) Mirror 37: 0x44f0ac42 (stale) Mirror 38: 0x44f0ac42 (stale) Mirror 40: 0x2b015c6b (stale) Mirror 41: 0x3e86e2ac (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a1b1: skipped 000932 1779992052.601684 read 0x00ea24 thru 0x01cc15 (0xe1f2 bytes) 000933 1779992052.629310 punch from 0x0138e9 to 0x014c14 (0x132c bytes) 000935 1779992052.635488 fallocate 0x02a448 thru 0x0332ba (0x8e73 bytes) 000936 1779992052.640745 trunc from 0x02e76c to 0x035c93 (0x7528 bytes) 000937 1779992052.645995 punch from 0x007230 to 0x00bfb2 (0x4d83 bytes) 000938 1779992052.653175 punch from 0x00feaa to 0x018a12 (0x8b69 bytes) 000939 1779992052.659791 trunc from 0x036f87 to 0x03a1b0 (0x322a bytes) 000940 1779992052.668700 mapread 0x000aff thru 0x00aa8c (0x9f8e bytes) 000941 1779992052.717854 punch from 0x0368da to 0x03a1b0 (0x38d7 bytes) 000942 1779992052.725848 mapwrite 0x01429c thru 0x01ce22 (0x8b87 bytes) 000943 1779992052.783945 write 0x00e73f thru 0x014766 (0x6028 bytes) 000944 1779992052.820093 MIRROR_RESYNC 12 mirrors 000945 1779992056.816739 punch from 0x0343d4 to 0x03a1b0 (0x5ddd bytes) 000946 1779992056.852339 mapread 0x02d749 thru 0x038589 (0xae41 bytes) 000948 1779992056.878726 write 0x0318a0 thru 0x03ffff (0xe760 bytes) 000949 1779992056.885262 punch from 0x00b9d4 to 0x01b520 (0xfb4d bytes) 000950 1779992056.892946 write 0x006877 thru 0x011c88 (0xb412 bytes) 000951 1779992056.906662 trunc from 0x040000 to 0x034604 (0xb9fb bytes) 000952 1779992056.944389 MIRROR_SPLIT mirror 3 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34605): Mirror 23: 0x22fc6b27 (stale) Mirror 25: 0x22fc6b27 (stale) Mirror 28: 0x22fc6b27 (stale) Mirror 31: 0x22fc6b27 (stale) Mirror 35: 0x22fc6b27 (stale) Mirror 36: 0x22fc6b27 (stale) Mirror 37: 0x22fc6b27 (stale) Mirror 38: 0x22fc6b27 (stale) Mirror 40: 0x22fc6b27 (stale) Mirror 41: 0x22fc6b27 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34605): Mirror 23: 0x22fc6b27 (stale) Mirror 25: 0x22fc6b27 (stale) Mirror 28: 0x22fc6b27 (stale) Mirror 31: 0x22fc6b27 (stale) Mirror 35: 0x22fc6b27 (stale) Mirror 36: 0x22fc6b27 (stale) Mirror 37: 0x22fc6b27 (stale) Mirror 38: 0x22fc6b27 (stale) Mirror 40: 0x22fc6b27 (stale) Mirror 41: 0x22fc6b27 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34605: skipped 000953 1779992057.833697 trunc from 0x034605 to 0x02afe8 (0x961c bytes) 000954 1779992057.863620 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x2afe9): Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 31: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) Mirror 37: (stale - read error) Mirror 38: (stale - read error) Mirror 40: (stale - read error) Mirror 41: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2afe9): Mirror 23: 0x4de166ba (stale) Mirror 25: 0x4de166ba (stale) Mirror 28: 0x4de166ba (stale) Mirror 31: 0x4de166ba (stale) Mirror 35: 0x4de166ba (stale) Mirror 36: 0x4de166ba (stale) Mirror 37: 0x4de166ba (stale) Mirror 38: 0x4de166ba (stale) Mirror 40: 0x4de166ba (stale) Mirror 41: 0x4de166ba (stale) CRC-32 checksum value for chunk [0, 0x2afe9): Mirror 1: 0xacb101b5 Mirror 42: 0xacb101b5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2afe9: skipped 000955 1779992059.321677 write 0x024a63 thru 0x027e60 (0x33fe bytes) 000956 1779992059.428457 fallocate 0x03045e thru 0x030645 (0x1e8 bytes) 000957 1779992059.439412 write 0x02cf86 thru 0x0308ac (0x3927 bytes) 000958 1779992059.449012 trunc from 0x0308ad to 0x033d93 (0x34e7 bytes) 000959 1779992059.480904 trunc from 0x033d94 to 0x02c4a4 (0x78ef bytes) 000961 1779992059.513672 write 0x0349ca thru 0x03f4a0 (0xaad7 bytes) 000962 1779992059.516679 trunc from 0x03bb75 to 0x03cd2d (0x11b9 bytes) 000963 1779992059.534116 read 0x0273fa thru 0x03065a (0x9261 bytes) 000964 1779992059.543693 punch from 0x037822 to 0x03f4a0 (0x7c7f bytes) 000965 1779992059.550365 fallocate 0x00218a thru 0x00ac16 (0x8a8d bytes) 000967 1779992059.558337 trunc from 0x03f4a1 to 0x035b18 (0x9988 bytes) 000968 1779992059.582017 trunc from 0x002219 to 0x011773 (0xf55b bytes) 000969 1779992059.588894 write 0x020dbe thru 0x02647e (0x56c1 bytes) 000970 1779992059.600377 trunc from 0x02b8ea to 0x02f023 (0x373a bytes) 000971 1779992059.606391 read 0x028bab thru 0x032eb8 (0xa30e bytes) 000972 1779992059.618018 trunc from 0x02446d to 0x028769 (0x42fd bytes) 000973 1779992059.639364 fallocate 0x01a7dc thru 0x028e2c (0xe651 bytes) 000974 1779992059.646684 fallocate 0x00d2aa thru 0x01a8a9 (0xd600 bytes) 000975 1779992059.658477 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x35b19): Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 31: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) Mirror 37: (stale - read error) Mirror 38: (stale - read error) Mirror 40: (stale - read error) Mirror 41: (stale - read error) Mirror 42: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35b19): Mirror 23: 0xfb8ed047 (stale) Mirror 25: 0xfb8ed047 (stale) Mirror 28: 0xfb8ed047 (stale) Mirror 31: 0xfb8ed047 (stale) Mirror 35: 0xfb8ed047 (stale) Mirror 36: 0xfb8ed047 (stale) Mirror 37: 0xfb8ed047 (stale) Mirror 38: 0xfb8ed047 (stale) Mirror 40: 0xfb8ed047 (stale) Mirror 41: 0xfb8ed047 (stale) Mirror 42: 0x84702ac4 (stale) CRC-32 checksum value for chunk [0, 0x35b19): Mirror 1: 0x16f12729 Mirror 43: 0x16f12729 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35b19: skipped 000976 1779992061.158783 write 0x00e1dc thru 0x0191e9 (0xb00e bytes) 000977 1779992061.214406 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x35b19): Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 28: (stale - read error) Mirror 31: (stale - read error) Mirror 35: (stale - read error) Mirror 36: (stale - read error) Mirror 37: (stale - read error) Mirror 38: (stale - read error) Mirror 40: (stale - read error) Mirror 41: (stale - read error) Mirror 42: (stale - read error) Mirror 43: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35b19): Mirror 23: 0xfb8ed047 (stale) Mirror 25: 0xfb8ed047 (stale) Mirror 28: 0xfb8ed047 (stale) Mirror 31: 0xfb8ed047 (stale) Mirror 35: 0xfb8ed047 (stale) Mirror 36: 0xfb8ed047 (stale) Mirror 37: 0xfb8ed047 (stale) Mirror 38: 0xfb8ed047 (stale) Mirror 40: 0xfb8ed047 (stale) Mirror 41: 0xfb8ed047 (stale) Mirror 42: 0x84702ac4 (stale) Mirror 43: 0x16f12729 (stale) CRC-32 checksum value for chunk [0, 0x35b19): Mirror 1: 0x2cd813b0 Mirror 44: 0x2cd813b0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35b19: skipped 000978 1779992062.989294 punch from 0x0269aa to 0x032d94 (0xc3eb bytes) 000979 1779992063.048857 trunc from 0x035b19 to 0x0294a0 (0xc678 bytes) 000980 1779992063.078651 write 0x0314c5 thru 0x037dae (0x68ea bytes) 000981 1779992063.082890 trunc from 0x00f597 to 0x01e65a (0xf0c4 bytes) 000983 1779992063.090831 trunc from 0x037daf to 0x00205a (0x35d54 bytes) 000984 1779992063.139885 MIRROR_SPLIT mirror 5 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x14c:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x205b): Mirror 23: 0xee42509f (stale) Mirror 25: 0xee42509f (stale) Mirror 28: 0xee42509f (stale) Mirror 31: 0xee42509f (stale) Mirror 36: 0xee42509f (stale) Mirror 37: 0xee42509f (stale) Mirror 38: 0xee42509f (stale) Mirror 40: 0xee42509f (stale) Mirror 41: 0xee42509f (stale) Mirror 42: 0xee42509f (stale) Mirror 43: 0xee42509f (stale) Mirror 44: 0xee42509f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x205b): Mirror 23: 0xee42509f (stale) Mirror 25: 0xee42509f (stale) Mirror 28: 0xee42509f (stale) Mirror 31: 0xee42509f (stale) Mirror 36: 0xee42509f (stale) Mirror 37: 0xee42509f (stale) Mirror 38: 0xee42509f (stale) Mirror 40: 0xee42509f (stale) Mirror 41: 0xee42509f (stale) Mirror 42: 0xee42509f (stale) Mirror 43: 0xee42509f (stale) Mirror 44: 0xee42509f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x205b: skipped 000985 1779992063.743863 read 0x0002a0 thru 0x00205a (0x1dbb bytes) 000986 1779992063.757309 punch from 0x0014a3 to 0x00205a (0xbb8 bytes) 000987 1779992063.768185 mapread 0x001d87 thru 0x00205a (0x2d4 bytes) 000988 1779992063.794209 MIRROR_RESYNC 13 mirrors 000989 1779992065.951486 trunc from 0x00059e to 0x00205a (0x1abd bytes) 000990 1779992066.017621 mapwrite 0x01252a thru 0x01b5d5 (0x90ac bytes) 000991 1779992066.169839 mapread 0x019c0f thru 0x01ae70 (0x1262 bytes) 000992 1779992066.172511 read 0x010e56 thru 0x01ae1c (0x9fc7 bytes) 000993 1779992066.173344 write 0x01453b thru 0x0201d2 (0xbc98 bytes) 000994 1779992066.175314 fallocate 0x0256ce thru 0x031f91 (0xc8c4 bytes) 000996 1779992066.200418 MIRROR_RESYNC 13 mirrors 000997 1779992069.102610 MIRROR_RESYNC 13 mirrors 000998 1779992069.910689 write 0x03950f thru 0x03ffff (0x6af1 bytes) 000999 1779992069.977734 mapwrite 0x0182d5 thru 0x01fd2f (0x7a5b bytes) All operations completed A-OK!