== sanity-flr test 70a: flr mode fsx test ================ 11:15:33 (1781622933) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 2935 skipping zero size read truncating to largest ever: 0x123c5 000003 1781622935.278237 trunc from 00000000 to 0x0123c4 (0x123c5 bytes) 000005 1781622935.295825 punch from 0x0039db to 0x00f513 (0xbb39 bytes) 000007 1781622935.301370 punch from 0x010a84 to 0x0123c4 (0x1941 bytes) 000009 1781622935.307405 trunc from 0x00482b to 0x009a31 (0x5207 bytes) 000010 1781622935.312302 punch from 0x002ea2 to 0x00b5f7 (0x8756 bytes) fallocating to largest ever: 0x228fa 000011 1781622935.318888 fallocate 0x0217d0 thru 0x0228f9 (0x112a bytes) 000012 1781622935.323559 punch from 0x008982 to 0x00ef94 (0x6613 bytes) 000013 1781622935.327613 write 0x011bd4 thru 0x015dc6 (0x41f3 bytes) 000014 1781622935.331981 punch from 0x010ede to 0x015dc6 (0x4ee9 bytes) 000015 1781622935.348382 mapwrite 0x0071a5 thru 0x009625 (0x2481 bytes) 000016 1781622935.402479 write 0x02ec16 thru 0x03be77 (0xd262 bytes) 000018 1781622935.404944 punch from 0x0216ac to 0x023c32 (0x2587 bytes) 000019 1781622935.409735 read 0x01ea32 thru 0x02c7c5 (0xdd94 bytes) 000020 1781622935.417504 mapread 0x036b15 thru 0x0375c0 (0xaac bytes) 000022 1781622935.423525 mapwrite 0x02a9fa thru 0x02e892 (0x3e99 bytes) 000023 1781622935.454070 fallocate 0x00dc2b thru 0x01ba7d (0xde53 bytes) 000024 1781622935.459712 trunc from 0x01120c to 0x020f4d (0xfd42 bytes) 000025 1781622935.464569 read 0x00d6c6 thru 0x013a52 (0x638d bytes) 000026 1781622935.474676 read 0x02a8e0 thru 0x033596 (0x8cb7 bytes) 000027 1781622935.475687 trunc from 0x03be78 to 0x017e18 (0x2405f bytes) 000028 1781622935.491387 punch from 0x0066e4 to 0x011ae0 (0xb3fd bytes) 000029 1781622935.498048 punch from 0x00565d to 0x00f162 (0x9b06 bytes) truncating to largest ever: 0x39687 000030 1781622935.503588 trunc from 0x017e19 to 0x039686 (0x2186e bytes) 000032 1781622935.523286 trunc from 0x02a3a7 to 0x02adaa (0xa04 bytes) 000034 1781622935.532369 write 0x005241 thru 0x00efb6 (0x9d76 bytes) 000035 1781622935.546932 trunc from 0x039687 to 0x033df0 (0x5896 bytes) 000037 1781622935.570364 write 0x027a6a thru 0x027e8e (0x425 bytes) 000039 1781622935.575318 read 0x00a712 thru 0x00f74b (0x503a bytes) 000040 1781622935.576462 mapwrite 0x00437a thru 0x00f978 (0xb5ff bytes) 000041 1781622935.595255 read 0x0035f2 thru 0x00f673 (0xc082 bytes) 000042 1781622935.597371 read 0x02c4f7 thru 0x032246 (0x5d50 bytes) 000043 1781622935.599577 punch from 0x032472 to 0x033df0 (0x197f bytes) 000044 1781622935.604430 read 0x01f98c thru 0x02123c (0x18b1 bytes) 000045 1781622935.605400 write 0x031ab6 thru 0x03961f (0x7b6a bytes) 000046 1781622935.606954 punch from 0x02a8ca to 0x037a5a (0xd191 bytes) 000047 1781622935.620922 mapwrite 0x028fa0 thru 0x02fdce (0x6e2f bytes) 000049 1781622935.647395 mapwrite 0x029f76 thru 0x0385ab (0xe636 bytes) 000050 1781622935.673660 read 0x00f348 thru 0x01d8fa (0xe5b3 bytes) 000051 1781622935.674291 fallocate 0x034914 thru 0x0383f8 (0x3ae5 bytes) 000052 1781622935.682531 trunc from 0x03551e to 0x03961f (0x4102 bytes) 000053 1781622935.689495 mapwrite 0x03df76 thru 0x03ffff (0x208a bytes) 000056 1781622935.756386 mapread 0x000b77 thru 0x002476 (0x1900 bytes) 000057 1781622935.757593 trunc from 0x02c756 to 0x030d9d (0x4648 bytes) 000058 1781622935.767906 write 0x02b0d5 thru 0x02d859 (0x2785 bytes) 000059 1781622935.778631 trunc from 0x040000 to 0x020d44 (0x1f2bb bytes) 000061 1781622935.808645 write 0x01cdcc thru 0x02aa67 (0xdc9c bytes) 000062 1781622935.811200 write 0x01c70d thru 0x023943 (0x7237 bytes) 000063 1781622935.812619 mapwrite 0x031dd6 thru 0x03af58 (0x9183 bytes) 000066 1781622935.892567 read 0x0369a3 thru 0x039c15 (0x3273 bytes) 000067 1781622935.893248 mapread 0x0055b3 thru 0x00aa6f (0x54bd bytes) 000069 1781622935.895394 trunc from 0x03af59 to 0x037148 (0x3e10 bytes) 000070 1781622935.912918 write 0x00120f thru 0x008d4d (0x7b3f bytes) 000072 1781622935.922255 MIRROR_EXTEND to 2 mirrors 000073 1781622936.464926 trunc from 0x020085 to 0x028ae4 (0x8a60 bytes) 000074 1781622936.514028 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x37149): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37149): Mirror 2: 0x8127f12a (stale) CRC-32 checksum value for chunk [0, 0x37149): Mirror 1: 0x96ef36bd Mirror 3: 0x96ef36bd lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37149: skipped 000075 1781622937.435791 fallocate 0x00961f thru 0x016c17 (0xd5f9 bytes) 000076 1781622937.479583 mapwrite 0x032883 thru 0x03c3e4 (0x9b62 bytes) 000078 1781622937.572924 write 0x01356f thru 0x02259c (0xf02e bytes) 000079 1781622937.592113 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c3e5): Mirror 3: 0x8b00407e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c3e5): Mirror 3: 0x8b00407e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c3e5: skipped 000080 1781622937.868712 trunc from 0x03c3e5 to 0x034149 (0x829b bytes) 000081 1781622937.885440 punch from 0x02d11e to 0x030b39 (0x3a1c bytes) 000082 1781622937.893251 read 0x00b538 thru 0x00bf88 (0xa51 bytes) 000083 1781622937.904324 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) 000084 1781622938.028097 fallocate 0x00340c thru 0x00adae (0x79a3 bytes) 000085 1781622938.034032 mapread 0x0088c0 thru 0x0140dc (0xb81d bytes) 000087 1781622938.067218 mapwrite 0x000144 thru 0x00e7e7 (0xe6a4 bytes) 000089 1781622938.100307 fallocate 0x00df34 thru 0x011f9b (0x4068 bytes) 000091 1781622938.108406 punch from 0x01d60f to 0x02400b (0x69fd bytes) 000092 1781622938.123817 MIRROR_EXTEND to 2 mirrors 000093 1781622938.688989 mapread 0x020723 thru 0x02cc65 (0xc543 bytes) 000094 1781622938.725670 write 0x0072d2 thru 0x00f9c8 (0x86f7 bytes) 000095 1781622938.772384 read 0x00209d thru 0x009626 (0x758a bytes) 000096 1781622938.780308 read 0x01f17f thru 0x027e84 (0x8d06 bytes) 000097 1781622938.788699 trunc from 0x03414a to 0x0346f2 (0x5a9 bytes) 000099 1781622938.811895 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x346f3): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x346f3): Mirror 2: 0xc3dbf920 (stale) CRC-32 checksum value for chunk [0, 0x346f3): Mirror 1: 0xc0315b16 Mirror 3: 0xc0315b16 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x346f3: skipped 000100 1781622939.647556 trunc from 0x0346f3 to 0x024fb1 (0xf741 bytes) 000101 1781622939.707649 MIRROR_RESYNC 3 mirrors 000102 1781622940.466517 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) 000103 1781622940.701642 trunc from 0x011a68 to 0x01dc00 (0xc199 bytes) 000104 1781622940.732979 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x24fb2): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24fb2): Mirror 3: 0x9e09a2f8 (stale) CRC-32 checksum value for chunk [0, 0x24fb2): Mirror 1: 0xe808928a Mirror 4: 0xe808928a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24fb2: skipped 000105 1781622941.474298 mapread 0x01cb27 thru 0x024fb1 (0x848b bytes) 000106 1781622941.506472 punch from 0x001ff0 to 0x00dd82 (0xbd93 bytes) 000107 1781622941.555164 mapread 0x0119a6 thru 0x01c973 (0xafce bytes) 000108 1781622941.572584 write 0x0216b9 thru 0x02cd73 (0xb6bb bytes) 000109 1781622941.578411 punch from 0x01398a to 0x01d407 (0x9a7e bytes) 000110 1781622941.589628 MIRROR_RESYNC 3 mirrors 000111 1781622942.332644 read 0x018167 thru 0x01e10a (0x5fa4 bytes) 000112 1781622942.362624 punch from 0x0132ca to 0x01b63b (0x8372 bytes) 000113 1781622942.425891 trunc from 0x0077fc to 0x007e6e (0x673 bytes) 000114 1781622942.437952 punch from 0x00da05 to 0x013882 (0x5e7e bytes) 000115 1781622942.450660 trunc from 0x02cd74 to 0x015428 (0x1794b bytes) 000116 1781622942.475579 read 0x00590e thru 0x006022 (0x715 bytes) 000117 1781622942.484333 mapread 0x005048 thru 0x00f8b2 (0xa86b bytes) 000118 1781622942.486188 read 0x0068d5 thru 0x01453b (0xdc67 bytes) 000119 1781622942.487457 trunc from 0x006cca to 0x007b2f (0xe66 bytes) 000120 1781622942.493207 mapread 0x014b37 thru 0x015428 (0x8f2 bytes) 000121 1781622942.494293 trunc from 0x00cea7 to 0x015428 (0x8582 bytes) 000122 1781622942.499191 read 0x014c70 thru 0x015428 (0x7b9 bytes) 000123 1781622942.513973 read 0x0073a0 thru 0x008ae9 (0x174a bytes) 000124 1781622942.515188 write 0x033b0b thru 0x03c416 (0x890c bytes) 000125 1781622942.517141 trunc from 0x03c417 to 0x010d39 (0x2b6dd bytes) 000126 1781622942.529654 read 0x005412 thru 0x010d39 (0xb928 bytes) 000127 1781622942.533612 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x10d3a): Mirror 4: 0x32b3cc1f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x10d3a): Mirror 4: 0x32b3cc1f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x10d3a: skipped fallocating to largest ever: 0x40000 000128 1781622942.826888 fallocate 0x03d5bd thru 0x03ffff (0x2a43 bytes) 000129 1781622942.832718 write 0x037036 thru 0x03ffff (0x8fca bytes) 000130 1781622942.841335 read 0x02c932 thru 0x02fd0b (0x33da bytes) 000131 1781622942.861551 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x23bfc086 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x9b17230a Mirror 5: 0x9b17230a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000132 1781622943.651591 punch from 0x023b66 to 0x0294d6 (0x5971 bytes) 000133 1781622943.713888 mapread 0x01d8ea thru 0x026497 (0x8bae bytes) 000134 1781622943.755421 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x23bfc086 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x23bfc086 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000135 1781622944.020462 mapread 0x02d63a thru 0x033a3f (0x6406 bytes) 000136 1781622944.048496 mapread 0x00967e thru 0x00eb79 (0x54fc bytes) 000137 1781622944.058471 fallocate 0x00e956 thru 0x01db0d (0xf1b8 bytes) 000138 1781622944.065514 punch from 0x012fbf to 0x01db6b (0xabad bytes) 000139 1781622944.070478 punch from 0x01baf7 to 0x01c1aa (0x6b4 bytes) 000140 1781622944.079256 write 0x03888b thru 0x03fbf2 (0x7368 bytes) 000141 1781622944.102899 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x23bfc086 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x69d5e1f0 Mirror 5: 0x69d5e1f0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000142 1781622944.904017 mapread 0x02c9da thru 0x033998 (0x6fbf bytes) 000143 1781622944.970871 trunc from 0x00b1b2 to 0x016199 (0xafe8 bytes) 000144 1781622945.027529 trunc from 0x040000 to 0x0203c7 (0x1fc38 bytes) 000145 1781622945.104019 write 0x00f261 thru 0x01cb0a (0xd8aa bytes) 000146 1781622945.114581 trunc from 0x014ee5 to 0x015510 (0x62c bytes) 000147 1781622945.126149 trunc from 0x0203c8 to 0x00cd76 (0x13651 bytes) 000149 1781622945.142245 read 0x0098ad thru 0x00cd76 (0x34ca bytes) 000150 1781622945.147735 mapread 0x00c13c thru 0x00cd76 (0xc3b bytes) 000151 1781622945.149646 trunc from 0x00315e to 0x00cd76 (0x9c19 bytes) 000152 1781622945.156026 mapread 0x000e7d thru 0x0036a5 (0x2829 bytes) 000153 1781622945.168984 trunc from 0x00259f to 0x00cd76 (0xa7d8 bytes) 000154 1781622945.186808 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xcd77): Mirror 5: 0xd2826b0d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xcd77): Mirror 5: 0xd2826b0d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xcd77: skipped 000155 1781622945.575933 trunc from 0x00435e to 0x008c58 (0x48fb bytes) 000156 1781622945.591622 punch from 0x000b14 to 0x003f96 (0x3483 bytes) 000157 1781622945.600632 trunc from 0x00cd77 to 0x028369 (0x1b5f3 bytes) 000158 1781622945.629675 trunc from 0x02836a to 0x03fbcc (0x17863 bytes) 000159 1781622945.680276 mapread 0x029911 thru 0x03237b (0x8a6b bytes) 000161 1781622945.752131 trunc from 0x03fbcd to 0x03ade0 (0x4dec bytes) 000162 1781622945.776701 punch from 0x026c55 to 0x032551 (0xb8fd bytes) 000163 1781622945.789243 write 0x03baba thru 0x03ffff (0x4546 bytes) 000164 1781622945.790817 trunc from 0x040000 to 0x00669f (0x39960 bytes) 000165 1781622945.835646 mapread 0x003b36 thru 0x00669f (0x2b6a bytes) 000166 1781622945.848502 fallocate 0x0330b4 thru 0x038e24 (0x5d71 bytes) 000167 1781622945.854980 mapwrite 0x018335 thru 0x024712 (0xc3de bytes) 000168 1781622945.913134 mapread 0x0125cb thru 0x01a38b (0x7dc1 bytes) 000169 1781622945.915514 fallocate 0x02251a thru 0x02a225 (0x7d0c bytes) 000170 1781622945.922611 write 0x00186c thru 0x004e57 (0x35ec bytes) 000171 1781622945.925208 fallocate 0x036a74 thru 0x037c91 (0x121e bytes) 000172 1781622945.942468 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) 000173 1781622946.085975 mapread 0x005b96 thru 0x00a498 (0x4903 bytes) 000175 1781622946.113972 trunc from 0x037c92 to 0x02277c (0x15515 bytes) 000176 1781622946.139119 mapwrite 0x00fd20 thru 0x0156ff (0x59e0 bytes) 000178 1781622946.163612 trunc from 0x02277d to 0x00628a (0x1c4f2 bytes) 000179 1781622946.178187 mapwrite 0x02f30c thru 0x03957e (0xa273 bytes) 000180 1781622946.237569 trunc from 0x03957f to 0x02fc7b (0x9903 bytes) 000181 1781622946.260932 mapwrite 0x03798b thru 0x03e340 (0x69b6 bytes) 000182 1781622946.343958 fallocate 0x0143a2 thru 0x017f0d (0x3b6c bytes) 000184 1781622946.349003 punch from 0x037d50 to 0x03e340 (0x65f1 bytes) 000185 1781622946.354977 fallocate 0x003869 thru 0x0055e6 (0x1d7e bytes) 000186 1781622946.359412 trunc from 0x002868 to 0x01207d (0xf816 bytes) 000187 1781622946.370895 MIRROR_EXTEND to 2 mirrors 000188 1781622946.919470 trunc from 0x03e341 to 0x0158a5 (0x28a9b bytes) 000189 1781622947.014469 read 0x00b81a thru 0x00c2db (0xac2 bytes) 000190 1781622947.022091 mapread 0x004952 thru 0x0090dd (0x478c bytes) 000191 1781622947.039342 read 0x00ad89 thru 0x0158a5 (0xab1d bytes) 000192 1781622947.046885 trunc from 0x0158a6 to 0x012386 (0x351f bytes) 000193 1781622947.063798 write 0x0170cd thru 0x01adef (0x3d23 bytes) 000194 1781622947.065022 write 0x030f2b thru 0x03d583 (0xc659 bytes) 000195 1781622947.066908 punch from 0x01b5a2 to 0x021284 (0x5ce3 bytes) 000196 1781622947.072623 punch from 0x02cde9 to 0x033735 (0x694d bytes) 000197 1781622947.096582 read 0x033272 thru 0x036d36 (0x3ac5 bytes) 000198 1781622947.111220 trunc from 0x03c749 to 0x03d583 (0xe3b bytes) 000199 1781622947.118453 mapread 0x026db4 thru 0x034ae7 (0xdd34 bytes) 000200 1781622947.119946 trunc from 0x03d584 to 0x02b9b4 (0x11bcf bytes) 000201 1781622947.139141 mapwrite 0x022c20 thru 0x0321ea (0xf5cb bytes) 000202 1781622947.233975 trunc from 0x030cd8 to 0x0321ea (0x1513 bytes) 000203 1781622947.244641 read 0x0049f3 thru 0x0138dc (0xeeea bytes) 000204 1781622947.247676 mapwrite 0x039649 thru 0x03ffff (0x69b7 bytes) 000205 1781622947.337559 trunc from 0x040000 to 0x02e84c (0x117b3 bytes) 000206 1781622947.363265 fallocate 0x02ecbd thru 0x03b65c (0xc9a0 bytes) 000207 1781622947.368212 punch from 0x01c509 to 0x01e043 (0x1b3b bytes) 000208 1781622947.372222 mapread 0x01cbe4 thru 0x02abb4 (0xdfd1 bytes) 000209 1781622947.388440 fallocate 0x008fba thru 0x015eb3 (0xcefa bytes) 000210 1781622947.393353 mapread 0x014142 thru 0x02107e (0xcf3d bytes) 000211 1781622947.395516 punch from 0x0048e3 to 0x012a31 (0xe14f bytes) 000213 1781622947.400085 punch from 0x026c91 to 0x02ca65 (0x5dd5 bytes) 000214 1781622947.407115 mapwrite 0x012b36 thru 0x01abe5 (0x80b0 bytes) 000215 1781622947.443562 read 0x02dcd1 thru 0x03b17b (0xd4ab bytes) 000216 1781622947.459627 mapwrite 0x015307 thru 0x01a93d (0x5637 bytes) 000217 1781622947.474540 punch from 0x028560 to 0x0359af (0xd450 bytes) 000218 1781622947.478534 trunc from 0x03b65d to 0x013e2b (0x27831 bytes) 000219 1781622947.496382 fallocate 0x0307b1 thru 0x03d28a (0xcada bytes) 000220 1781622947.509598 write 0x01c792 thru 0x025fbc (0x982b bytes) 000221 1781622947.529714 trunc from 0x015e54 to 0x018a9d (0x2c4a bytes) 000222 1781622947.537004 punch from 0x017a42 to 0x0198e2 (0x1ea1 bytes) 000223 1781622947.544865 mapwrite 0x02e45c thru 0x03a3c2 (0xbf67 bytes) 000224 1781622947.638451 read 0x0297cf thru 0x030428 (0x6c5a bytes) 000225 1781622947.651601 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3d28b): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d28b): Mirror 2: 0x9f93497d (stale) CRC-32 checksum value for chunk [0, 0x3d28b): Mirror 1: 0xc4530650 Mirror 3: 0xc4530650 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d28b: skipped 000226 1781622948.475492 fallocate 0x0358b1 thru 0x036aab (0x11fb bytes) 000227 1781622948.500514 trunc from 0x00bf4b to 0x00f138 (0x31ee bytes) 000228 1781622948.508198 read 0x0169cf thru 0x01f596 (0x8bc8 bytes) 000229 1781622948.519825 read 0x01ab31 thru 0x0244e5 (0x99b5 bytes) 000230 1781622948.527549 trunc from 0x03d28b to 0x024145 (0x19145 bytes) 000233 1781622948.556803 mapwrite 0x011b8f thru 0x011c57 (0xc9 bytes) 000234 1781622948.567192 write 0x01975f thru 0x01d7fe (0x40a0 bytes) 000235 1781622948.568747 trunc from 0x01a668 to 0x020c1c (0x65b5 bytes) 000236 1781622948.584195 mapread 0x014e36 thru 0x01a23c (0x5407 bytes) 000237 1781622948.592874 read 0x011c71 thru 0x0196f7 (0x7a87 bytes) 000238 1781622948.594066 mapwrite 0x02f2e4 thru 0x038960 (0x967d bytes) 000239 1781622948.666396 punch from 0x020025 to 0x024831 (0x480d bytes) 000240 1781622948.682842 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x38961): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38961): Mirror 2: 0xce1682f3 (stale) Mirror 3: 0x9d04d458 (stale) CRC-32 checksum value for chunk [0, 0x38961): Mirror 1: 0x5f1b799 Mirror 4: 0x5f1b799 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38961: skipped 000241 1781622949.527003 mapread 0x00ae78 thru 0x019b21 (0xecaa bytes) 000242 1781622949.561965 read 0x02ebab thru 0x038960 (0x9db6 bytes) 000243 1781622949.576113 trunc from 0x038961 to 0x02240e (0x16552 bytes) 000244 1781622949.628206 read 0x003839 thru 0x00f151 (0xb919 bytes) 000246 1781622949.646874 punch from 0x001fa7 to 0x0028c9 (0x923 bytes) 000247 1781622949.654086 trunc from 0x02240f to 0x01db8b (0x4883 bytes) 000249 1781622949.687679 trunc from 0x01db8c to 0x006052 (0x17b39 bytes) 000250 1781622949.717076 MIRROR_RESYNC 4 mirrors 000252 1781622950.366427 punch from 0x003187 to 0x006052 (0x2ecc bytes) 000253 1781622950.405352 fallocate 0x02d2bd thru 0x0394af (0xc1f3 bytes) 000254 1781622950.411405 trunc from 0x0030f1 to 0x006052 (0x2f62 bytes) 000255 1781622950.417672 mapread 0x0058c9 thru 0x005b44 (0x27c bytes) 000256 1781622950.423128 write 0x023f03 thru 0x030954 (0xca52 bytes) 000257 1781622950.426329 mapread 0x00ad36 thru 0x019454 (0xe71f bytes) 000258 1781622950.446240 fallocate 0x02069b thru 0x027242 (0x6ba8 bytes) 000259 1781622950.453778 mapwrite 0x01f53b thru 0x022471 (0x2f37 bytes) 000260 1781622950.481129 write 0x00df76 thru 0x00e110 (0x19b bytes) 000261 1781622950.482177 mapread 0x008fa7 thru 0x013e1e (0xae78 bytes) 000262 1781622950.486432 mapread 0x01e96c thru 0x0262e1 (0x7976 bytes) 000264 1781622950.495164 MIRROR_RESYNC 4 mirrors 000265 1781622951.240271 MIRROR_RESYNC 4 mirrors 000266 1781622951.515460 fallocate 0x019927 thru 0x01e61d (0x4cf7 bytes) 000267 1781622951.549237 mapread 0x024d98 thru 0x02fb53 (0xadbc bytes) 000268 1781622951.569166 mapread 0x028b5e thru 0x030954 (0x7df7 bytes) 000269 1781622951.571166 punch from 0x00b05e to 0x00ed37 (0x3cda bytes) 000270 1781622951.577658 trunc from 0x006b35 to 0x011da4 (0xb270 bytes) 000271 1781622951.583565 trunc from 0x021880 to 0x024b45 (0x32c6 bytes) 000272 1781622951.593123 trunc from 0x030955 to 0x03293d (0x1fe9 bytes) 000273 1781622951.619578 punch from 0x01f918 to 0x0296d2 (0x9dbb bytes) 000274 1781622951.625475 fallocate 0x015449 thru 0x020dbc (0xb974 bytes) 000275 1781622951.631967 trunc from 0x02667d to 0x032358 (0xbcdc bytes) 000276 1781622951.637604 punch from 0x00aff3 to 0x0135a0 (0x85ae bytes) 000277 1781622951.642007 fallocate 0x0147b6 thru 0x02117d (0xc9c8 bytes) 000279 1781622951.646708 mapread 0x02da48 thru 0x02ef31 (0x14ea bytes) 000281 1781622951.659562 mapwrite 0x004a74 thru 0x00f66e (0xabfb bytes) 000282 1781622951.701647 trunc from 0x025d52 to 0x02e7cb (0x8a7a bytes) 000283 1781622951.713080 trunc from 0x0156c5 to 0x017f33 (0x286f bytes) 000284 1781622951.718560 write 0x034a39 thru 0x03d8b9 (0x8e81 bytes) 000287 1781622951.722549 read 0x02971d thru 0x02b9a4 (0x2288 bytes) 000288 1781622951.731219 punch from 0x02f110 to 0x033585 (0x4476 bytes) 000289 1781622951.736141 mapread 0x00473a thru 0x00a669 (0x5f30 bytes) 000290 1781622951.737437 punch from 0x006673 to 0x009ec5 (0x3853 bytes) 000291 1781622951.742202 punch from 0x034b67 to 0x03722c (0x26c6 bytes) 000294 1781622951.775187 MIRROR_RESYNC 4 mirrors 000295 1781622952.871379 write 0x01bb18 thru 0x024a6c (0x8f55 bytes) 000296 1781622952.905064 trunc from 0x03d8ba to 0x034aa6 (0x8e13 bytes) 000297 1781622952.925054 fallocate 0x0027dd thru 0x0074a7 (0x4ccb bytes) 000298 1781622952.935750 read 0x0090a9 thru 0x00ff35 (0x6e8d bytes) 000299 1781622952.959271 mapread 0x018c5e thru 0x027995 (0xed38 bytes) 000300 1781622952.988851 mapwrite 0x0332fa thru 0x034dc1 (0x1ac8 bytes) 000302 1781622953.049486 mapread 0x01f815 thru 0x02e4e1 (0xeccd bytes) 000303 1781622953.052161 mapread 0x00e357 thru 0x013078 (0x4d22 bytes) 000304 1781622953.058530 write 0x027dd2 thru 0x033826 (0xba55 bytes) 000305 1781622953.060077 trunc from 0x034dc2 to 0x023989 (0x11438 bytes) 000306 1781622953.074602 punch from 0x022496 to 0x023989 (0x14f4 bytes) 000307 1781622953.079032 fallocate 0x02d67d thru 0x030ccc (0x3650 bytes) 000308 1781622953.082530 mapwrite 0x005751 thru 0x00793f (0x21ef bytes) 000309 1781622953.117645 fallocate 0x0241c9 thru 0x031897 (0xd6cf bytes) 000310 1781622953.122511 write 0x02de70 thru 0x03051e (0x26af bytes) 000311 1781622953.124205 trunc from 0x012677 to 0x0140be (0x1a48 bytes) 000312 1781622953.128207 mapread 0x013cc5 thru 0x01cfa7 (0x92e3 bytes) 000314 1781622953.139104 punch from 0x00e80f to 0x0102ef (0x1ae1 bytes) 000315 1781622953.145125 punch from 0x011843 to 0x01666e (0x4e2c bytes) 000316 1781622953.150215 mapwrite 0x039e62 thru 0x03ffff (0x619e bytes) 000317 1781622953.202549 mapwrite 0x00811d thru 0x011f9f (0x9e83 bytes) 000318 1781622953.223618 punch from 0x02858d to 0x031e2a (0x989e bytes) 000319 1781622953.229267 mapread 0x02fdad thru 0x03d764 (0xd9b8 bytes) 000320 1781622953.240844 mapwrite 0x008c4a thru 0x009c19 (0xfd0 bytes) 000321 1781622953.257484 trunc from 0x040000 to 0x001252 (0x3edad bytes) 000322 1781622953.277172 punch from 0x00035f to 0x001252 (0xef4 bytes) 000323 1781622953.284046 fallocate 0x016d02 thru 0x01db0a (0x6e09 bytes) 000324 1781622953.293099 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1db0b): Mirror 2: 0xc6a484d7 (stale) Mirror 3: 0xc6a484d7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1db0b): Mirror 2: 0xc6a484d7 (stale) Mirror 3: 0xc6a484d7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1db0b: skipped 000325 1781622953.636089 fallocate 0x0035af thru 0x00e43c (0xae8e bytes) 000326 1781622953.645595 trunc from 0x01436f to 0x01db0a (0x979c bytes) 000330 1781622953.658814 write 0x027d1a thru 0x033cb1 (0xbf98 bytes) 000331 1781622953.681300 MIRROR_RESYNC 3 mirrors 000332 1781622954.274194 trunc from 0x005e48 to 0x009552 (0x370b bytes) 000333 1781622954.312446 read 0x024cd4 thru 0x02e1cc (0x94f9 bytes) 000334 1781622954.327096 trunc from 0x033cb2 to 0x00fe7a (0x23e37 bytes) 000335 1781622954.358365 mapread 0x003b7f thru 0x00e753 (0xabd5 bytes) 000337 1781622954.396217 punch from 0x009485 to 0x00fe7a (0x69f6 bytes) 000338 1781622954.405658 mapread 0x001b9a thru 0x00ccde (0xb145 bytes) 000339 1781622954.424425 mapread 0x00ce6b thru 0x00cf0c (0xa2 bytes) 000340 1781622954.427005 mapread 0x000bd9 thru 0x007b20 (0x6f48 bytes) 000342 1781622954.436586 mapwrite 0x032717 thru 0x0343e2 (0x1ccc bytes) 000344 1781622954.489689 mapwrite 0x00089c thru 0x00f980 (0xf0e5 bytes) 000345 1781622954.515653 fallocate 0x02b6eb thru 0x0317a2 (0x60b8 bytes) 000346 1781622954.519663 trunc from 0x0174ca to 0x017a93 (0x5ca bytes) 000347 1781622954.527393 punch from 0x00c384 to 0x01383d (0x74ba bytes) 000348 1781622954.538251 fallocate 0x027d95 thru 0x0366aa (0xe916 bytes) 000349 1781622954.544555 read 0x02b113 thru 0x02f4d6 (0x43c4 bytes) 000350 1781622954.545327 read 0x01fea0 thru 0x024c39 (0x4d9a bytes) 000351 1781622954.564885 read 0x008b50 thru 0x00b787 (0x2c38 bytes) 000353 1781622954.572342 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x343e3): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x343e3): Mirror 2: 0xea58e739 (stale) Mirror 3: 0xea58e739 (stale) CRC-32 checksum value for chunk [0, 0x343e3): Mirror 1: 0xeef02d5c Mirror 4: 0xeef02d5c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x343e3: skipped 000355 1781622955.259681 read 0x0030ba thru 0x00bb51 (0x8a98 bytes) 000357 1781622955.294963 write 0x00295c thru 0x01205e (0xf703 bytes) 000358 1781622955.337898 mapwrite 0x00607f thru 0x00a770 (0x46f2 bytes) 000359 1781622955.362740 punch from 0x01c5ad to 0x02a409 (0xde5d bytes) 000360 1781622955.371180 trunc from 0x0343e3 to 0x01e091 (0x16351 bytes) 000361 1781622955.426622 mapwrite 0x003e94 thru 0x01354c (0xf6b9 bytes) 000362 1781622955.465339 punch from 0x016d4e to 0x01e091 (0x7344 bytes) 000363 1781622955.470439 trunc from 0x01e092 to 0x02715f (0x90ce bytes) 000364 1781622955.488531 write 0x0137a8 thru 0x01d2b7 (0x9b10 bytes) 000365 1781622955.493730 trunc from 0x027160 to 0x014d50 (0x1240f bytes) 000366 1781622955.516202 read 0x00b9f7 thru 0x011943 (0x5f4d bytes) 000367 1781622955.517343 mapread 0x0019cf thru 0x00a50c (0x8b3e bytes) 000369 1781622955.532917 write 0x03785d thru 0x03ffff (0x87a3 bytes) 000370 1781622955.536524 trunc from 0x00ac77 to 0x013eb0 (0x923a bytes) 000371 1781622955.565709 trunc from 0x040000 to 0x025072 (0x1af8d bytes) 000372 1781622955.585409 trunc from 0x025073 to 0x037dae (0x12d3c bytes) 000373 1781622955.602142 write 0x01c88e thru 0x028579 (0xbcec bytes) 000375 1781622955.628234 mapwrite 0x00c5b8 thru 0x015a5a (0x94a3 bytes) 000376 1781622955.685064 read 0x0202e2 thru 0x02219d (0x1ebc bytes) 000377 1781622955.685918 punch from 0x00e478 to 0x01ac57 (0xc7e0 bytes) 000378 1781622955.692129 mapread 0x01e9a8 thru 0x029c18 (0xb271 bytes) 000379 1781622955.695385 trunc from 0x037daf to 0x01314f (0x24c5f bytes) 000380 1781622955.710442 write 0x028a0d thru 0x0346db (0xbccf bytes) 000381 1781622955.712717 trunc from 0x0346dc to 0x01d836 (0x16ea5 bytes) 000382 1781622955.724944 fallocate 0x0235c3 thru 0x02b9ea (0x8428 bytes) 000383 1781622955.729362 trunc from 0x01d837 to 0x027886 (0xa050 bytes) 000384 1781622955.744584 read 0x0225d7 thru 0x027886 (0x52b0 bytes) 000385 1781622955.756655 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27887): Mirror 2: 0x8c22ecbe (stale) Mirror 4: 0x471c256f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27887): Mirror 2: 0x8c22ecbe (stale) Mirror 4: 0x471c256f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27887: skipped 000386 1781622956.026452 trunc from 0x027887 to 0x02030a (0x757c bytes) 000387 1781622956.053038 read 0x000212 thru 0x00adb3 (0xaba2 bytes) 000388 1781622956.061048 fallocate 0x0082c6 thru 0x015e1d (0xdb58 bytes) 000389 1781622956.065392 write 0x02daa2 thru 0x03da07 (0xff66 bytes) 000390 1781622956.068486 trunc from 0x03da08 to 0x03deaa (0x4a3 bytes) 000392 1781622956.090021 fallocate 0x01871e thru 0x024fe4 (0xc8c7 bytes) 000393 1781622956.094144 trunc from 0x03deab to 0x022bda (0x1b2d0 bytes) 000394 1781622956.108534 read 0x00aaf3 thru 0x00fecc (0x53da bytes) 000395 1781622956.116240 mapwrite 0x03f037 thru 0x03ffff (0xfc9 bytes) 000396 1781622956.147562 read 0x00eaee thru 0x019e39 (0xb34c bytes) 000397 1781622956.148747 mapwrite 0x00a9bd thru 0x01814c (0xd790 bytes) 000398 1781622956.173092 mapwrite 0x036efb thru 0x0399c1 (0x2ac7 bytes) 000399 1781622956.188173 punch from 0x022ac7 to 0x031639 (0xeb73 bytes) 000400 1781622956.192747 write 0x023b70 thru 0x02c24d (0x86de bytes) 000401 1781622956.203615 read 0x026a00 thru 0x02cd52 (0x6353 bytes) 000402 1781622956.205094 punch from 0x004e38 to 0x010a3f (0xbc08 bytes) 000403 1781622956.212395 mapwrite 0x00ae07 thru 0x015120 (0xa31a bytes) 000404 1781622956.256284 write 0x0197fb thru 0x01d4f3 (0x3cf9 bytes) 000405 1781622956.258246 punch from 0x0303ca to 0x03042d (0x64 bytes) 000406 1781622956.263122 read 0x03b577 thru 0x03ffff (0x4a89 bytes) 000407 1781622956.265720 mapread 0x038b2b thru 0x03d982 (0x4e58 bytes) 000408 1781622956.270523 write 0x00c9e2 thru 0x015677 (0x8c96 bytes) 000409 1781622956.273220 trunc from 0x040000 to 0x021260 (0x1ed9f bytes) 000410 1781622956.292910 punch from 0x010bde to 0x0161e4 (0x5607 bytes) 000411 1781622956.313941 write 0x0270f2 thru 0x036588 (0xf497 bytes) 000412 1781622956.317272 punch from 0x02da33 to 0x030fad (0x357b bytes) 000413 1781622956.331170 read 0x0358ed thru 0x036588 (0xc9c bytes) 000414 1781622956.332243 trunc from 0x00135b to 0x01016f (0xee15 bytes) 000416 1781622956.337231 write 0x02f539 thru 0x035950 (0x6418 bytes) 000417 1781622956.348977 trunc from 0x036589 to 0x031f35 (0x4653 bytes) 000418 1781622956.361249 write 0x000d74 thru 0x002a76 (0x1d03 bytes) 000419 1781622956.362494 fallocate 0x02366a thru 0x032624 (0xefbb bytes) 000420 1781622956.374868 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31f36): Mirror 4: 0x3e426f22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31f36): Mirror 4: 0x3e426f22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31f36: skipped 000421 1781622956.609145 fallocate 0x02b307 thru 0x02e8d6 (0x35d0 bytes) 000422 1781622956.615577 punch from 0x024ff3 to 0x028971 (0x397f bytes) 000423 1781622956.626708 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x31f36): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31f36): Mirror 4: 0x3e426f22 (stale) CRC-32 checksum value for chunk [0, 0x31f36): Mirror 1: 0x97d18fa0 Mirror 5: 0x97d18fa0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31f36: skipped 000424 1781622957.311546 trunc from 0x031f36 to 0x03685d (0x4928 bytes) 000425 1781622957.379150 trunc from 0x03685e to 0x018e2c (0x1da31 bytes) 000426 1781622957.408110 mapwrite 0x021884 thru 0x02e9d3 (0xd150 bytes) 000427 1781622957.490796 trunc from 0x02e9d4 to 0x0153ec (0x195e7 bytes) 000428 1781622957.507580 write 0x02bbd9 thru 0x0316e7 (0x5b0f bytes) 000429 1781622957.508969 mapread 0x01217f thru 0x01a390 (0x8212 bytes) 000430 1781622957.531220 read 0x00884e thru 0x00a8ff (0x20b2 bytes) 000431 1781622957.536344 mapread 0x008f22 thru 0x01393d (0xaa1c bytes) 000432 1781622957.542248 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x316e8): Mirror 5: 0x1a628c90 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x316e8): Mirror 5: 0x1a628c90 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x316e8: skipped 000433 1781622957.811374 write 0x010334 thru 0x01ace5 (0xa9b2 bytes) 000434 1781622957.824234 punch from 0x01a1a2 to 0x028bc4 (0xea23 bytes) 000435 1781622957.834694 mapwrite 0x02a9e3 thru 0x02c883 (0x1ea1 bytes) 000436 1781622957.863652 fallocate 0x02b71f thru 0x037892 (0xc174 bytes) 000437 1781622957.868552 trunc from 0x037893 to 0x014948 (0x22f4a bytes) 000438 1781622957.885100 fallocate 0x028269 thru 0x0367ca (0xe562 bytes) 000439 1781622957.895499 MIRROR_RESYNC 2 mirrors 000440 1781622958.445287 write 0x028f8f thru 0x029e60 (0xed2 bytes) 000441 1781622958.491022 read 0x0193c8 thru 0x01c2a6 (0x2edf bytes) 000442 1781622958.498109 read 0x010e04 thru 0x01e635 (0xd832 bytes) 000443 1781622958.510194 trunc from 0x029e61 to 0x005068 (0x24df8 bytes) 000444 1781622958.539746 trunc from 0x0011be to 0x005068 (0x3eab bytes) 000445 1781622958.545969 read 0x000f2f thru 0x005068 (0x413a bytes) 000447 1781622958.564436 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x5069): Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x5069): Mirror 5: 0x6055b8aa (stale) CRC-32 checksum value for chunk [0, 0x5069): Mirror 1: 0x640710b3 Mirror 6: 0x640710b3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x5069: skipped 000448 1781622959.126281 punch from 0x001ca7 to 0x005068 (0x33c2 bytes) 000450 1781622959.156643 read 0x0039e0 thru 0x005068 (0x1689 bytes) 000451 1781622959.162430 read 0x000b91 thru 0x005068 (0x44d8 bytes) 000452 1781622959.170737 MIRROR_RESYNC 3 mirrors 000453 1781622959.721375 write 0x01921f thru 0x01b158 (0x1f3a bytes) 000454 1781622959.757898 mapwrite 0x02da30 thru 0x0356c9 (0x7c9a bytes) 000457 1781622959.821150 write 0x025a36 thru 0x027e02 (0x23cd bytes) 000459 1781622959.831400 mapwrite 0x0227d3 thru 0x024e15 (0x2643 bytes) 000460 1781622959.856127 write 0x036e7c thru 0x037e2b (0xfb0 bytes) 000461 1781622959.860588 write 0x0398ab thru 0x03ffff (0x6755 bytes) 000462 1781622959.862887 trunc from 0x039685 to 0x03ffff (0x697b bytes) 000463 1781622959.877690 mapwrite 0x031c6f thru 0x03efc4 (0xd356 bytes) 000464 1781622959.936279 trunc from 0x040000 to 0x011f66 (0x2e099 bytes) 000465 1781622959.952166 read 0x00e4e9 thru 0x011f66 (0x3a7e bytes) 000466 1781622959.958965 punch from 0x004b28 to 0x010962 (0xbe3b bytes) 000467 1781622959.969549 write 0x00b7fe thru 0x01457f (0x8d82 bytes) 000468 1781622959.977893 trunc from 0x014580 to 0x02b081 (0x16b02 bytes) 000469 1781622959.999290 MIRROR_RESYNC 3 mirrors 000470 1781622960.663358 mapwrite 0x03260a thru 0x03904c (0x6a43 bytes) 000471 1781622960.724983 trunc from 0x03904d to 0x0376cb (0x1981 bytes) 000473 1781622960.747669 mapwrite 0x017782 thru 0x02658c (0xee0b bytes) 000474 1781622960.789793 mapread 0x0364cc thru 0x0376cb (0x1200 bytes) 000475 1781622960.797525 MIRROR_RESYNC 3 mirrors 000476 1781622961.541523 write 0x012c46 thru 0x019c03 (0x6fbe bytes) 000477 1781622961.581624 trunc from 0x0376cc to 0x00452d (0x3319e bytes) 000478 1781622961.603147 mapwrite 0x03e335 thru 0x03ffff (0x1ccb bytes) 000479 1781622961.628975 trunc from 0x00722a to 0x00fe38 (0x8c0f bytes) 000480 1781622961.633128 write 0x02a800 thru 0x02cd42 (0x2543 bytes) 000481 1781622961.639383 trunc from 0x0369a7 to 0x039da5 (0x33ff bytes) 000482 1781622961.644954 punch from 0x037ece to 0x03ffff (0x8132 bytes) 000483 1781622961.649933 write 0x01fe97 thru 0x02d025 (0xd18f bytes) 000484 1781622961.665478 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x787efa74 (stale) Mirror 6: 0x787efa74 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7e5a2651 Mirror 7: 0x7e5a2651 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000485 1781622962.319613 MIRROR_RESYNC 4 mirrors 000487 1781622962.874365 write 0x005890 thru 0x00d700 (0x7e71 bytes) 000488 1781622962.910550 trunc from 0x0218ca to 0x02d3ff (0xbb36 bytes) 000489 1781622962.920668 MIRROR_RESYNC 4 mirrors 000490 1781622963.873597 mapwrite 0x02ee0f thru 0x03c99d (0xdb8f bytes) 000491 1781622963.958024 read 0x02bd56 thru 0x02dbe5 (0x1e90 bytes) 000492 1781622963.962288 MIRROR_RESYNC 4 mirrors 000493 1781622964.906034 mapwrite 0x021ebb thru 0x0295e7 (0x772d bytes) 000496 1781622965.025289 write 0x031a77 thru 0x03396d (0x1ef7 bytes) 000497 1781622965.034522 mapwrite 0x0153a6 thru 0x01a578 (0x51d3 bytes) 000498 1781622965.068577 write 0x01b6f0 thru 0x025bcc (0xa4dd bytes) 000499 1781622965.070539 trunc from 0x009d0c to 0x010132 (0x6427 bytes) 000500 1781622965.075444 punch from 0x02b299 to 0x039202 (0xdf6a bytes) 000501 1781622965.083152 write 0x01d0a5 thru 0x026e8b (0x9de7 bytes) 000502 1781622965.086178 fallocate 0x03ae12 thru 0x03ffff (0x51ee bytes) 000503 1781622965.090986 mapwrite 0x0200f3 thru 0x02a186 (0xa094 bytes) 000505 1781622965.112976 write 0x026bb6 thru 0x034520 (0xd96b bytes) 000506 1781622965.119185 mapwrite 0x020b20 thru 0x0223b5 (0x1896 bytes) 000507 1781622965.136459 write 0x03b347 thru 0x03ffff (0x4cb9 bytes) 000508 1781622965.142518 trunc from 0x040000 to 0x0021e1 (0x3de1e bytes) 000509 1781622965.168004 mapread 0x000554 thru 0x0021e1 (0x1c8e bytes) 000510 1781622965.173610 mapwrite 0x00f674 thru 0x01584d (0x61da bytes) 000511 1781622965.226518 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1584e): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1584e): Mirror 5: 0x7b190572 (stale) Mirror 6: 0x7b190572 (stale) Mirror 7: 0x7b190572 (stale) CRC-32 checksum value for chunk [0, 0x1584e): Mirror 1: 0xbc7b71a9 Mirror 8: 0xbc7b71a9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1584e: skipped 000512 1781622965.811662 trunc from 0x01584e to 0x02b055 (0x15808 bytes) 000513 1781622965.889260 punch from 0x003191 to 0x004e80 (0x1cf0 bytes) 000514 1781622965.900469 MIRROR_RESYNC 5 mirrors 000515 1781622966.748586 read 0x01c8ac thru 0x027830 (0xaf85 bytes) 000516 1781622966.763369 mapread 0x00893c thru 0x00943b (0xb00 bytes) 000517 1781622966.775888 punch from 0x00602e to 0x0117c0 (0xb793 bytes) 000518 1781622966.801210 trunc from 0x00886d to 0x017f8f (0xf723 bytes) 000519 1781622966.806037 trunc from 0x01bfae to 0x0227ad (0x6800 bytes) 000520 1781622966.809506 trunc from 0x02b056 to 0x01dcf3 (0xd362 bytes) 000521 1781622966.832244 read 0x0199ad thru 0x01dcf3 (0x4347 bytes) 000522 1781622966.842987 trunc from 0x00d925 to 0x017a46 (0xa122 bytes) 000523 1781622966.847001 trunc from 0x0038b8 to 0x00b8d3 (0x801c bytes) 000524 1781622966.850298 mapread 0x00281c thru 0x0127a8 (0xff8d bytes) 000526 1781622966.930697 punch from 0x0017ba to 0x0092fb (0x7b42 bytes) 000527 1781622966.936872 punch from 0x005f30 to 0x007fe7 (0x20b8 bytes) 000528 1781622966.940961 punch from 0x00b613 to 0x00ba27 (0x415 bytes) 000530 1781622966.945490 mapwrite 0x022dcb thru 0x0327b2 (0xf9e8 bytes) 000531 1781622966.992345 fallocate 0x036b76 thru 0x038413 (0x189e bytes) 000532 1781622966.998943 mapread 0x02f7f8 thru 0x0327b2 (0x2fbb bytes) 000533 1781622967.000022 mapwrite 0x0242c8 thru 0x025aac (0x17e5 bytes) 000534 1781622967.012256 write 0x01b3d1 thru 0x01cc4d (0x187d bytes) 000535 1781622967.013639 mapread 0x02460b thru 0x02e662 (0xa058 bytes) 000536 1781622967.019466 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x327b3): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x327b3): Mirror 5: 0xe03bdc55 (stale) Mirror 6: 0xe03bdc55 (stale) Mirror 7: 0xe03bdc55 (stale) Mirror 8: 0xe03bdc55 (stale) CRC-32 checksum value for chunk [0, 0x327b3): Mirror 1: 0xfb5782e2 Mirror 9: 0xfb5782e2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x327b3: skipped 000537 1781622967.674041 mapread 0x01843d thru 0x02398d (0xb551 bytes) 000538 1781622967.724818 read 0x02d340 thru 0x0327b2 (0x5473 bytes) 000541 1781622967.754717 trunc from 0x0327b3 to 0x012cdf (0x1fad3 bytes) 000542 1781622967.822897 trunc from 0x012ce0 to 0x03ed38 (0x2c059 bytes) 000543 1781622967.838888 punch from 0x031967 to 0x03b16a (0x9804 bytes) 000544 1781622967.843690 trunc from 0x03ecd9 to 0x03ed38 (0x60 bytes) 000545 1781622967.849383 mapread 0x01a8a0 thru 0x01b784 (0xee5 bytes) 000546 1781622967.868405 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ed39): Mirror 5: 0x31336d (stale) Mirror 6: 0x31336d (stale) Mirror 8: 0x31336d (stale) Mirror 9: 0x421e14ba (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ed39): Mirror 5: 0x31336d (stale) Mirror 6: 0x31336d (stale) Mirror 8: 0x31336d (stale) Mirror 9: 0x421e14ba (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ed39: skipped 000547 1781622968.206702 read 0x01e13f thru 0x027c29 (0x9aeb bytes) 000548 1781622968.218516 trunc from 0x03ed39 to 0x02adb6 (0x13f82 bytes) 000549 1781622968.240082 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2adb7): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2adb7): Mirror 5: 0x10538d0d (stale) Mirror 6: 0x10538d0d (stale) Mirror 8: 0x10538d0d (stale) Mirror 9: 0x1fba0f70 (stale) CRC-32 checksum value for chunk [0, 0x2adb7): Mirror 1: 0xf8d638ce Mirror 10: 0xf8d638ce lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2adb7: skipped 000550 1781622968.875183 punch from 0x016d4b to 0x024daa (0xe060 bytes) 000551 1781622968.918912 mapwrite 0x018241 thru 0x021eba (0x9c7a bytes) 000552 1781622968.957040 read 0x01ff5f thru 0x02751e (0x75c0 bytes) 000553 1781622968.967871 write 0x0163af thru 0x02636c (0xffbe bytes) 000554 1781622968.980958 trunc from 0x02adb7 to 0x00cdba (0x1dffc bytes) 000555 1781622969.028050 fallocate 0x00db1f thru 0x01c769 (0xec4b bytes) 000556 1781622969.040373 fallocate 0x011949 thru 0x018865 (0x6f1d bytes) 000557 1781622969.046009 mapread 0x011b8e thru 0x018865 (0x6cd8 bytes) 000558 1781622969.055269 trunc from 0x018866 to 0x01ab62 (0x22fd bytes) 000559 1781622969.068697 read 0x00746b thru 0x00a80a (0x33a0 bytes) 000560 1781622969.081241 fallocate 0x00c48c thru 0x013ab8 (0x762d bytes) 000562 1781622969.088551 read 0x0045fb thru 0x00e56c (0x9f72 bytes) 000565 1781622969.091098 trunc from 0x01060f to 0x0124ed (0x1edf bytes) 000566 1781622969.097838 mapread 0x002695 thru 0x009fed (0x7959 bytes) 000567 1781622969.099601 mapwrite 0x01d3bb thru 0x0266a0 (0x92e6 bytes) 000568 1781622969.155519 trunc from 0x0266a1 to 0x020ea4 (0x57fc bytes) 000569 1781622969.181838 mapread 0x00e77a thru 0x011f9c (0x3823 bytes) 000571 1781622969.184838 read 0x0192a3 thru 0x01d682 (0x43e0 bytes) 000572 1781622969.185699 write 0x02234c thru 0x027161 (0x4e16 bytes) 000573 1781622969.188307 mapwrite 0x01e0ad thru 0x0275b2 (0x9506 bytes) 000574 1781622969.239366 mapread 0x010f8c thru 0x012b9b (0x1c10 bytes) 000575 1781622969.248026 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x275b3): Mirror 6: 0x5a6a3f5f (stale) Mirror 8: 0x5a6a3f5f (stale) Mirror 9: 0x1c145ec1 (stale) Mirror 10: 0x6a46bbea (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x275b3): Mirror 6: 0x5a6a3f5f (stale) Mirror 8: 0x5a6a3f5f (stale) Mirror 9: 0x1c145ec1 (stale) Mirror 10: 0x6a46bbea (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x275b3: skipped 000576 1781622969.655541 fallocate 0x037b3a thru 0x03ffff (0x84c6 bytes) 000577 1781622969.669492 mapread 0x017f9d thru 0x01ab8c (0x2bf0 bytes) 000578 1781622969.715080 trunc from 0x0275b3 to 0x02e20c (0x6c5a bytes) 000579 1781622969.739208 trunc from 0x012b09 to 0x01c5d9 (0x9ad1 bytes) 000580 1781622969.750589 punch from 0x02c101 to 0x02c324 (0x224 bytes) 000582 1781622969.755791 punch from 0x025441 to 0x02c7e7 (0x73a7 bytes) 000583 1781622969.759822 read 0x00b273 thru 0x00f1ff (0x3f8d bytes) 000584 1781622969.770876 write 0x0006bc thru 0x00a6fc (0xa041 bytes) 000585 1781622969.788414 read 0x01c9a4 thru 0x0222b9 (0x5916 bytes) 000586 1781622969.808447 trunc from 0x02e20d to 0x024c1f (0x95ed bytes) 000587 1781622969.827726 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24c20): Mirror 8: 0x250260a2 (stale) Mirror 9: 0xa70bdace (stale) Mirror 10: 0xa04994f1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24c20): Mirror 8: 0x250260a2 (stale) Mirror 9: 0xa70bdace (stale) Mirror 10: 0xa04994f1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24c20: skipped 000588 1781622970.161306 punch from 0x0115cc to 0x01b8fa (0xa32f bytes) 000589 1781622970.165313 trunc from 0x024c20 to 0x00fbb0 (0x1506f bytes) 000590 1781622970.208481 read 0x0007da thru 0x0041eb (0x3a12 bytes) 000591 1781622970.222650 trunc from 0x00b917 to 0x00bbf6 (0x2e0 bytes) 000592 1781622970.233611 punch from 0x004056 to 0x00a1d7 (0x6182 bytes) 000593 1781622970.245993 MIRROR_RESYNC 4 mirrors 000594 1781622971.052140 read 0x003405 thru 0x00ed90 (0xb98c bytes) 000595 1781622971.061150 read 0x00966b thru 0x00fbb0 (0x6546 bytes) 000596 1781622971.070278 fallocate 0x03de02 thru 0x03ffff (0x21fe bytes) 000597 1781622971.108737 mapwrite 0x01f157 thru 0x0224b6 (0x3360 bytes) 000598 1781622971.135622 punch from 0x01844b to 0x019a3e (0x15f4 bytes) 000599 1781622971.147586 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0xc8effe7e (stale) Mirror 10: 0xc8effe7e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0xc8effe7e (stale) Mirror 10: 0xc8effe7e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000600 1781622971.463885 read 0x03d6e8 thru 0x03ffff (0x2918 bytes) 000601 1781622971.468468 trunc from 0x040000 to 0x0363c4 (0x9c3b bytes) 000603 1781622971.506029 mapread 0x002085 thru 0x003449 (0x13c5 bytes) 000604 1781622971.515694 mapwrite 0x02400e thru 0x02811b (0x410e bytes) 000606 1781622971.541269 read 0x026bcb thru 0x027d9b (0x11d1 bytes) 000607 1781622971.542409 mapwrite 0x010064 thru 0x01b01f (0xafbc bytes) 000608 1781622971.585443 read 0x028e60 thru 0x02afd2 (0x2173 bytes) 000609 1781622971.586380 read 0x0310ca thru 0x0363c4 (0x52fb bytes) 000610 1781622971.593283 MIRROR_RESYNC 3 mirrors 000611 1781622972.410008 read 0x00eb18 thru 0x0157d6 (0x6cbf bytes) 000612 1781622972.416361 punch from 0x02b340 to 0x033f24 (0x8be5 bytes) 000613 1781622972.451635 punch from 0x00f5e3 to 0x01e67f (0xf09d bytes) 000614 1781622972.456444 punch from 0x02512c to 0x026bf7 (0x1acc bytes) 000615 1781622972.460984 mapwrite 0x01e83c thru 0x023a64 (0x5229 bytes) 000618 1781622972.497908 mapread 0x012341 thru 0x01f195 (0xce55 bytes) 000619 1781622972.513319 fallocate 0x0397b8 thru 0x0399e0 (0x229 bytes) 000620 1781622972.520302 fallocate 0x02bec3 thru 0x02cc6e (0xdac bytes) 000621 1781622972.524987 write 0x02b6ce thru 0x02bf72 (0x8a5 bytes) 000622 1781622972.530024 write 0x00fedf thru 0x017009 (0x712b bytes) 000623 1781622972.532014 trunc from 0x011f22 to 0x015682 (0x3761 bytes) 000624 1781622972.544492 write 0x00efd0 thru 0x019d2c (0xad5d bytes) 000625 1781622972.546499 trunc from 0x0363c5 to 0x03db58 (0x7794 bytes) 000626 1781622972.565144 trunc from 0x03db59 to 0x029c77 (0x13ee1 bytes) 000627 1781622972.591036 read 0x026899 thru 0x029c77 (0x33df bytes) 000628 1781622972.599433 punch from 0x0273cb to 0x029c77 (0x28ad bytes) 000629 1781622972.604527 fallocate 0x03e90b thru 0x03ffff (0x16f5 bytes) 000630 1781622972.610565 fallocate 0x0220aa thru 0x02ae78 (0x8dcf bytes) 000631 1781622972.614631 write 0x005b34 thru 0x00f763 (0x9c30 bytes) 000632 1781622972.619525 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xd4b5adc9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xd4b5adc9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000633 1781622972.935052 punch from 0x00a8fa to 0x00f80c (0x4f13 bytes) 000634 1781622972.939568 write 0x010dd9 thru 0x015938 (0x4b60 bytes) 000635 1781622972.960238 mapwrite 0x03256d thru 0x038768 (0x61fc bytes) 000636 1781622972.994359 write 0x01b303 thru 0x023645 (0x8343 bytes) 000637 1781622973.002055 punch from 0x017d2a to 0x0208bf (0x8b96 bytes) 000638 1781622973.012990 trunc from 0x040000 to 0x00a9eb (0x35614 bytes) 000639 1781622973.024064 mapwrite 0x00d5ed thru 0x015f40 (0x8954 bytes) 000640 1781622973.057677 punch from 0x01212b to 0x015f40 (0x3e16 bytes) 000641 1781622973.070273 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x15f41): Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x15f41): Mirror 10: 0x5f777d16 (stale) CRC-32 checksum value for chunk [0, 0x15f41): Mirror 1: 0xb05a9d21 Mirror 11: 0xb05a9d21 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x15f41: skipped 000642 1781622973.766108 trunc from 0x015f41 to 0x035f6a (0x2002a bytes) 000643 1781622973.843915 punch from 0x03151d to 0x035f6a (0x4a4e bytes) 000644 1781622973.854088 read 0x025214 thru 0x02b9d0 (0x67bd bytes) 000646 1781622973.876610 punch from 0x013ecb to 0x017302 (0x3438 bytes) 000647 1781622973.888612 mapwrite 0x03ae37 thru 0x03ffff (0x51c9 bytes) 000648 1781622973.957143 mapread 0x007eda thru 0x008bac (0xcd3 bytes) 000649 1781622973.966099 mapread 0x00c34e thru 0x0114d1 (0x5184 bytes) 000650 1781622973.974530 mapwrite 0x009d2e thru 0x015edc (0xc1af bytes) 000651 1781622973.995300 write 0x00bdd4 thru 0x013e39 (0x8066 bytes) 000652 1781622973.997191 mapwrite 0x01ff88 thru 0x02d9a2 (0xda1b bytes) 000653 1781622974.028013 fallocate 0x00959c thru 0x011fe2 (0x8a47 bytes) 000654 1781622974.031947 fallocate 0x00791d thru 0x01456f (0xcc53 bytes) 000655 1781622974.039018 read 0x0010af thru 0x00c998 (0xb8ea bytes) 000656 1781622974.039647 punch from 0x0045e4 to 0x00b919 (0x7336 bytes) 000657 1781622974.044099 read 0x034635 thru 0x03b6e2 (0x70ae bytes) 000658 1781622974.045030 trunc from 0x040000 to 0x02126c (0x1ed93 bytes) 000659 1781622974.059008 read 0x01df94 thru 0x02044c (0x24b9 bytes) 000660 1781622974.059650 mapread 0x0039d4 thru 0x013445 (0xfa72 bytes) 000661 1781622974.069336 mapwrite 0x017598 thru 0x01ac4e (0x36b7 bytes) 000662 1781622974.089465 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2126d): Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2126d): Mirror 10: 0x1060fd36 (stale) Mirror 11: 0xb6f2b006 (stale) CRC-32 checksum value for chunk [0, 0x2126d): Mirror 1: 0xffb115e9 Mirror 12: 0xffb115e9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2126d: skipped 000663 1781622974.904604 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2126d): Mirror 10: 0x1060fd36 (stale) Mirror 11: 0xb6f2b006 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2126d): Mirror 10: 0x1060fd36 (stale) Mirror 11: 0xb6f2b006 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2126d: skipped 000664 1781622975.188541 mapwrite 0x01c5a8 thru 0x01e3a0 (0x1df9 bytes) 000665 1781622975.244991 trunc from 0x02126d to 0x01e60d (0x2c5f bytes) 000666 1781622975.283942 write 0x008893 thru 0x00cac0 (0x422e bytes) 000667 1781622975.296326 mapread 0x01c7b3 thru 0x01e60d (0x1e5b bytes) 000668 1781622975.297392 trunc from 0x00a031 to 0x0183c0 (0xe390 bytes) 000669 1781622975.314972 trunc from 0x01e60e to 0x03ee39 (0x2082c bytes) 000670 1781622975.328318 mapwrite 0x004bf4 thru 0x006841 (0x1c4e bytes) 000671 1781622975.358390 fallocate 0x01fa15 thru 0x029a26 (0xa012 bytes) 000672 1781622975.378415 fallocate 0x00a3ec thru 0x011f56 (0x7b6b bytes) 000673 1781622975.391519 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ee3a): Mirror 11: 0x6f6e339a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ee3a): Mirror 11: 0x6f6e339a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ee3a: skipped 000674 1781622975.755908 write 0x03f5c4 thru 0x03ffff (0xa3c bytes) 000676 1781622975.765717 read 0x00d5dd thru 0x01d379 (0xfd9d bytes) 000677 1781622975.788099 trunc from 0x002e58 to 0x007e57 (0x5000 bytes) 000678 1781622975.803262 mapread 0x02e9d5 thru 0x031cd9 (0x3305 bytes) 000679 1781622975.833386 write 0x03897e thru 0x03ffff (0x7682 bytes) 000680 1781622975.836046 mapread 0x026cac thru 0x02ba6f (0x4dc4 bytes) 000681 1781622975.846232 mapread 0x020624 thru 0x02fc64 (0xf641 bytes) 000682 1781622975.847705 write 0x013bf8 thru 0x01cc0e (0x9017 bytes) 000683 1781622975.849648 trunc from 0x03d849 to 0x03ffff (0x27b7 bytes) 000684 1781622975.864449 mapread 0x028793 thru 0x029299 (0xb07 bytes) 000685 1781622975.865614 read 0x025adc thru 0x02760c (0x1b31 bytes) 000687 1781622975.867286 write 0x03318c thru 0x03b640 (0x84b5 bytes) 000688 1781622975.869462 fallocate 0x0318f1 thru 0x03a322 (0x8a32 bytes) 000689 1781622975.873738 write 0x031763 thru 0x03632a (0x4bc8 bytes) 000690 1781622975.875482 trunc from 0x0374db to 0x038584 (0x10aa bytes) 000691 1781622975.888813 punch from 0x010a8b to 0x019c04 (0x917a bytes) 000692 1781622975.894205 mapread 0x010fc5 thru 0x01c36d (0xb3a9 bytes) 000693 1781622975.906835 mapwrite 0x039533 thru 0x03ffff (0x6acd bytes) 000694 1781622975.919334 write 0x010538 thru 0x0190d6 (0x8b9f bytes) 000695 1781622975.920896 mapread 0x036fcc thru 0x037235 (0x26a bytes) 000696 1781622975.922975 mapwrite 0x017e1f thru 0x018b53 (0xd35 bytes) 000697 1781622975.952265 trunc from 0x040000 to 0x03a414 (0x5beb bytes) 000698 1781622975.970301 read 0x01d537 thru 0x023922 (0x63ec bytes) 000699 1781622975.971244 trunc from 0x03a415 to 0x02366f (0x16da5 bytes) 000700 1781622975.986303 read 0x00e7e6 thru 0x014e4e (0x6669 bytes) 000701 1781622975.989225 punch from 0x022cc5 to 0x02366f (0x9ab bytes) 000702 1781622975.996947 fallocate 0x017668 thru 0x024b50 (0xd4e9 bytes) 000703 1781622976.001319 read 0x00ffc9 thru 0x012554 (0x258c bytes) 000705 1781622976.002987 fallocate 0x033ee7 thru 0x03ffff (0xc119 bytes) 000706 1781622976.008414 mapwrite 0x0194ff thru 0x01bc34 (0x2736 bytes) 000707 1781622976.030625 mapwrite 0x006bb6 thru 0x00b4c8 (0x4913 bytes) 000708 1781622976.047827 read 0x026605 thru 0x0287d7 (0x21d3 bytes) 000709 1781622976.063451 mapread 0x006f35 thru 0x014005 (0xd0d1 bytes) 000710 1781622976.065287 mapwrite 0x031475 thru 0x033917 (0x24a3 bytes) 000711 1781622976.076041 fallocate 0x036e9e thru 0x038b2d (0x1c90 bytes) 000712 1781622976.080419 punch from 0x037b9b to 0x03ffff (0x8465 bytes) 000713 1781622976.085305 write 0x02ad88 thru 0x032060 (0x72d9 bytes) 000714 1781622976.086693 trunc from 0x040000 to 0x033c9e (0xc361 bytes) 000716 1781622976.112271 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x33c9f): Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33c9f): Mirror 11: 0xfc673a15 (stale) CRC-32 checksum value for chunk [0, 0x33c9f): Mirror 1: 0x2346d9a3 Mirror 12: 0x2346d9a3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33c9f: skipped 000717 1781622976.844664 punch from 0x030d9e to 0x033c9e (0x2f01 bytes) 000718 1781622976.894198 write 0x01df8f thru 0x022e24 (0x4e96 bytes) 000719 1781622976.916587 trunc from 0x033c9f to 0x01b19a (0x18b04 bytes) 000722 1781622976.991970 trunc from 0x01b19b to 0x02fb0e (0x14974 bytes) 000723 1781622977.016080 trunc from 0x025f7d to 0x02680f (0x893 bytes) 000724 1781622977.022168 write 0x039c53 thru 0x03e3e7 (0x4795 bytes) 000725 1781622977.026182 write 0x005238 thru 0x00809a (0x2e63 bytes) 000726 1781622977.039513 mapwrite 0x015b2d thru 0x021a94 (0xbf68 bytes) 000727 1781622977.109351 trunc from 0x03e3e8 to 0x03713b (0x72ac bytes) 000729 1781622977.129385 mapwrite 0x01a5cf thru 0x026bd2 (0xc604 bytes) 000730 1781622977.144596 write 0x03f229 thru 0x03ffff (0xdd7 bytes) 000732 1781622977.148993 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x2c1eeeb6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x2c1eeeb6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000733 1781622977.415711 mapread 0x013211 thru 0x018007 (0x4df7 bytes) 000734 1781622977.440882 mapread 0x023916 thru 0x028438 (0x4b23 bytes) 000735 1781622977.447222 trunc from 0x0231d2 to 0x02bd35 (0x8b64 bytes) 000736 1781622977.451488 trunc from 0x02e2aa to 0x03cc52 (0xe9a9 bytes) 000737 1781622977.459017 write 0x0159dd thru 0x02529a (0xf8be bytes) 000738 1781622977.467325 read 0x000234 thru 0x00181e (0x15eb bytes) 000739 1781622977.473232 trunc from 0x01113b to 0x011b7e (0xa44 bytes) 000740 1781622977.479603 mapread 0x020de6 thru 0x02ecc7 (0xdee2 bytes) 000741 1781622977.495176 trunc from 0x02a0a8 to 0x02d67c (0x35d5 bytes) 000742 1781622977.508882 MIRROR_RESYNC 2 mirrors 000744 1781622978.129147 mapread 0x00fba7 thru 0x01e9a1 (0xedfb bytes) 000745 1781622978.163886 trunc from 0x040000 to 0x022bf5 (0x1d40a bytes) 000746 1781622978.235544 punch from 0x01a146 to 0x01a40f (0x2ca bytes) 000747 1781622978.241895 write 0x02ad58 thru 0x02c1db (0x1484 bytes) 000748 1781622978.246923 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) 000750 1781622978.386491 punch from 0x0269c2 to 0x02c1db (0x581a bytes) 000751 1781622978.393948 mapread 0x01669c thru 0x022141 (0xbaa6 bytes) 000752 1781622978.436600 mapread 0x0061fe thru 0x011a84 (0xb887 bytes) 000753 1781622978.455738 read 0x007cf3 thru 0x012803 (0xab11 bytes) 000754 1781622978.457777 mapread 0x01902d thru 0x0200b8 (0x708c bytes) 000755 1781622978.469459 MIRROR_EXTEND to 2 mirrors 000756 1781622979.110744 trunc from 0x02c1dc to 0x02bb61 (0x67a bytes) 000758 1781622979.174598 mapread 0x019bb4 thru 0x021026 (0x7473 bytes) 000759 1781622979.207189 write 0x02141e thru 0x02724f (0x5e32 bytes) 000760 1781622979.214040 fallocate 0x00a83c thru 0x0125b4 (0x7d79 bytes) 000761 1781622979.224146 punch from 0x017f1a to 0x018d2f (0xe16 bytes) 000762 1781622979.229101 trunc from 0x02bb62 to 0x038402 (0xc8a1 bytes) 000764 1781622979.246299 read 0x0203e7 thru 0x028677 (0x8291 bytes) 000766 1781622979.254897 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) 000767 1781622979.398790 fallocate 0x00e818 thru 0x01c3b1 (0xdb9a bytes) 000768 1781622979.406716 fallocate 0x034aff thru 0x03ffff (0xb501 bytes) 000769 1781622979.410283 trunc from 0x038403 to 0x027da3 (0x1065f bytes) 000770 1781622979.425532 mapread 0x00ed8a thru 0x013e9c (0x5113 bytes) 000771 1781622979.441523 write 0x02ef12 thru 0x03aa69 (0xbb58 bytes) 000772 1781622979.446611 MIRROR_EXTEND to 2 mirrors 000773 1781622979.996721 punch from 0x0326fd to 0x03aa69 (0x836d bytes) 000774 1781622980.024529 trunc from 0x01009f to 0x012d69 (0x2ccb bytes) 000775 1781622980.029278 trunc from 0x03aa6a to 0x0241f7 (0x16872 bytes) 000776 1781622980.062456 punch from 0x000a8b to 0x003887 (0x2dfd bytes) 000777 1781622980.066470 mapread 0x006a06 thru 0x00a13b (0x3736 bytes) 000778 1781622980.083116 read 0x010c92 thru 0x0144c4 (0x3833 bytes) 000779 1781622980.089469 punch from 0x022e01 to 0x0241f7 (0x13f7 bytes) 000780 1781622980.095193 read 0x014fba thru 0x0241f7 (0xf23e bytes) 000781 1781622980.109965 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x241f8): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x241f8): Mirror 2: 0x960c8fe (stale) CRC-32 checksum value for chunk [0, 0x241f8): Mirror 1: 0xab94c1ce Mirror 3: 0xab94c1ce lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x241f8: skipped 000782 1781622980.796226 mapread 0x01e0d8 thru 0x020069 (0x1f92 bytes) 000784 1781622980.864985 mapread 0x0194ea thru 0x01a63f (0x1156 bytes) 000786 1781622980.896395 mapread 0x02014c thru 0x0241f7 (0x40ac bytes) 000787 1781622980.914694 read 0x01d344 thru 0x023e93 (0x6b50 bytes) 000788 1781622980.923308 write 0x022845 thru 0x02e078 (0xb834 bytes) 000789 1781622980.981150 fallocate 0x03cc72 thru 0x03ffff (0x338e bytes) 000792 1781622980.987459 mapwrite 0x036a47 thru 0x03ffff (0x95b9 bytes) 000793 1781622981.042052 trunc from 0x040000 to 0x0071a2 (0x38e5d bytes) 000795 1781622981.082990 MIRROR_RESYNC 3 mirrors 000796 1781622981.763387 punch from 0x002002 to 0x006b2e (0x4b2d bytes) 000797 1781622981.798309 trunc from 0x006257 to 0x0071a2 (0xf4c bytes) 000798 1781622981.805595 write 0x01bcad thru 0x022224 (0x6578 bytes) 000799 1781622981.807559 fallocate 0x02d9e7 thru 0x0312f8 (0x3912 bytes) 000800 1781622981.815204 mapread 0x00f6b9 thru 0x015cb5 (0x65fd bytes) 000801 1781622981.835252 read 0x00371b thru 0x01069a (0xcf80 bytes) 000802 1781622981.846576 read 0x004282 thru 0x009780 (0x54ff bytes) 000803 1781622981.848197 trunc from 0x016401 to 0x01af96 (0x4b96 bytes) 000804 1781622981.856374 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x22225): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22225): Mirror 2: 0xdccfc3a5 (stale) Mirror 3: 0xdccfc3a5 (stale) CRC-32 checksum value for chunk [0, 0x22225): Mirror 1: 0x6537dea8 Mirror 4: 0x6537dea8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22225: skipped 000806 1781622982.640338 punch from 0x01a960 to 0x01ce24 (0x24c5 bytes) 000807 1781622982.671294 mapread 0x010e0d thru 0x01bc87 (0xae7b bytes) 000809 1781622982.705209 trunc from 0x022225 to 0x024087 (0x1e63 bytes) 000810 1781622982.728874 trunc from 0x01d434 to 0x020c23 (0x37f0 bytes) 000811 1781622982.736153 read 0x01de05 thru 0x01e2a9 (0x4a5 bytes) 000812 1781622982.744117 mapread 0x00c2e7 thru 0x0143c6 (0x80e0 bytes) 000814 1781622982.746264 write 0x03c94e thru 0x03ffff (0x36b2 bytes) 000816 1781622982.748477 mapwrite 0x026e4f thru 0x033387 (0xc539 bytes) 000817 1781622982.804170 mapwrite 0x032030 thru 0x03e37c (0xc34d bytes) 000818 1781622982.852289 trunc from 0x040000 to 0x0338f7 (0xc708 bytes) 000819 1781622982.875888 mapwrite 0x017f37 thru 0x01dffc (0x60c6 bytes) 000820 1781622982.900260 punch from 0x014774 to 0x01d6cd (0x8f5a bytes) 000821 1781622982.905877 mapread 0x03013e thru 0x0338f7 (0x37ba bytes) 000822 1781622982.911081 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x338f8): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x338f8): Mirror 2: 0x66b4b652 (stale) Mirror 3: 0x66b4b652 (stale) Mirror 4: 0xef76b76f (stale) CRC-32 checksum value for chunk [0, 0x338f8): Mirror 1: 0x306ef68f Mirror 5: 0x306ef68f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x338f8: skipped 000823 1781622983.716061 mapread 0x008abf thru 0x012480 (0x99c2 bytes) 000824 1781622983.765911 trunc from 0x016df0 to 0x0241bc (0xd3cd bytes) 000825 1781622983.798772 mapwrite 0x0103b9 thru 0x01ce97 (0xcadf bytes) 000826 1781622983.850116 mapread 0x01e2ce thru 0x02388a (0x55bd bytes) 000827 1781622983.865396 trunc from 0x0338f8 to 0x023842 (0x100b5 bytes) 000828 1781622983.891536 write 0x031c0a thru 0x03345e (0x1855 bytes) 000829 1781622983.892985 trunc from 0x0122a2 to 0x017033 (0x4d92 bytes) 000831 1781622983.898540 trunc from 0x03345f to 0x005423 (0x2e03b bytes) 000833 1781622983.921129 trunc from 0x004648 to 0x005423 (0xddc bytes) 000834 1781622983.926611 mapwrite 0x032d29 thru 0x03ffff (0xd2d7 bytes) 000835 1781622983.966142 punch from 0x02cf12 to 0x037dd6 (0xaec5 bytes) 000836 1781622983.971115 fallocate 0x00b446 thru 0x00d86f (0x242a bytes) 000837 1781622983.977664 punch from 0x0064d0 to 0x00f67c (0x91ad bytes) 000838 1781622983.986244 read 0x00e5c0 thru 0x01a61e (0xc05f bytes) 000839 1781622983.999463 trunc from 0x02b1c6 to 0x033d31 (0x8b6c bytes) 000840 1781622984.009463 read 0x03c4cb thru 0x03ffff (0x3b35 bytes) 000843 1781622984.016202 fallocate 0x00e227 thru 0x019104 (0xaede bytes) 000844 1781622984.022371 mapread 0x013c1c thru 0x020015 (0xc3fa bytes) 000845 1781622984.035862 trunc from 0x01e70e to 0x020b91 (0x2484 bytes) 000846 1781622984.042031 punch from 0x032d96 to 0x03ffff (0xd26a bytes) 000847 1781622984.047925 punch from 0x00a7fb to 0x019db8 (0xf5be bytes) 000848 1781622984.052264 write 0x02720f thru 0x0315a8 (0xa39a bytes) 000849 1781622984.054870 write 0x033630 thru 0x038d56 (0x5727 bytes) 000850 1781622984.063447 trunc from 0x040000 to 0x0104ea (0x2fb15 bytes) 000852 1781622984.085213 MIRROR_RESYNC 5 mirrors 000853 1781622984.850840 mapwrite 0x014420 thru 0x018cb9 (0x489a bytes) 000854 1781622984.917490 trunc from 0x00f491 to 0x016de5 (0x7955 bytes) 000855 1781622984.925718 MIRROR_RESYNC 5 mirrors 000856 1781622985.757283 mapwrite 0x028d7e thru 0x038397 (0xf61a bytes) 000857 1781622985.860236 mapwrite 0x0300c6 thru 0x03ce12 (0xcd4d bytes) 000858 1781622985.924939 write 0x002a1c thru 0x0088bc (0x5ea1 bytes) 000859 1781622985.934506 write 0x0347e0 thru 0x03c0e1 (0x7902 bytes) 000860 1781622985.936514 trunc from 0x03bb57 to 0x03ce12 (0x12bc bytes) 000861 1781622985.948473 punch from 0x0238b5 to 0x02b430 (0x7b7c bytes) 000862 1781622985.953337 fallocate 0x006bd3 thru 0x00e09d (0x74cb bytes) 000863 1781622985.957536 mapwrite 0x01acad thru 0x020dd0 (0x6124 bytes) 000864 1781622985.980165 fallocate 0x012841 thru 0x016685 (0x3e45 bytes) 000865 1781622985.984294 trunc from 0x01cbe9 to 0x01f541 (0x2959 bytes) 000866 1781622985.988974 mapread 0x031aed thru 0x037870 (0x5d84 bytes) 000867 1781622985.990036 mapwrite 0x021b4a thru 0x02301e (0x14d5 bytes) 000868 1781622986.009123 read 0x03945d thru 0x03ce12 (0x39b6 bytes) 000869 1781622986.015212 trunc from 0x028437 to 0x029c67 (0x1831 bytes) 000870 1781622986.019508 mapwrite 0x0266a6 thru 0x030f1d (0xa878 bytes) 000871 1781622986.064854 mapread 0x00c576 thru 0x00ca1a (0x4a5 bytes) 000872 1781622986.081150 mapwrite 0x030a08 thru 0x03ffff (0xf5f8 bytes) 000874 1781622986.131374 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd1b8656e (stale) Mirror 4: 0xd1b8656e (stale) Mirror 5: 0xd1b8656e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd1b8656e (stale) Mirror 4: 0xd1b8656e (stale) Mirror 5: 0xd1b8656e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000875 1781622986.504071 mapread 0x010750 thru 0x01c098 (0xb949 bytes) 000876 1781622986.548478 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd1b8656e (stale) Mirror 4: 0xd1b8656e (stale) Mirror 5: 0xd1b8656e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x79684d18 Mirror 6: 0x79684d18 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000877 1781622987.455492 trunc from 0x005d36 to 0x010108 (0xa3d3 bytes) 000878 1781622987.490356 fallocate 0x03702f thru 0x03dcad (0x6c7f bytes) 000880 1781622987.504111 write 0x03cece thru 0x03ffff (0x3132 bytes) 000881 1781622987.528571 mapread 0x03a8f3 thru 0x03cdb5 (0x24c3 bytes) 000882 1781622987.546065 write 0x00e544 thru 0x01928f (0xad4c bytes) 000883 1781622987.568901 mapread 0x025e95 thru 0x032a2d (0xcb99 bytes) 000885 1781622987.590108 mapread 0x03fc84 thru 0x03ffff (0x37c bytes) 000886 1781622987.591186 mapwrite 0x03bf91 thru 0x03ffff (0x406f bytes) 000887 1781622987.610701 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd1b8656e (stale) Mirror 5: 0xd1b8656e (stale) Mirror 6: 0x79684d18 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd1b8656e (stale) Mirror 5: 0xd1b8656e (stale) Mirror 6: 0x79684d18 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000888 1781622987.910462 trunc from 0x033875 to 0x03ef25 (0xb6b1 bytes) 000889 1781622987.914016 fallocate 0x032473 thru 0x03f503 (0xd091 bytes) 000890 1781622987.917261 mapread 0x000ca2 thru 0x00425e (0x35bd bytes) 000891 1781622987.933539 mapread 0x03cf31 thru 0x03ffc5 (0x3095 bytes) 000892 1781622987.946462 fallocate 0x0253ae thru 0x0340b8 (0xed0b bytes) 000893 1781622987.950936 read 0x0052dc thru 0x007dc7 (0x2aec bytes) 000894 1781622987.951575 mapread 0x024cae thru 0x0250e5 (0x438 bytes) 000895 1781622987.980374 trunc from 0x01da9a to 0x0259a2 (0x7f09 bytes) 000896 1781622987.985688 trunc from 0x040000 to 0x00e6e4 (0x3191b bytes) 000897 1781622988.002752 fallocate 0x017e34 thru 0x024a1c (0xcbe9 bytes) 000898 1781622988.008492 write 0x022b62 thru 0x02d76d (0xac0c bytes) 000899 1781622988.016383 punch from 0x024066 to 0x02d76d (0x9708 bytes) 000900 1781622988.032656 write 0x0149fc thru 0x022f1e (0xe523 bytes) 000902 1781622988.040821 mapwrite 0x01c261 thru 0x020140 (0x3ee0 bytes) 000903 1781622988.070354 fallocate 0x010609 thru 0x020205 (0xfbfd bytes) 000904 1781622988.089202 mapwrite 0x02dda7 thru 0x0378c9 (0x9b23 bytes) 000905 1781622988.146486 mapread 0x026b35 thru 0x02fc43 (0x910f bytes) 000906 1781622988.150086 trunc from 0x01d376 to 0x02b6ea (0xe375 bytes) 000907 1781622988.158286 mapread 0x02ac60 thru 0x035df6 (0xb197 bytes) 000908 1781622988.170354 mapread 0x01419e thru 0x0207b5 (0xc618 bytes) 000909 1781622988.183295 punch from 0x00cdd9 to 0x01a50d (0xd735 bytes) 000910 1781622988.188512 fallocate 0x02c22a thru 0x030582 (0x4359 bytes) 000911 1781622988.193343 trunc from 0x02437c to 0x031b2f (0xd7b4 bytes) 000912 1781622988.199005 mapread 0x02a31d thru 0x02f925 (0x5609 bytes) 000913 1781622988.210233 trunc from 0x00df36 to 0x01bbc7 (0xdc92 bytes) 000914 1781622988.215157 write 0x02f0b3 thru 0x036a29 (0x7977 bytes) 000915 1781622988.216560 trunc from 0x0378ca to 0x00d1d4 (0x2a6f5 bytes) 000916 1781622988.238317 fallocate 0x028376 thru 0x02f4a8 (0x7133 bytes) 000917 1781622988.243711 punch from 0x000f38 to 0x00685f (0x5928 bytes) 000918 1781622988.249106 mapwrite 0x03b94a thru 0x03ffff (0x46b6 bytes) 000920 1781622988.291497 read 0x02de47 thru 0x032457 (0x4611 bytes) 000921 1781622988.300997 read 0x038a84 thru 0x03ffff (0x757c bytes) 000922 1781622988.301955 mapwrite 0x00a54e thru 0x0172a0 (0xcd53 bytes) 000924 1781622988.327842 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xd1b8656e (stale) Mirror 6: 0x79684d18 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xd1b8656e (stale) Mirror 6: 0x79684d18 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000925 1781622988.616921 mapread 0x0175b9 thru 0x019eb7 (0x28ff bytes) 000926 1781622988.632585 trunc from 0x040000 to 0x038e42 (0x71bd bytes) 000927 1781622988.659461 trunc from 0x038e43 to 0x017b23 (0x2131f bytes) 000928 1781622988.678977 read 0x002e2c thru 0x0047bd (0x1992 bytes) 000929 1781622988.684991 mapread 0x0107e9 thru 0x017b23 (0x733b bytes) 000930 1781622988.698598 punch from 0x00313b to 0x00751d (0x43e3 bytes) 000931 1781622988.704125 punch from 0x015234 to 0x017b23 (0x28f0 bytes) 000932 1781622988.712212 mapread 0x008eac thru 0x017b23 (0xec78 bytes) 000933 1781622988.736491 mapwrite 0x01470b thru 0x01cf77 (0x886d bytes) 000934 1781622988.785334 mapwrite 0x000306 thru 0x00ba6e (0xb769 bytes) 000935 1781622988.811410 write 0x015145 thru 0x01c798 (0x7654 bytes) 000936 1781622988.814325 write 0x01d0fe thru 0x01dc7d (0xb80 bytes) 000937 1781622988.815947 fallocate 0x00b3fa thru 0x010684 (0x528b bytes) 000938 1781622988.820090 mapwrite 0x0358d1 thru 0x0398aa (0x3fda bytes) 000939 1781622988.852389 mapread 0x034a5a thru 0x03709e (0x2645 bytes) 000942 1781622988.856338 read 0x015969 thru 0x020aac (0xb144 bytes) 000943 1781622988.889280 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x398ab): Mirror 6: 0x619e130e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x398ab): Mirror 6: 0x619e130e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x398ab: skipped 000944 1781622989.168010 write 0x007723 thru 0x014c4d (0xd52b bytes) 000945 1781622989.179871 read 0x028d1c thru 0x03461c (0xb901 bytes) 000946 1781622989.194264 write 0x00b046 thru 0x0194bf (0xe47a bytes) 000947 1781622989.201884 write 0x039f34 thru 0x03ffff (0x60cc bytes) 000948 1781622989.208484 trunc from 0x00b8bf to 0x00cd67 (0x14a9 bytes) 000949 1781622989.240866 trunc from 0x040000 to 0x00f7cf (0x30830 bytes) 000950 1781622989.266899 read 0x00d788 thru 0x00f1fa (0x1a73 bytes) 000951 1781622989.267647 punch from 0x007a06 to 0x00ceb7 (0x54b2 bytes) 000952 1781622989.273298 trunc from 0x00f7d0 to 0x01ce04 (0xd635 bytes) 000953 1781622989.299213 fallocate 0x008e97 thru 0x00f77d (0x68e7 bytes) 000954 1781622989.304392 write 0x02e538 thru 0x02f01e (0xae7 bytes) 000956 1781622989.306588 punch from 0x00c79f to 0x00cbd2 (0x434 bytes) 000957 1781622989.316359 punch from 0x01d507 to 0x0219c6 (0x44c0 bytes) 000958 1781622989.324046 fallocate 0x0253ed thru 0x02d810 (0x8424 bytes) 000959 1781622989.328893 read 0x015db9 thru 0x022370 (0xc5b8 bytes) 000960 1781622989.371627 write 0x01bf41 thru 0x0203f6 (0x44b6 bytes) 000961 1781622989.373262 read 0x010791 thru 0x017b33 (0x73a3 bytes) 000962 1781622989.374023 mapwrite 0x0008bb thru 0x006aa2 (0x61e8 bytes) 000963 1781622989.390396 fallocate 0x011ba8 thru 0x0165d5 (0x4a2e bytes) 000964 1781622989.395122 read 0x0090cd thru 0x00ea18 (0x594c bytes) 000965 1781622989.395788 fallocate 0x009e10 thru 0x014254 (0xa445 bytes) 000967 1781622989.401295 fallocate 0x005368 thru 0x011c3b (0xc8d4 bytes) 000968 1781622989.406011 trunc from 0x02f01f to 0x032fe5 (0x3fc7 bytes) 000969 1781622989.423175 punch from 0x0310d3 to 0x03147b (0x3a9 bytes) 000970 1781622989.427972 write 0x008fe9 thru 0x0158ca (0xc8e2 bytes) 000971 1781622989.429589 read 0x00e6f9 thru 0x01880b (0xa113 bytes) 000972 1781622989.430845 fallocate 0x033164 thru 0x03df1f (0xadbc bytes) 000973 1781622989.435185 trunc from 0x03c7f0 to 0x03df1f (0x1730 bytes) 000976 1781622989.443134 read 0x00916f thru 0x011d50 (0x8be2 bytes) 000977 1781622989.444657 trunc from 0x00891f to 0x01677c (0xde5e bytes) 000978 1781622989.467516 write 0x015edb thru 0x0172d8 (0x13fe bytes) 000979 1781622989.479910 read 0x03c57c thru 0x03c99e (0x423 bytes) 000980 1781622989.481182 punch from 0x00157d to 0x00d3ef (0xbe73 bytes) 000982 1781622989.486670 mapread 0x01fa6e thru 0x02db1b (0xe0ae bytes) 000983 1781622989.488310 read 0x02d05d thru 0x034822 (0x77c6 bytes) 000984 1781622989.489171 trunc from 0x02f89d to 0x03bd48 (0xc4ac bytes) 000985 1781622989.494089 fallocate 0x00cf6c thru 0x01cf38 (0xffcd bytes) 000986 1781622989.499494 read 0x00d8d0 thru 0x01a599 (0xccca bytes) 000987 1781622989.507016 punch from 0x012cd5 to 0x01de86 (0xb1b2 bytes) 000988 1781622989.517196 mapwrite 0x0241e8 thru 0x02dd96 (0x9baf bytes) 000990 1781622989.533545 fallocate 0x02e679 thru 0x03bf32 (0xd8ba bytes) 000991 1781622989.537534 mapread 0x00437f thru 0x014332 (0xffb4 bytes) 000992 1781622989.550946 trunc from 0x03df20 to 0x0114b2 (0x2ca6d bytes) 000993 1781622989.567303 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x51:0x0]: Invalid argument (22) 000994 1781622989.726167 read 0x002a17 thru 0x004071 (0x165b bytes) 000995 1781622989.731365 mapwrite 0x01a063 thru 0x02552d (0xb4cb bytes) 000996 1781622989.804219 trunc from 0x02552e to 0x01ccf6 (0x8837 bytes) 000998 1781622989.823703 fallocate 0x03d971 thru 0x03ffff (0x268f bytes) 001000 1781622989.827992 trunc from 0x00b010 to 0x00fab6 (0x4aa7 bytes) All operations completed A-OK!