== sanity-flr test 70a: flr mode fsx test ================ 12:12:34 (1786464754) striped dir -i0 -c2 -H crush /mnt/lustre/d70a.sanity-flr Seed set to 4755 skipping zero size read skipping zero size read 000004 1786464756.101118 write 0x036db5 thru 0x03ffff (0x924b bytes) 000006 1786464756.104548 punch from 0x015b2d to 0x01a72f (0x4c03 bytes) 000007 1786464756.110238 mapwrite 0x018a49 thru 0x028975 (0xff2d bytes) truncating to largest ever: 0xd289 000008 1786464756.164893 trunc from 0x040000 to 0x00d288 (0x32d77 bytes) 000009 1786464756.179978 trunc from 0x0061e2 to 0x00d288 (0x70a7 bytes) 000011 1786464756.188204 write 0x012fb4 thru 0x022690 (0xf6dd bytes) 000012 1786464756.195061 MIRROR_EXTEND to 2 mirrors truncating to largest ever: 0x3ba90 000013 1786464756.701275 trunc from 0x022691 to 0x03ba8f (0x193ff bytes) 000015 1786464756.733561 trunc from 0x025b71 to 0x02a9b3 (0x4e43 bytes) 000016 1786464756.744264 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) 000017 1786464756.875575 MIRROR_EXTEND to 2 mirrors 000018 1786464757.402594 write 0x01fdba thru 0x0254e7 (0x572e bytes) 000019 1786464757.442961 fallocate 0x0196df thru 0x020cea (0x760c bytes) 000020 1786464757.450265 punch from 0x00fad4 to 0x0112fb (0x1828 bytes) 000021 1786464757.455710 fallocate 0x005497 thru 0x005952 (0x4bc bytes) 000022 1786464757.461451 read 0x032573 thru 0x03ba8f (0x951d bytes) 000023 1786464757.470042 trunc from 0x01bb9c to 0x01bf50 (0x3b5 bytes) 000024 1786464757.481622 MIRROR_RESYNC 2 mirrors 000025 1786464757.977091 mapread 0x020ff4 thru 0x030733 (0xf740 bytes) 000027 1786464758.012233 write 0x00e6a6 thru 0x00e92c (0x287 bytes) 000028 1786464758.043671 write 0x02883d thru 0x030ee1 (0x86a5 bytes) fallocating to largest ever: 0x40000 000029 1786464758.055234 fallocate 0x0376ca thru 0x03ffff (0x8936 bytes) 000030 1786464758.061904 write 0x00b191 thru 0x01639e (0xb20e bytes) 000032 1786464758.074869 punch from 0x0279ad to 0x032f40 (0xb594 bytes) 000033 1786464758.096815 trunc from 0x01b6dd to 0x0299cf (0xe2f3 bytes) 000034 1786464758.104840 mapread 0x021027 thru 0x028519 (0x74f3 bytes) 000035 1786464758.117842 trunc from 0x040000 to 0x00ead8 (0x31527 bytes) 000036 1786464758.155750 write 0x035477 thru 0x039c20 (0x47aa bytes) 000037 1786464758.158772 fallocate 0x02e016 thru 0x033a1a (0x5a05 bytes) 000038 1786464758.165572 fallocate 0x00b031 thru 0x019879 (0xe849 bytes) 000039 1786464758.170527 mapread 0x00a31d thru 0x010988 (0x666c bytes) 000041 1786464758.183104 trunc from 0x009dfa to 0x01576d (0xb974 bytes) 000042 1786464758.189263 punch from 0x00b34b to 0x00b7f3 (0x4a9 bytes) 000043 1786464758.196579 trunc from 0x01d449 to 0x020704 (0x32bc bytes) 000044 1786464758.202825 read 0x014269 thru 0x01c3fb (0x8193 bytes) 000045 1786464758.212000 read 0x02972f thru 0x032d5f (0x9631 bytes) 000046 1786464758.222356 punch from 0x022dba to 0x0275cf (0x4816 bytes) 000047 1786464758.227687 trunc from 0x039c21 to 0x01bd13 (0x1df0d bytes) 000048 1786464758.242344 mapwrite 0x02349c thru 0x02a680 (0x71e5 bytes) 000049 1786464758.312583 mapread 0x001c01 thru 0x005976 (0x3d76 bytes) 000050 1786464758.313861 fallocate 0x01c6df thru 0x024504 (0x7e26 bytes) 000051 1786464758.323396 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) 000052 1786464758.436852 mapwrite 0x0271fd thru 0x027819 (0x61d bytes) 000053 1786464758.455572 trunc from 0x02a681 to 0x03ae51 (0x107d1 bytes) 000054 1786464758.471702 read 0x00deb9 thru 0x0195c2 (0xb70a bytes) 000056 1786464758.486346 mapread 0x014b29 thru 0x023880 (0xed58 bytes) 000057 1786464758.500117 fallocate 0x01773f thru 0x0214e2 (0x9da4 bytes) 000058 1786464758.504147 fallocate 0x00d84d thru 0x0121cf (0x4983 bytes) 000059 1786464758.510889 trunc from 0x035364 to 0x03ae51 (0x5aee bytes) 000060 1786464758.516701 mapwrite 0x034ce6 thru 0x03bbba (0x6ed5 bytes) 000061 1786464758.553507 read 0x022780 thru 0x02bc4d (0x94ce bytes) 000063 1786464758.566773 MIRROR_EXTEND to 2 mirrors 000064 1786464758.983467 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) 000065 1786464759.086616 trunc from 0x0346d6 to 0x03bbba (0x74e5 bytes) 000066 1786464759.109156 trunc from 0x03bbbb to 0x02153b (0x1a67f bytes) 000067 1786464759.157248 fallocate 0x01ae33 thru 0x01ef8d (0x415b bytes) 000068 1786464759.163575 trunc from 0x02153c to 0x018c2b (0x8910 bytes) 000070 1786464759.179142 read 0x0130b2 thru 0x01564d (0x259c bytes) 000071 1786464759.185726 read 0x00a190 thru 0x0164e2 (0xc353 bytes) 000072 1786464759.194192 mapread 0x0121f6 thru 0x018298 (0x60a3 bytes) 000075 1786464759.197867 read 0x00124f thru 0x00544e (0x4200 bytes) 000076 1786464759.198775 mapwrite 0x0223af thru 0x02948b (0x70dd bytes) 000077 1786464759.240152 mapwrite 0x0205a6 thru 0x0269e0 (0x643b bytes) 000078 1786464759.263058 read 0x009609 thru 0x00d6f1 (0x40e9 bytes) 000079 1786464759.264180 mapread 0x023676 thru 0x026e0b (0x3796 bytes) 000080 1786464759.265865 mapwrite 0x007050 thru 0x008a7e (0x1a2f bytes) 000083 1786464759.280084 trunc from 0x025ffe to 0x02948b (0x348e bytes) 000084 1786464759.284979 read 0x006027 thru 0x0159f4 (0xf9ce bytes) 000086 1786464759.286641 punch from 0x020057 to 0x02948b (0x9435 bytes) 000087 1786464759.290301 trunc from 0x007b50 to 0x017b41 (0xfff2 bytes) 000088 1786464759.295431 fallocate 0x02f28a thru 0x03b1c8 (0xbf3f bytes) 000090 1786464759.304461 punch from 0x006a39 to 0x00d9e6 (0x6fae bytes) 000091 1786464759.313527 MIRROR_EXTEND to 2 mirrors 000092 1786464759.775466 mapread 0x00b4e0 thru 0x00c5cb (0x10ec bytes) 000093 1786464759.801624 trunc from 0x03b1c9 to 0x03a28a (0xf3e bytes) 000094 1786464759.869063 mapread 0x01f2f5 thru 0x0240f6 (0x4e02 bytes) 000095 1786464759.881879 write 0x0322ba thru 0x038bb9 (0x6900 bytes) 000097 1786464759.895498 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) 000098 1786464760.045847 read 0x00cf75 thru 0x00f277 (0x2303 bytes) 000100 1786464760.057199 punch from 0x01a895 to 0x021562 (0x6cce bytes) 000101 1786464760.063027 mapwrite 0x0210d4 thru 0x02c471 (0xb39e bytes) 000102 1786464760.116215 mapread 0x012f3c thru 0x01eaad (0xbb72 bytes) 000103 1786464760.130600 punch from 0x036175 to 0x03a28a (0x4116 bytes) 000104 1786464760.134621 punch from 0x037e59 to 0x03a28a (0x2432 bytes) 000105 1786464760.141871 MIRROR_EXTEND to 2 mirrors 000106 1786464760.610445 MIRROR_EXTEND to 3 mirrors 000107 1786464761.053345 trunc from 0x01b72f to 0x02117f (0x5a51 bytes) 000108 1786464761.087514 trunc from 0x03a28b to 0x038dd5 (0x14b5 bytes) 000109 1786464761.128844 trunc from 0x038dd6 to 0x02adfa (0xdfdb bytes) 000110 1786464761.138774 trunc from 0x02adfb to 0x00b607 (0x1f7f3 bytes) 000111 1786464761.147997 mapread 0x0088f9 thru 0x00b607 (0x2d0f bytes) 000112 1786464761.164021 write 0x00eac1 thru 0x011513 (0x2a53 bytes) 000114 1786464761.166089 mapread 0x007de4 thru 0x00b40e (0x362b bytes) 000115 1786464761.167524 trunc from 0x00d0a8 to 0x011513 (0x446c bytes) 000117 1786464761.179146 write 0x009fbe thru 0x016866 (0xc8a9 bytes) 000118 1786464761.180722 write 0x0275c5 thru 0x0278c4 (0x300 bytes) 000119 1786464761.181755 mapread 0x01a2bd thru 0x02440c (0xa150 bytes) 000120 1786464761.194837 trunc from 0x01f077 to 0x0278c4 (0x884e bytes) 000121 1786464761.209999 write 0x0307f3 thru 0x03a7a1 (0x9faf bytes) 000122 1786464761.212250 punch from 0x00b314 to 0x00de81 (0x2b6e bytes) 000123 1786464761.217753 mapwrite 0x029cca thru 0x0313a3 (0x76da bytes) 000124 1786464761.253251 punch from 0x021505 to 0x028145 (0x6c41 bytes) 000125 1786464761.259120 mapwrite 0x0255b0 thru 0x02ac70 (0x56c1 bytes) 000126 1786464761.285182 fallocate 0x01ad10 thru 0x028bdc (0xdecd bytes) 000127 1786464761.290849 punch from 0x01b895 to 0x022f79 (0x76e5 bytes) 000128 1786464761.295587 mapread 0x034f00 thru 0x03a7a1 (0x58a2 bytes) 000129 1786464761.299047 punch from 0x00c43d to 0x01aec3 (0xea87 bytes) 000130 1786464761.307158 write 0x00ecc0 thru 0x011dce (0x310f bytes) 000131 1786464761.318181 trunc from 0x03a7a2 to 0x02e957 (0xbe4a bytes) 000133 1786464761.336211 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e958): Mirror 2: 0x5131a1a1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e958): Mirror 2: 0x5131a1a1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e958: skipped 000135 1786464761.571207 mapwrite 0x00b795 thru 0x0183c1 (0xcc2d bytes) 000136 1786464761.636496 mapread 0x0299e9 thru 0x02e528 (0x4b40 bytes) 000137 1786464761.645482 mapwrite 0x038f4f thru 0x03ffff (0x70b1 bytes) 000138 1786464761.691981 write 0x01dccb thru 0x01f141 (0x1477 bytes) 000139 1786464761.697075 fallocate 0x01426d thru 0x018f53 (0x4ce7 bytes) 000140 1786464761.702380 read 0x0099c3 thru 0x00d479 (0x3ab7 bytes) 000141 1786464761.706871 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) 000142 1786464761.827353 mapread 0x018660 thru 0x01a0f1 (0x1a92 bytes) 000143 1786464761.846508 trunc from 0x00cf7e to 0x012ec4 (0x5f47 bytes) 000144 1786464761.851250 mapwrite 0x0007d8 thru 0x00509e (0x48c7 bytes) 000145 1786464761.885564 read 0x01bb12 thru 0x01eb2d (0x301c bytes) 000147 1786464761.888840 mapwrite 0x0007e5 thru 0x0100cd (0xf8e9 bytes) 000148 1786464761.926663 mapwrite 0x000fea thru 0x00944c (0x8463 bytes) 000149 1786464761.946656 punch from 0x002e74 to 0x0085bb (0x5748 bytes) 000150 1786464761.952126 mapwrite 0x01f89b thru 0x02abbd (0xb323 bytes) 000151 1786464761.981703 fallocate 0x01b9a8 thru 0x01c30c (0x965 bytes) 000152 1786464761.985987 trunc from 0x00a471 to 0x0180c9 (0xdc59 bytes) 000153 1786464761.990869 punch from 0x020e0d to 0x02be27 (0xb01b bytes) 000154 1786464761.996796 punch from 0x00064b to 0x004442 (0x3df8 bytes) 000157 1786464762.003650 punch from 0x023f56 to 0x027c71 (0x3d1c bytes) 000158 1786464762.010303 read 0x0116f1 thru 0x016ef4 (0x5804 bytes) 000159 1786464762.021970 mapread 0x01ab9e thru 0x01f8e2 (0x4d45 bytes) 000160 1786464762.023859 mapread 0x00baf6 thru 0x00ea06 (0x2f11 bytes) 000161 1786464762.025599 fallocate 0x02b099 thru 0x02cf6e (0x1ed6 bytes) 000162 1786464762.030933 trunc from 0x040000 to 0x02ea42 (0x115bd bytes) 000163 1786464762.051536 read 0x001f80 thru 0x00b2eb (0x936c bytes) 000164 1786464762.053340 mapwrite 0x0022b7 thru 0x007d1d (0x5a67 bytes) 000165 1786464762.070855 punch from 0x022821 to 0x027a12 (0x51f2 bytes) 000166 1786464762.078262 mapwrite 0x035eac thru 0x03a27c (0x43d1 bytes) 000167 1786464762.124048 punch from 0x02d1c2 to 0x0309bb (0x37fa bytes) 000168 1786464762.129237 fallocate 0x000c1b thru 0x004c8d (0x4073 bytes) 000169 1786464762.137578 fallocate 0x000657 thru 0x0056a2 (0x504c bytes) 000170 1786464762.142256 write 0x02164f thru 0x02692c (0x52de bytes) 000171 1786464762.144002 mapread 0x00a94c thru 0x00c75c (0x1e11 bytes) 000172 1786464762.145292 punch from 0x00785b to 0x0175be (0xfd64 bytes) 000173 1786464762.154189 MIRROR_EXTEND to 2 mirrors 000174 1786464762.689993 read 0x036f02 thru 0x03a27c (0x337b bytes) 000175 1786464762.709357 trunc from 0x030430 to 0x03a27c (0x9e4d bytes) 000176 1786464762.758492 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) 000178 1786464762.896229 punch from 0x009308 to 0x0141a2 (0xae9b bytes) 000179 1786464762.904456 mapwrite 0x02955d thru 0x030ec9 (0x796d bytes) 000180 1786464762.944868 mapwrite 0x018831 thru 0x01bb6d (0x333d bytes) 000181 1786464762.981227 fallocate 0x010b02 thru 0x01c524 (0xba23 bytes) 000183 1786464762.987787 trunc from 0x02ed07 to 0x03a27c (0xb576 bytes) 000184 1786464762.994232 mapread 0x00b8e1 thru 0x015d44 (0xa464 bytes) 000185 1786464763.010167 mapread 0x00928a thru 0x0128ee (0x9665 bytes) 000186 1786464763.011751 fallocate 0x038be6 thru 0x03ffff (0x741a bytes) 000187 1786464763.019451 fallocate 0x009bac thru 0x00debf (0x4314 bytes) 000188 1786464763.027737 mapwrite 0x00ba86 thru 0x01b335 (0xf8b0 bytes) 000191 1786464763.053767 read 0x028633 thru 0x030171 (0x7b3f bytes) 000192 1786464763.062399 mapwrite 0x011985 thru 0x015882 (0x3efe bytes) 000193 1786464763.083128 mapwrite 0x02f6bf thru 0x030e23 (0x1765 bytes) 000194 1786464763.102204 mapwrite 0x03bda8 thru 0x03ffff (0x4258 bytes) 000196 1786464763.127573 read 0x0126ce thru 0x018b76 (0x64a9 bytes) 000198 1786464763.130154 read 0x03e007 thru 0x03ffff (0x1ff9 bytes) 000199 1786464763.131090 mapread 0x014819 thru 0x01a305 (0x5aed bytes) 000200 1786464763.133304 read 0x0257d2 thru 0x032571 (0xcda0 bytes) 000201 1786464763.143001 mapwrite 0x023936 thru 0x02efb7 (0xb682 bytes) 000202 1786464763.160896 fallocate 0x02a5ff thru 0x02e947 (0x4349 bytes) 000203 1786464763.165650 mapwrite 0x01e1c3 thru 0x027473 (0x92b1 bytes) 000204 1786464763.181805 read 0x01c8fd thru 0x01fb51 (0x3255 bytes) 000205 1786464763.182775 trunc from 0x0076d4 to 0x012740 (0xb06d bytes) 000206 1786464763.191491 MIRROR_EXTEND to 2 mirrors 000207 1786464763.696715 MIRROR_RESYNC 2 mirrors 000208 1786464763.913080 read 0x03ea60 thru 0x03ffff (0x15a0 bytes) 000209 1786464763.923998 mapwrite 0x035ac5 thru 0x03ffff (0xa53b bytes) 000210 1786464764.014006 punch from 0x021b75 to 0x029cac (0x8138 bytes) 000211 1786464764.026478 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf4dd55d2 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7274b5d5 Mirror 3: 0x7274b5d5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000212 1786464764.740841 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xf4dd55d2 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7274b5d5 Mirror 3: 0x7274b5d5 Mirror 4: 0x7274b5d5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000214 1786464765.448068 MIRROR_RESYNC 4 mirrors 000215 1786464765.998852 write 0x02334b thru 0x02b6ee (0x83a4 bytes) 000216 1786464766.037098 punch from 0x03dc25 to 0x03ffff (0x23db bytes) 000217 1786464766.044552 punch from 0x0028ba to 0x00c3f7 (0x9b3e bytes) 000218 1786464766.053079 trunc from 0x040000 to 0x008668 (0x37997 bytes) 000219 1786464766.075924 punch from 0x0062ea to 0x008668 (0x237f bytes) 000220 1786464766.081189 mapwrite 0x023cd4 thru 0x02d38a (0x96b7 bytes) 000221 1786464766.135936 mapread 0x01a763 thru 0x02072e (0x5fcc bytes) 000222 1786464766.148199 trunc from 0x020010 to 0x029e5e (0x9e4f bytes) 000223 1786464766.155773 read 0x01c4db thru 0x01ea91 (0x25b7 bytes) 000224 1786464766.156526 mapwrite 0x034910 thru 0x03ffff (0xb6f0 bytes) 000225 1786464766.221897 MIRROR_RESYNC 4 mirrors 000226 1786464766.996573 read 0x01df2f thru 0x025c79 (0x7d4b bytes) 000228 1786464767.006990 punch from 0x0145e1 to 0x0210bf (0xcadf bytes) 000229 1786464767.045896 fallocate 0x007750 thru 0x013b43 (0xc3f4 bytes) 000230 1786464767.052411 punch from 0x0019bc to 0x00d70f (0xbd54 bytes) 000231 1786464767.062560 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x22f7b204 (stale) Mirror 4: 0x22f7b204 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x22f7b204 (stale) Mirror 4: 0x22f7b204 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000232 1786464767.302766 write 0x0082f9 thru 0x011186 (0x8e8e bytes) 000233 1786464767.317591 write 0x02a331 thru 0x03854a (0xe21a bytes) 000235 1786464767.326933 trunc from 0x040000 to 0x021d5f (0x1e2a0 bytes) 000236 1786464767.362213 trunc from 0x021d60 to 0x035c84 (0x13f25 bytes) 000237 1786464767.376205 trunc from 0x035c85 to 0x03ce9e (0x721a bytes) 000238 1786464767.390768 trunc from 0x03ce9f to 0x01b2ef (0x21baf bytes) 000239 1786464767.413965 mapread 0x00b097 thru 0x01455c (0x94c6 bytes) 000240 1786464767.445089 mapwrite 0x02cbec thru 0x032de3 (0x61f8 bytes) 000241 1786464767.503247 read 0x015d08 thru 0x025329 (0xf622 bytes) 000242 1786464767.518223 trunc from 0x031aac to 0x032de3 (0x1338 bytes) 000243 1786464767.530080 MIRROR_RESYNC 3 mirrors 000244 1786464768.112860 fallocate 0x016752 thru 0x022ded (0xc69c bytes) 000245 1786464768.149078 trunc from 0x032de4 to 0x02631e (0xcac5 bytes) 000246 1786464768.184496 mapread 0x023d02 thru 0x02631e (0x261d bytes) 000247 1786464768.200607 punch from 0x010683 to 0x012dfa (0x2778 bytes) 000248 1786464768.207658 mapwrite 0x00aadb thru 0x015195 (0xa6bb bytes) 000249 1786464768.239522 trunc from 0x019d6a to 0x025555 (0xb7ec bytes) 000250 1786464768.245526 trunc from 0x009e46 to 0x013629 (0x97e4 bytes) 000251 1786464768.255812 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2631f): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2631f): Mirror 3: 0x99bcda28 (stale) Mirror 4: 0x99bcda28 (stale) CRC-32 checksum value for chunk [0, 0x2631f): Mirror 1: 0xef423a8e Mirror 5: 0xef423a8e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2631f: skipped 000253 1786464768.830787 write 0x00c5db thru 0x017076 (0xaa9c bytes) 000254 1786464768.890450 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2631f): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2631f): Mirror 3: 0x99bcda28 (stale) Mirror 4: 0x99bcda28 (stale) Mirror 5: 0xef423a8e (stale) CRC-32 checksum value for chunk [0, 0x2631f): Mirror 1: 0x499c2d15 Mirror 6: 0x499c2d15 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2631f: skipped 000255 1786464769.602668 read 0x00449e thru 0x007e3e (0x39a1 bytes) 000256 1786464769.615816 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2631f): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2631f): Mirror 3: 0x99bcda28 (stale) Mirror 4: 0x99bcda28 (stale) Mirror 5: 0xef423a8e (stale) CRC-32 checksum value for chunk [0, 0x2631f): Mirror 1: 0x499c2d15 Mirror 6: 0x499c2d15 Mirror 7: 0x499c2d15 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2631f: skipped 000257 1786464770.361718 mapwrite 0x007b38 thru 0x00ac9d (0x3166 bytes) 000258 1786464770.453176 read 0x0153b2 thru 0x018d97 (0x39e6 bytes) 000259 1786464770.460848 mapwrite 0x02add8 thru 0x0302de (0x5507 bytes) 000260 1786464770.514561 mapwrite 0x01bda0 thru 0x01e023 (0x2284 bytes) 000261 1786464770.546584 trunc from 0x01334b to 0x014232 (0xee8 bytes) 000262 1786464770.554305 write 0x019ab8 thru 0x025337 (0xb880 bytes) 000264 1786464770.557157 punch from 0x01960e to 0x01c0fa (0x2aed bytes) 000265 1786464770.568488 write 0x0027de thru 0x006abb (0x42de bytes) 000266 1786464770.570208 write 0x03ec99 thru 0x03ffff (0x1367 bytes) 000267 1786464770.571491 fallocate 0x03783e thru 0x03ffff (0x87c2 bytes) 000268 1786464770.577567 read 0x00cb92 thru 0x014ed0 (0x833f bytes) 000269 1786464770.589757 write 0x027f0d thru 0x0377a4 (0xf898 bytes) 000270 1786464770.592021 mapwrite 0x02e521 thru 0x037a86 (0x9566 bytes) 000271 1786464770.615780 read 0x00021f thru 0x00404f (0x3e31 bytes) 000272 1786464770.617091 punch from 0x02d61d to 0x032c00 (0x55e4 bytes) 000273 1786464770.624693 read 0x01506a thru 0x01c15b (0x70f2 bytes) 000274 1786464770.630704 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xc631882e (stale) Mirror 4: 0xc631882e (stale) Mirror 5: 0x1a293b85 (stale) Mirror 6: 0x6eb3a870 (stale) Mirror 7: 0x6eb3a870 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbb40aad Mirror 8: 0xbb40aad lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000275 1786464771.447634 fallocate 0x00056c thru 0x008316 (0x7dab bytes) 000276 1786464771.479293 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xc631882e (stale) Mirror 5: 0x1a293b85 (stale) Mirror 6: 0x6eb3a870 (stale) Mirror 7: 0x6eb3a870 (stale) Mirror 8: 0xbb40aad (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xc631882e (stale) Mirror 5: 0x1a293b85 (stale) Mirror 6: 0x6eb3a870 (stale) Mirror 7: 0x6eb3a870 (stale) Mirror 8: 0xbb40aad (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000277 1786464771.756259 fallocate 0x034876 thru 0x03ac12 (0x639d bytes) 000279 1786464771.761393 punch from 0x0319d7 to 0x03a87a (0x8ea4 bytes) 000280 1786464771.766390 write 0x017bf3 thru 0x021b7d (0x9f8b bytes) 000281 1786464771.779525 mapwrite 0x016252 thru 0x018c55 (0x2a04 bytes) 000283 1786464771.796669 punch from 0x01c0ec to 0x02c057 (0xff6c bytes) 000284 1786464771.802874 read 0x00a1fc thru 0x00d6bd (0x34c2 bytes) 000285 1786464771.808815 punch from 0x034fa3 to 0x038308 (0x3366 bytes) 000286 1786464771.815759 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xc631882e (stale) Mirror 5: 0x1a293b85 (stale) Mirror 6: 0x6eb3a870 (stale) Mirror 7: 0x6eb3a870 (stale) Mirror 8: 0xbb40aad (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x625bdf19 Mirror 9: 0x625bdf19 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000287 1786464772.542762 write 0x013a70 thru 0x01f891 (0xbe22 bytes) 000288 1786464772.588010 trunc from 0x001c20 to 0x010ae7 (0xeec8 bytes) 000289 1786464772.595365 punch from 0x032c5d to 0x03bf9d (0x9341 bytes) 000290 1786464772.602131 fallocate 0x025672 thru 0x02bc9a (0x6629 bytes) 000291 1786464772.606840 mapwrite 0x026ac3 thru 0x02e665 (0x7ba3 bytes) 000292 1786464772.648922 mapwrite 0x03115d thru 0x03b7fb (0xa69f bytes) 000293 1786464772.690613 fallocate 0x00deee thru 0x010e1e (0x2f31 bytes) 000294 1786464772.702582 read 0x02e193 thru 0x0348ce (0x673c bytes) 000295 1786464772.703409 mapread 0x00bf93 thru 0x012a44 (0x6ab2 bytes) 000296 1786464772.715171 punch from 0x00d0b8 to 0x01746e (0xa3b7 bytes) 000297 1786464772.724642 MIRROR_RESYNC 7 mirrors 000298 1786464774.062539 punch from 0x01a80c to 0x01f316 (0x4b0b bytes) 000299 1786464774.094611 trunc from 0x040000 to 0x03d338 (0x2cc7 bytes) 000300 1786464774.115641 read 0x0302f9 thru 0x0318dc (0x15e4 bytes) 000301 1786464774.121603 mapwrite 0x0374cf thru 0x03ffff (0x8b31 bytes) 000302 1786464774.174822 write 0x0157cd thru 0x01c68f (0x6ec3 bytes) 000303 1786464774.184360 punch from 0x02c19e to 0x03780b (0xb66e bytes) 000304 1786464774.189476 trunc from 0x02b0ef to 0x02e514 (0x3426 bytes) 000305 1786464774.194868 punch from 0x03ad7f to 0x03b04c (0x2ce bytes) 000306 1786464774.199639 punch from 0x03ff26 to 0x03ffff (0xda bytes) 000307 1786464774.208017 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x937723ec (stale) Mirror 5: 0x937723ec (stale) Mirror 6: 0x937723ec (stale) Mirror 7: 0x937723ec (stale) Mirror 8: 0x937723ec (stale) Mirror 9: 0x937723ec (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd81ca672 Mirror 10: 0xd81ca672 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000308 1786464774.933137 punch from 0x021f4b to 0x029fd0 (0x8086 bytes) 000309 1786464774.967392 punch from 0x0024c9 to 0x00b8b6 (0x93ee bytes) 000310 1786464774.971110 write 0x02c466 thru 0x039e0b (0xd9a6 bytes) 000311 1786464774.984952 trunc from 0x040000 to 0x017897 (0x28768 bytes) 000312 1786464775.022496 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x17898): Mirror 5: 0x8b6ee471 (stale) Mirror 6: 0x8b6ee471 (stale) Mirror 7: 0x8b6ee471 (stale) Mirror 8: 0x8b6ee471 (stale) Mirror 9: 0x8b6ee471 (stale) Mirror 10: 0xa64de5f8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17898): Mirror 5: 0x8b6ee471 (stale) Mirror 6: 0x8b6ee471 (stale) Mirror 7: 0x8b6ee471 (stale) Mirror 8: 0x8b6ee471 (stale) Mirror 9: 0x8b6ee471 (stale) Mirror 10: 0xa64de5f8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17898: skipped 000313 1786464775.353260 mapwrite 0x01d489 thru 0x027d88 (0xa900 bytes) 000314 1786464775.410747 punch from 0x027a88 to 0x027d88 (0x301 bytes) 000315 1786464775.415832 read 0x027d56 thru 0x027d88 (0x33 bytes) 000316 1786464775.421953 mapwrite 0x0130e1 thru 0x015260 (0x2180 bytes) 000317 1786464775.439454 trunc from 0x027d89 to 0x0368dd (0xeb55 bytes) 000318 1786464775.459209 fallocate 0x022954 thru 0x031ea7 (0xf554 bytes) 000319 1786464775.464693 mapread 0x027493 thru 0x032507 (0xb075 bytes) 000320 1786464775.487776 punch from 0x026845 to 0x02d3a5 (0x6b61 bytes) 000321 1786464775.496889 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x368de): Mirror 5: 0xab7465ff (stale) Mirror 6: 0xab7465ff (stale) Mirror 7: 0xab7465ff (stale) Mirror 8: 0xab7465ff (stale) Mirror 9: 0xab7465ff (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x368de): Mirror 5: 0xab7465ff (stale) Mirror 6: 0xab7465ff (stale) Mirror 7: 0xab7465ff (stale) Mirror 8: 0xab7465ff (stale) Mirror 9: 0xab7465ff (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x368de: skipped 000322 1786464775.782761 write 0x03b4b0 thru 0x03ffff (0x4b50 bytes) 000323 1786464775.791720 trunc from 0x03667e to 0x03ffff (0x9982 bytes) 000324 1786464775.812521 mapread 0x002db2 thru 0x00bf43 (0x9192 bytes) 000325 1786464775.834517 write 0x01f9ec thru 0x027ede (0x84f3 bytes) 000326 1786464775.844291 fallocate 0x014755 thru 0x01776a (0x3016 bytes) 000327 1786464775.849376 write 0x014f82 thru 0x0239dc (0xea5b bytes) 000328 1786464775.854801 write 0x02a861 thru 0x033f5c (0x96fc bytes) 000329 1786464775.863352 fallocate 0x0113af thru 0x020c4a (0xf89c bytes) 000330 1786464775.868481 fallocate 0x01bd21 thru 0x022743 (0x6a23 bytes) 000331 1786464775.873703 write 0x011344 thru 0x018a4a (0x7707 bytes) 000332 1786464775.878936 mapread 0x03b6f2 thru 0x03d0cb (0x19da bytes) 000333 1786464775.888988 trunc from 0x02d077 to 0x035172 (0x80fc bytes) 000334 1786464775.901330 trunc from 0x040000 to 0x00f4ae (0x30b51 bytes) 000335 1786464775.914345 trunc from 0x006706 to 0x00e63f (0x7f3a bytes) 000336 1786464775.919883 fallocate 0x03fb33 thru 0x03ffff (0x4cd bytes) 000337 1786464775.925091 mapwrite 0x00d76e thru 0x01664f (0x8ee2 bytes) 000338 1786464775.970088 trunc from 0x016650 to 0x00db54 (0x8afb bytes) 000339 1786464775.987966 trunc from 0x00309c to 0x00db54 (0xaab9 bytes) 000340 1786464775.993068 write 0x00c268 thru 0x00f44d (0x31e6 bytes) 000341 1786464776.000602 read 0x007dbb thru 0x008f4d (0x1193 bytes) 000342 1786464776.010931 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xf44e): Mirror 6: 0x739407b1 (stale) Mirror 7: 0x739407b1 (stale) Mirror 8: 0x739407b1 (stale) Mirror 9: 0x739407b1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xf44e): Mirror 6: 0x739407b1 (stale) Mirror 7: 0x739407b1 (stale) Mirror 8: 0x739407b1 (stale) Mirror 9: 0x739407b1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xf44e: skipped 000345 1786464776.276597 mapread 0x005c49 thru 0x00f44d (0x9805 bytes) 000346 1786464776.292831 trunc from 0x00f44e to 0x026335 (0x16ee8 bytes) 000347 1786464776.305853 write 0x00c97d thru 0x00ea69 (0x20ed bytes) 000348 1786464776.307023 trunc from 0x026336 to 0x0009b0 (0x25985 bytes) 000349 1786464776.319692 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x9b1): Mirror 6: 0xaa24ed60 (stale) Mirror 8: 0xaa24ed60 (stale) Mirror 9: 0xaa24ed60 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x9b1): Mirror 6: 0xaa24ed60 (stale) Mirror 8: 0xaa24ed60 (stale) Mirror 9: 0xaa24ed60 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x9b1: skipped 000350 1786464776.510986 punch from 0x0007d4 to 0x0009b0 (0x1dd bytes) 000351 1786464776.514848 trunc from 0x000354 to 0x0009b0 (0x65d bytes) 000352 1786464776.520642 fallocate 0x0165fb thru 0x01deab (0x78b1 bytes) 000353 1786464776.526901 trunc from 0x00c782 to 0x011b83 (0x5402 bytes) 000355 1786464776.536092 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1deac): Mirror 6: 0x95f7d0b9 (stale) Mirror 8: 0x95f7d0b9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1deac): Mirror 6: 0x95f7d0b9 (stale) Mirror 8: 0x95f7d0b9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1deac: skipped 000356 1786464776.791891 trunc from 0x01deac to 0x00665a (0x17851 bytes) 000357 1786464776.806076 fallocate 0x00e5c9 thru 0x012cda (0x4712 bytes) 000358 1786464776.816280 MIRROR_RESYNC 3 mirrors 000359 1786464777.323293 fallocate 0x011ae9 thru 0x01599e (0x3eb6 bytes) 000360 1786464777.353879 write 0x025a30 thru 0x028de1 (0x33b2 bytes) 000361 1786464777.355103 trunc from 0x028de2 to 0x0272f0 (0x1af1 bytes) 000362 1786464777.370365 mapread 0x00995e thru 0x014bc3 (0xb266 bytes) 000363 1786464777.394907 read 0x013374 thru 0x014f75 (0x1c02 bytes) 000364 1786464777.395928 mapwrite 0x034afa thru 0x034d1c (0x223 bytes) 000365 1786464777.429303 punch from 0x02ee79 to 0x034d1c (0x5ea4 bytes) 000366 1786464777.435633 fallocate 0x02e8c4 thru 0x035528 (0x6c65 bytes) 000367 1786464777.443513 write 0x018c71 thru 0x028a82 (0xfe12 bytes) 000368 1786464777.451710 write 0x0083a7 thru 0x00f99a (0x75f4 bytes) 000369 1786464777.456807 read 0x022a11 thru 0x02a9a7 (0x7f97 bytes) 000370 1786464777.466503 trunc from 0x024423 to 0x0280fe (0x3cdc bytes) 000371 1786464777.483216 trunc from 0x02d100 to 0x031587 (0x4488 bytes) 000372 1786464777.488933 mapread 0x01c4b5 thru 0x028b03 (0xc64f bytes) 000373 1786464777.517362 read 0x00d0b5 thru 0x00d760 (0x6ac bytes) 000374 1786464777.517984 trunc from 0x034d1d to 0x01f5f9 (0x15723 bytes) 000375 1786464777.539158 write 0x027fb6 thru 0x03692f (0xe97a bytes) 000376 1786464777.546465 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x36930): Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36930): Mirror 6: 0x1c9ecbef (stale) Mirror 8: 0x1c9ecbef (stale) CRC-32 checksum value for chunk [0, 0x36930): Mirror 1: 0x79029181 Mirror 9: 0x79029181 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36930: skipped 000377 1786464778.188546 mapread 0x021f5a thru 0x0269a2 (0x4a49 bytes) 000378 1786464778.223070 mapread 0x019f53 thru 0x01aab0 (0xb5e bytes) 000379 1786464778.259705 write 0x01693d thru 0x020af2 (0xa1b6 bytes) 000380 1786464778.298770 read 0x020cce thru 0x022743 (0x1a76 bytes) 000382 1786464778.306403 mapwrite 0x0352ec thru 0x03c0f7 (0x6e0c bytes) 000383 1786464778.367178 mapread 0x0063ce thru 0x00a02c (0x3c5f bytes) 000384 1786464778.374828 trunc from 0x02381d to 0x023eb5 (0x699 bytes) 000385 1786464778.380918 write 0x01ae29 thru 0x01cef4 (0x20cc bytes) 000386 1786464778.385985 MIRROR_RESYNC 4 mirrors 000387 1786464779.102910 punch from 0x019d0f to 0x01c76d (0x2a5f bytes) 000388 1786464779.138807 mapwrite 0x00d54c thru 0x013405 (0x5eba bytes) 000390 1786464779.176874 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c0f8): Mirror 6: 0xe9172460 (stale) Mirror 9: 0xe9172460 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c0f8): Mirror 6: 0xe9172460 (stale) Mirror 9: 0xe9172460 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c0f8: skipped 000391 1786464779.374979 write 0x01bd1e thru 0x02831c (0xc5ff bytes) 000392 1786464779.386013 read 0x006c04 thru 0x01155e (0xa95b bytes) 000393 1786464779.394898 mapwrite 0x03899f thru 0x03ffff (0x7661 bytes) 000394 1786464779.464051 trunc from 0x0173e3 to 0x022f9c (0xbbba bytes) 000395 1786464779.472123 write 0x02528c thru 0x03169b (0xc410 bytes) 000396 1786464779.481152 trunc from 0x040000 to 0x020ff9 (0x1f006 bytes) 000397 1786464779.500444 mapread 0x00fc71 thru 0x010cf5 (0x1085 bytes) 000398 1786464779.501525 trunc from 0x020ffa to 0x001ae2 (0x1f517 bytes) 000399 1786464779.521516 fallocate 0x007236 thru 0x017109 (0xfed4 bytes) 000400 1786464779.526580 read 0x012c1d thru 0x017109 (0x44ed bytes) 000402 1786464779.535794 mapwrite 0x02db2e thru 0x02e3f1 (0x8c4 bytes) 000403 1786464779.575724 punch from 0x02c29a to 0x02e3f1 (0x2158 bytes) 000404 1786464779.581582 mapread 0x023c6d thru 0x024ac1 (0xe55 bytes) 000405 1786464779.582772 mapread 0x01e8b6 thru 0x01fe3f (0x158a bytes) 000406 1786464779.583668 trunc from 0x016c13 to 0x01dd03 (0x70f1 bytes) 000407 1786464779.588086 punch from 0x00c677 to 0x0199f2 (0xd37c bytes) 000408 1786464779.593408 fallocate 0x0006b9 thru 0x00fc80 (0xf5c8 bytes) 000410 1786464779.599001 trunc from 0x02e3f2 to 0x026833 (0x7bbe bytes) 000411 1786464779.617922 write 0x006246 thru 0x009bfd (0x39b8 bytes) 000414 1786464779.620737 trunc from 0x026834 to 0x0394ba (0x12c87 bytes) 000415 1786464779.639559 read 0x012ba9 thru 0x01b3a0 (0x87f8 bytes) 000416 1786464779.650034 fallocate 0x016519 thru 0x019e61 (0x3949 bytes) 000417 1786464779.655125 write 0x00f661 thru 0x01c68c (0xd02c bytes) 000418 1786464779.659543 punch from 0x012928 to 0x018afb (0x61d4 bytes) 000419 1786464779.679877 punch from 0x01f11a to 0x023263 (0x414a bytes) 000420 1786464779.685957 mapwrite 0x0350ab thru 0x03f750 (0xa6a6 bytes) 000421 1786464779.735180 trunc from 0x03f751 to 0x029205 (0x1654b bytes) 000423 1786464779.750298 trunc from 0x0017fb to 0x001db8 (0x5be bytes) 000425 1786464779.757304 mapwrite 0x01b9d9 thru 0x01eccf (0x32f7 bytes) 000426 1786464779.774294 trunc from 0x029206 to 0x00a8a4 (0x1e961 bytes) 000428 1786464779.791482 read 0x003425 thru 0x00a8a4 (0x7480 bytes) 000429 1786464779.792074 trunc from 0x005fa8 to 0x00a8a4 (0x48fd bytes) 000430 1786464779.796489 punch from 0x008703 to 0x00a8a4 (0x21a2 bytes) 000431 1786464779.799876 mapread 0x0085bf thru 0x00a8a4 (0x22e6 bytes) 000432 1786464779.808790 read 0x000b3d thru 0x00732d (0x67f1 bytes) 000433 1786464779.809825 punch from 0x000292 to 0x00a8a4 (0xa613 bytes) 000434 1786464779.814959 read 0x002ff2 thru 0x00a8a4 (0x78b3 bytes) 000436 1786464779.822384 mapwrite 0x03d544 thru 0x03e1f7 (0xcb4 bytes) 000437 1786464779.854989 mapread 0x0316b9 thru 0x038c53 (0x759b bytes) 000438 1786464779.862929 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3e1f8): Mirror 6: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e1f8): Mirror 6: 0x9cd68574 (stale) Mirror 9: 0x9cd68574 (stale) CRC-32 checksum value for chunk [0, 0x3e1f8): Mirror 1: 0x390d2dc8 Mirror 10: 0x390d2dc8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e1f8: skipped 000439 1786464780.413393 read 0x03334b thru 0x0367a1 (0x3457 bytes) 000440 1786464780.424599 trunc from 0x03e1f8 to 0x03673f (0x7ab8 bytes) 000441 1786464780.467104 mapread 0x01660e thru 0x01dc4c (0x763f bytes) 000443 1786464780.484277 trunc from 0x036740 to 0x033eb2 (0x288d bytes) 000444 1786464780.496848 trunc from 0x033eb3 to 0x00e605 (0x258ad bytes) 000445 1786464780.507768 punch from 0x0020fd to 0x008a11 (0x6915 bytes) 000446 1786464780.511400 mapread 0x006ff4 thru 0x00e605 (0x7612 bytes) 000447 1786464780.518434 trunc from 0x00e606 to 0x02df4e (0x1f949 bytes) 000448 1786464780.532348 write 0x030e1d thru 0x038fb2 (0x8196 bytes) 000450 1786464780.535452 trunc from 0x038fb3 to 0x0163cb (0x22be7 bytes) 000451 1786464780.551645 read 0x002cd8 thru 0x00d617 (0xa940 bytes) 000452 1786464780.555962 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x163cc): Mirror 9: 0x9b6c7d1c (stale) Mirror 10: 0xb457e315 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x163cc): Mirror 9: 0x9b6c7d1c (stale) Mirror 10: 0xb457e315 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x163cc: skipped 000453 1786464780.776924 read 0x00f814 thru 0x0163cb (0x6bb8 bytes) 000454 1786464780.789064 trunc from 0x0163cc to 0x02493d (0xe572 bytes) 000456 1786464780.815516 trunc from 0x024890 to 0x02493d (0xae bytes) 000457 1786464780.824634 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2493e): Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2493e): Mirror 9: 0x98e164c7 (stale) Mirror 10: 0x41489efa (stale) CRC-32 checksum value for chunk [0, 0x2493e): Mirror 1: 0x41489efa Mirror 11: 0x41489efa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2493e: skipped 000458 1786464781.415221 MIRROR_RESYNC 4 mirrors 000459 1786464781.965885 punch from 0x00f241 to 0x016cf5 (0x7ab5 bytes) 000461 1786464782.003655 read 0x01289e thru 0x01c358 (0x9abb bytes) 000462 1786464782.012266 read 0x00356f thru 0x00ba52 (0x84e4 bytes) 000463 1786464782.024467 punch from 0x016504 to 0x0173b9 (0xeb6 bytes) 000464 1786464782.031053 mapread 0x01a170 thru 0x020ff0 (0x6e81 bytes) 000465 1786464782.033849 read 0x004066 thru 0x013be7 (0xfb82 bytes) 000466 1786464782.035481 punch from 0x00fb09 to 0x01eaef (0xefe7 bytes) 000467 1786464782.041893 punch from 0x0101b4 to 0x0152f8 (0x5145 bytes) 000468 1786464782.046547 mapwrite 0x032b76 thru 0x037cb8 (0x5143 bytes) 000469 1786464782.099898 MIRROR_RESYNC 4 mirrors 000470 1786464782.728088 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) 000472 1786464782.975593 mapwrite 0x02b733 thru 0x03652f (0xadfd bytes) 000473 1786464783.067163 trunc from 0x037cb9 to 0x01cbbc (0x1b0fc bytes) 000474 1786464783.110164 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1cbbd): Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cbbd): Mirror 9: 0x93e75576 (stale) Mirror 10: 0x93e75576 (stale) CRC-32 checksum value for chunk [0, 0x1cbbd): Mirror 1: 0x93e75576 Mirror 11: 0x93e75576 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cbbd: skipped 000475 1786464783.752694 trunc from 0x015f88 to 0x0196f7 (0x3770 bytes) 000476 1786464783.787836 trunc from 0x01cbbd to 0x004857 (0x18365 bytes) 000477 1786464783.813215 trunc from 0x004858 to 0x03d173 (0x3891c bytes) 000478 1786464783.834355 mapread 0x021400 thru 0x026f7a (0x5b7b bytes) 000480 1786464783.857898 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3d174): Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d174): Mirror 9: 0xfa12f923 (stale) Mirror 10: 0xfa12f923 (stale) Mirror 11: 0xae3a1bdc (stale) CRC-32 checksum value for chunk [0, 0x3d174): Mirror 1: 0xae3a1bdc Mirror 12: 0xae3a1bdc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d174: skipped 000481 1786464784.439214 mapread 0x022f28 thru 0x025e82 (0x2f5b bytes) 000482 1786464784.462614 trunc from 0x00a3bf to 0x015663 (0xb2a5 bytes) 000484 1786464784.495836 trunc from 0x03ad09 to 0x03d173 (0x246b bytes) 000486 1786464784.505934 mapread 0x02006b thru 0x02b466 (0xb3fc bytes) 000487 1786464784.527196 read 0x029071 thru 0x038960 (0xf8f0 bytes) 000488 1786464784.534963 trunc from 0x03d174 to 0x00a915 (0x3285e bytes) 000489 1786464784.564157 MIRROR_RESYNC 5 mirrors 000490 1786464785.180890 mapread 0x0046bf thru 0x00576d (0x10af bytes) 000491 1786464785.189805 trunc from 0x00a916 to 0x03de21 (0x3350c bytes) 000492 1786464785.246950 fallocate 0x00ed1e thru 0x013fe4 (0x52c7 bytes) 000494 1786464785.252624 read 0x03b5a5 thru 0x03de21 (0x287d bytes) 000495 1786464785.258397 mapwrite 0x0168cd thru 0x01792a (0x105e bytes) 000496 1786464785.282628 fallocate 0x013add thru 0x0188bd (0x4de1 bytes) 000497 1786464785.288483 read 0x002f87 thru 0x00dd15 (0xad8f bytes) 000498 1786464785.298839 punch from 0x03bdc5 to 0x03de21 (0x205d bytes) 000499 1786464785.305278 trunc from 0x00b97b to 0x013cee (0x8374 bytes) 000501 1786464785.314433 mapread 0x017a9e thru 0x021ebd (0xa420 bytes) 000502 1786464785.317403 fallocate 0x0350e1 thru 0x038aa2 (0x39c2 bytes) 000503 1786464785.322065 fallocate 0x00b003 thru 0x0132f2 (0x82f0 bytes) 000504 1786464785.327570 mapread 0x027594 thru 0x02ce56 (0x58c3 bytes) 000505 1786464785.328668 mapread 0x01814e thru 0x021e8c (0x9d3f bytes) 000506 1786464785.330137 punch from 0x01be76 to 0x024d96 (0x8f21 bytes) 000507 1786464785.337665 trunc from 0x03de22 to 0x02bdd5 (0x1204c bytes) 000509 1786464785.363356 write 0x03d0f7 thru 0x03ffff (0x2f09 bytes) 000510 1786464785.365963 mapwrite 0x03727c thru 0x03ffff (0x8d84 bytes) 000511 1786464785.411847 trunc from 0x024d42 to 0x02e828 (0x9ae7 bytes) 000512 1786464785.423055 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5fe2f35d Mirror 13: 0x5fe2f35d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000513 1786464786.049963 mapwrite 0x020ce0 thru 0x025132 (0x4453 bytes) 000515 1786464786.141501 mapread 0x003c26 thru 0x00b54e (0x7929 bytes) 000517 1786464786.151725 write 0x035608 thru 0x03ffff (0xa9f8 bytes) 000518 1786464786.164858 mapread 0x01527d thru 0x021c10 (0xc994 bytes) 000519 1786464786.176448 read 0x02269e thru 0x026256 (0x3bb9 bytes) 000520 1786464786.177463 punch from 0x031093 to 0x03ffff (0xef6d bytes) 000521 1786464786.192545 mapwrite 0x027508 thru 0x033a87 (0xc580 bytes) 000522 1786464786.235173 trunc from 0x0290cf to 0x0362a1 (0xd1d3 bytes) 000523 1786464786.240404 punch from 0x0109a3 to 0x0144fc (0x3b5a bytes) 000524 1786464786.246082 read 0x008e10 thru 0x00c6b9 (0x38aa bytes) 000525 1786464786.247098 read 0x033e33 thru 0x03ffff (0xc1cd bytes) 000526 1786464786.257515 punch from 0x01842b to 0x021504 (0x90da bytes) 000527 1786464786.262554 punch from 0x02a2cf to 0x02de7a (0x3bac bytes) 000528 1786464786.271981 MIRROR_RESYNC 6 mirrors 000529 1786464787.538675 write 0x029cad thru 0x031845 (0x7b99 bytes) 000530 1786464787.569648 mapread 0x02ac0a thru 0x033cd7 (0x90ce bytes) 000531 1786464787.579265 fallocate 0x022b31 thru 0x02474c (0x1c1c bytes) 000532 1786464787.587395 punch from 0x030429 to 0x0388b0 (0x8488 bytes) 000533 1786464787.600559 mapwrite 0x03c7c3 thru 0x03ffff (0x383d bytes) 000534 1786464787.632470 MIRROR_RESYNC 6 mirrors 000535 1786464788.813204 mapread 0x03dd12 thru 0x03ffff (0x22ee bytes) 000536 1786464788.828010 write 0x0280b7 thru 0x035b80 (0xdaca bytes) 000537 1786464788.873273 trunc from 0x02af24 to 0x030c98 (0x5d75 bytes) 000538 1786464788.890614 MIRROR_RESYNC 6 mirrors 000539 1786464790.220182 mapwrite 0x034a96 thru 0x037a85 (0x2ff0 bytes) 000541 1786464790.278353 mapwrite 0x021934 thru 0x02ba60 (0xa12d bytes) 000542 1786464790.311660 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xd9d22e84 (stale) Mirror 11: 0xd9d22e84 (stale) Mirror 12: 0xd9d22e84 (stale) Mirror 13: 0xd9d22e84 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xd9d22e84 (stale) Mirror 11: 0xd9d22e84 (stale) Mirror 12: 0xd9d22e84 (stale) Mirror 13: 0xd9d22e84 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000544 1786464790.576926 mapwrite 0x00a5f7 thru 0x00e24b (0x3c55 bytes) 000545 1786464790.614508 write 0x00cf45 thru 0x01c9d8 (0xfa94 bytes) 000546 1786464790.631673 mapread 0x000b78 thru 0x00c04e (0xb4d7 bytes) 000547 1786464790.640104 punch from 0x01d8b9 to 0x025b4d (0x8295 bytes) 000548 1786464790.647860 write 0x03fa3a thru 0x03ffff (0x5c6 bytes) 000550 1786464790.652920 write 0x027b6f thru 0x030bc3 (0x9055 bytes) 000551 1786464790.661734 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xd9d22e84 (stale) Mirror 11: 0xd9d22e84 (stale) Mirror 12: 0xd9d22e84 (stale) Mirror 13: 0xd9d22e84 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x479f3b3 Mirror 14: 0x479f3b3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000552 1786464791.339933 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xd9d22e84 (stale) Mirror 12: 0xd9d22e84 (stale) Mirror 13: 0xd9d22e84 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xd9d22e84 (stale) Mirror 12: 0xd9d22e84 (stale) Mirror 13: 0xd9d22e84 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x479f3b3 Mirror 14: 0x479f3b3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000553 1786464791.725187 mapread 0x0091af thru 0x01125e (0x80b0 bytes) 000554 1786464791.747262 fallocate 0x03296d thru 0x037f8a (0x561e bytes) 000555 1786464791.790080 trunc from 0x040000 to 0x039cee (0x6311 bytes) 000556 1786464791.835224 write 0x021882 thru 0x0247cd (0x2f4c bytes) 000557 1786464791.845261 trunc from 0x039cef to 0x006704 (0x335ea bytes) 000558 1786464791.858991 punch from 0x0045da to 0x006704 (0x212b bytes) 000559 1786464791.867820 MIRROR_RESYNC 5 mirrors 000560 1786464792.463347 trunc from 0x001c5e to 0x006704 (0x4aa7 bytes) 000561 1786464792.489580 punch from 0x0004f9 to 0x006704 (0x620c bytes) 000562 1786464792.493861 read 0x0055ed thru 0x006704 (0x1118 bytes) 000563 1786464792.502104 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x6705): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x6705): Mirror 11: 0xe0e19344 (stale) Mirror 12: 0xe0e19344 (stale) Mirror 13: 0xe0e19344 (stale) Mirror 14: 0xe0e19344 (stale) CRC-32 checksum value for chunk [0, 0x6705): Mirror 1: 0xe0e19344 Mirror 15: 0xe0e19344 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x6705: skipped 000564 1786464793.021695 mapwrite 0x0121b5 thru 0x0209a7 (0xe7f3 bytes) 000565 1786464793.104795 write 0x0169a2 thru 0x0183ca (0x1a29 bytes) 000566 1786464793.106865 trunc from 0x0209a8 to 0x0195d2 (0x73d5 bytes) 000568 1786464793.124986 mapread 0x0017dc thru 0x0027e9 (0x100e bytes) 000569 1786464793.133749 write 0x013b04 thru 0x014fc8 (0x14c5 bytes) 000570 1786464793.135184 trunc from 0x0195d3 to 0x03b7ac (0x221da bytes) 000571 1786464793.152563 mapwrite 0x013a6a thru 0x01cb59 (0x90f0 bytes) 000572 1786464793.181788 trunc from 0x03b7ad to 0x014711 (0x2709b bytes) 000573 1786464793.195040 read 0x00c66a thru 0x014711 (0x80a8 bytes) 000574 1786464793.200921 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x14712): Mirror 11: 0xad37ed9b (stale) Mirror 12: 0xad37ed9b (stale) Mirror 14: 0xad37ed9b (stale) Mirror 15: 0xad37ed9b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x14712): Mirror 11: 0xad37ed9b (stale) Mirror 12: 0xad37ed9b (stale) Mirror 14: 0xad37ed9b (stale) Mirror 15: 0xad37ed9b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x14712: skipped 000575 1786464793.464210 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x14712): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x14712): Mirror 11: 0xad37ed9b (stale) Mirror 12: 0xad37ed9b (stale) Mirror 14: 0xad37ed9b (stale) Mirror 15: 0xad37ed9b (stale) CRC-32 checksum value for chunk [0, 0x14712): Mirror 1: 0x59016b27 Mirror 16: 0x59016b27 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x14712: skipped 000576 1786464794.005692 trunc from 0x00c3ab to 0x014711 (0x8367 bytes) 000577 1786464794.051463 mapread 0x01459d thru 0x014711 (0x175 bytes) 000578 1786464794.059574 write 0x010776 thru 0x01733c (0x6bc7 bytes) 000579 1786464794.072059 mapwrite 0x0092d5 thru 0x0136d3 (0xa3ff bytes) 000580 1786464794.112649 MIRROR_RESYNC 6 mirrors 000581 1786464794.755151 read 0x00f645 thru 0x013041 (0x39fd bytes) 000582 1786464794.761504 mapwrite 0x00bd6e thru 0x013f23 (0x81b6 bytes) 000583 1786464794.852457 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x1733d): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1733d): Mirror 11: 0x9303c83a (stale) Mirror 12: 0x9303c83a (stale) Mirror 14: 0x9303c83a (stale) Mirror 15: 0x9303c83a (stale) Mirror 16: 0x9303c83a (stale) CRC-32 checksum value for chunk [0, 0x1733d): Mirror 1: 0xfe16b037 Mirror 17: 0xfe16b037 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1733d: skipped 000584 1786464795.483016 write 0x00d56e thru 0x01b3aa (0xde3d bytes) 000585 1786464795.516175 trunc from 0x01b3ab to 0x0381b3 (0x1ce09 bytes) 000586 1786464795.531540 trunc from 0x0381b4 to 0x0229ce (0x157e5 bytes) 000587 1786464795.544522 trunc from 0x0229cf to 0x02e14c (0xb77e bytes) 000589 1786464795.556963 fallocate 0x001fc4 thru 0x00aa62 (0x8a9f bytes) 000592 1786464795.565899 fallocate 0x01daf3 thru 0x02d8a6 (0xfdb4 bytes) 000593 1786464795.570679 mapwrite 0x01fff6 thru 0x026630 (0x663b bytes) 000594 1786464795.603033 trunc from 0x02e14d to 0x010a5a (0x1d6f2 bytes) 000595 1786464795.614298 mapread 0x009f80 thru 0x010a5a (0x6adb bytes) 000597 1786464795.623892 fallocate 0x00c5aa thru 0x00e8f3 (0x234a bytes) 000598 1786464795.635302 MIRROR_RESYNC 7 mirrors 000600 1786464796.456548 mapwrite 0x00e015 thru 0x012c3e (0x4c2a bytes) 000601 1786464796.530934 trunc from 0x0048df to 0x00a2b7 (0x59d9 bytes) 000602 1786464796.535851 read 0x006f62 thru 0x007493 (0x532 bytes) 000603 1786464796.545251 MIRROR_RESYNC 7 mirrors 000604 1786464797.241188 mapwrite 0x01c4fb thru 0x026364 (0x9e6a bytes) 000605 1786464797.320264 trunc from 0x012c71 to 0x0225ea (0xf97a bytes) 000606 1786464797.326290 read 0x01e13d thru 0x026364 (0x8228 bytes) 000607 1786464797.336159 write 0x03a94a thru 0x03ffff (0x56b6 bytes) 000608 1786464797.338278 trunc from 0x00d709 to 0x011d33 (0x462b bytes) 000609 1786464797.345810 fallocate 0x03e472 thru 0x03ffff (0x1b8e bytes) 000610 1786464797.350869 mapwrite 0x003dcc thru 0x01229f (0xe4d4 bytes) 000611 1786464797.393902 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x912ffe44 (stale) Mirror 12: 0x912ffe44 (stale) Mirror 14: 0x912ffe44 (stale) Mirror 16: 0x912ffe44 (stale) Mirror 17: 0x912ffe44 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x912ffe44 (stale) Mirror 12: 0x912ffe44 (stale) Mirror 14: 0x912ffe44 (stale) Mirror 16: 0x912ffe44 (stale) Mirror 17: 0x912ffe44 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000612 1786464797.713386 write 0x02668c thru 0x0365ec (0xff61 bytes) 000613 1786464797.727900 fallocate 0x003874 thru 0x003dee (0x57b bytes) 000614 1786464797.737682 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x912ffe44 (stale) Mirror 14: 0x912ffe44 (stale) Mirror 16: 0x912ffe44 (stale) Mirror 17: 0x912ffe44 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x912ffe44 (stale) Mirror 14: 0x912ffe44 (stale) Mirror 16: 0x912ffe44 (stale) Mirror 17: 0x912ffe44 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000615 1786464798.029666 trunc from 0x026302 to 0x032ef2 (0xcbf1 bytes) 000616 1786464798.037606 read 0x0060c5 thru 0x0098b9 (0x37f5 bytes) 000617 1786464798.045123 mapread 0x003e91 thru 0x00ee1a (0xaf8a bytes) 000618 1786464798.069209 trunc from 0x040000 to 0x031bf4 (0xe40b bytes) 000619 1786464798.094673 write 0x02c5c1 thru 0x0305dd (0x401d bytes) 000620 1786464798.105897 mapread 0x01e0e0 thru 0x023248 (0x5169 bytes) 000621 1786464798.117808 punch from 0x0191fe to 0x01fb98 (0x699b bytes) 000622 1786464798.123342 write 0x036e65 thru 0x03ccc5 (0x5e61 bytes) 000623 1786464798.124967 mapwrite 0x029b87 thru 0x03313c (0x95b6 bytes) 000624 1786464798.156654 mapwrite 0x031744 thru 0x03fa83 (0xe340 bytes) 000625 1786464798.191199 read 0x035d54 thru 0x03fa83 (0x9d30 bytes) 000626 1786464798.192019 trunc from 0x03fa84 to 0x0107ed (0x2f296 bytes) 000627 1786464798.203646 mapread 0x010776 thru 0x0107ed (0x78 bytes) 000628 1786464798.204668 fallocate 0x03ce24 thru 0x03ffff (0x31dc bytes) 000630 1786464798.209372 read 0x0236fe thru 0x02fa2e (0xc331 bytes) 000631 1786464798.217075 mapread 0x01c187 thru 0x027ca7 (0xbb21 bytes) 000632 1786464798.218284 trunc from 0x040000 to 0x015929 (0x2a6d6 bytes) 000633 1786464798.228380 write 0x003a5b thru 0x013901 (0xfea7 bytes) 000634 1786464798.230168 mapread 0x002c27 thru 0x011a09 (0xede3 bytes) 000635 1786464798.231867 fallocate 0x01f38c thru 0x02a992 (0xb607 bytes) 000636 1786464798.235976 trunc from 0x01592a to 0x03675b (0x20e32 bytes) 000637 1786464798.253107 MIRROR_RESYNC 5 mirrors 000638 1786464798.923211 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) 000639 1786464799.133653 write 0x0236b9 thru 0x02bbc2 (0x850a bytes) 000640 1786464799.164525 punch from 0x02957c to 0x0352a2 (0xbd27 bytes) 000641 1786464799.181085 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3675c): Mirror 14: 0xa98008b7 (stale) Mirror 17: 0xa98008b7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3675c): Mirror 14: 0xa98008b7 (stale) Mirror 17: 0xa98008b7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3675c: skipped 000642 1786464799.361056 mapread 0x023099 thru 0x02b57f (0x84e7 bytes) 000643 1786464799.379743 write 0x0163a6 thru 0x020edf (0xab3a bytes) 000645 1786464799.387960 write 0x029e13 thru 0x02e041 (0x422f bytes) 000646 1786464799.391658 fallocate 0x008f31 thru 0x012686 (0x9756 bytes) 000647 1786464799.397774 write 0x00e221 thru 0x014079 (0x5e59 bytes) 000648 1786464799.405819 write 0x024295 thru 0x02f4d0 (0xb23c bytes) 000649 1786464799.412995 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3675c): Mirror 17: 0xa98008b7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3675c): Mirror 17: 0xa98008b7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3675c: skipped 000650 1786464799.586197 trunc from 0x017b63 to 0x0254dc (0xd97a bytes) 000651 1786464799.589438 trunc from 0x03675c to 0x016fbe (0x1f79d bytes) 000652 1786464799.618692 trunc from 0x00c708 to 0x00cc38 (0x531 bytes) 000653 1786464799.624059 mapwrite 0x00b39b thru 0x017301 (0xbf67 bytes) 000654 1786464799.686748 read 0x011e35 thru 0x017301 (0x54cd bytes) 000655 1786464799.687897 fallocate 0x009c5b thru 0x0107fd (0x6ba3 bytes) 000657 1786464799.696389 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x17302): Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17302): Mirror 17: 0xba18fa88 (stale) CRC-32 checksum value for chunk [0, 0x17302): Mirror 1: 0xec0a18e3 Mirror 18: 0xec0a18e3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17302: skipped 000658 1786464800.118249 trunc from 0x001ec4 to 0x00e7fa (0xc937 bytes) 000660 1786464800.146293 fallocate 0x02c5bc thru 0x03788b (0xb2d0 bytes) 000661 1786464800.158131 mapwrite 0x037e5f thru 0x03ffff (0x81a1 bytes) 000663 1786464800.230273 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: 0xb39174a (stale) Mirror 18: 0xef9adf8b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x29e29029 Mirror 19: 0x29e29029 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000664 1786464800.784430 read 0x0112f7 thru 0x018782 (0x748c bytes) 000665 1786464800.800210 write 0x006350 thru 0x006d8a (0xa3b bytes) 000666 1786464800.842462 trunc from 0x00de26 to 0x0135b4 (0x578f bytes) 000667 1786464800.851366 write 0x02a7b1 thru 0x03789d (0xd0ed bytes) 000668 1786464800.865816 MIRROR_RESYNC 4 mirrors 000669 1786464801.664806 mapread 0x0046a1 thru 0x009555 (0x4eb5 bytes) 000670 1786464801.684173 mapread 0x02bea1 thru 0x03afae (0xf10e bytes) 000671 1786464801.705001 punch from 0x0267cd to 0x03047c (0x9cb0 bytes) 000672 1786464801.740626 mapwrite 0x00c131 thru 0x00cb9c (0xa6c bytes) 000673 1786464801.764676 punch from 0x0229b0 to 0x02ab21 (0x8172 bytes) 000674 1786464801.769411 mapread 0x03beee thru 0x03ffff (0x4112 bytes) 000675 1786464801.781353 mapread 0x0022b1 thru 0x00d9c9 (0xb719 bytes) 000676 1786464801.790245 punch from 0x033bf4 to 0x03f0a3 (0xb4b0 bytes) 000677 1786464801.796675 mapwrite 0x02970e thru 0x0353d2 (0xbcc5 bytes) 000678 1786464801.836053 mapread 0x0150e8 thru 0x024819 (0xf732 bytes) 000679 1786464801.850903 trunc from 0x040000 to 0x03a4c7 (0x5b38 bytes) 000680 1786464801.866711 fallocate 0x006349 thru 0x00d1e8 (0x6ea0 bytes) 000681 1786464801.871210 trunc from 0x023478 to 0x032403 (0xef8c bytes) 000682 1786464801.878275 trunc from 0x03a4c8 to 0x00c04e (0x2e479 bytes) 000683 1786464801.894772 trunc from 0x005ac5 to 0x008c50 (0x318c bytes) 000684 1786464801.898695 punch from 0x00299e to 0x00b182 (0x87e5 bytes) 000685 1786464801.904959 mapwrite 0x01e3bb thru 0x01eb7c (0x7c2 bytes) 000686 1786464801.939178 fallocate 0x001bdc thru 0x00c918 (0xad3d bytes) 000687 1786464801.943733 mapwrite 0x006cd3 thru 0x00c28f (0x55bd bytes) 000689 1786464801.974435 punch from 0x00081b to 0x0041fa (0x39e0 bytes) 000690 1786464801.979197 read 0x017fb9 thru 0x01bea8 (0x3ef0 bytes) 000691 1786464801.979969 fallocate 0x0013ea thru 0x00dae8 (0xc6ff bytes) 000692 1786464801.986485 mapwrite 0x03c818 thru 0x03ffff (0x37e8 bytes) 000693 1786464802.029657 read 0x02b906 thru 0x038b31 (0xd22c bytes) 000694 1786464802.038945 mapwrite 0x00910c thru 0x011d2c (0x8c21 bytes) 000695 1786464802.058220 trunc from 0x010bb6 to 0x012488 (0x18d3 bytes) 000696 1786464802.071008 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: 0x6bbd6104 (stale) Mirror 18: 0x6bbd6104 (stale) Mirror 19: 0x6bbd6104 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x40858dab Mirror 20: 0x40858dab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000697 1786464802.687700 read 0x01f6b5 thru 0x0295a3 (0x9eef bytes) 000698 1786464802.701975 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0x6bbd6104 (stale) Mirror 19: 0x6bbd6104 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0x6bbd6104 (stale) Mirror 19: 0x6bbd6104 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x40858dab Mirror 20: 0x40858dab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000699 1786464803.191145 read 0x001fe8 thru 0x005df2 (0x3e0b bytes) 000700 1786464803.212884 trunc from 0x0321c8 to 0x038687 (0x64c0 bytes) 000701 1786464803.241331 read 0x0065c5 thru 0x006885 (0x2c1 bytes) 000702 1786464803.251246 write 0x0301a6 thru 0x032620 (0x247b bytes) 000703 1786464803.255476 read 0x002e32 thru 0x009c96 (0x6e65 bytes) 000704 1786464803.256279 trunc from 0x040000 to 0x01a83a (0x257c5 bytes) 000705 1786464803.283839 trunc from 0x0029f6 to 0x011e57 (0xf462 bytes) 000706 1786464803.288186 trunc from 0x005508 to 0x007172 (0x1c6b bytes) 000707 1786464803.293029 read 0x00d6d6 thru 0x012871 (0x519c bytes) 000708 1786464803.302593 fallocate 0x03ea97 thru 0x03ffff (0x1569 bytes) 000709 1786464803.308277 write 0x0017dc thru 0x0101e9 (0xea0e bytes) 000710 1786464803.310781 read 0x00ebdd thru 0x01a83a (0xbc5e bytes) 000711 1786464803.311697 mapwrite 0x00874f thru 0x015171 (0xca23 bytes) 000712 1786464803.329592 trunc from 0x00d96f to 0x010a41 (0x30d3 bytes) 000713 1786464803.334709 read 0x009bc0 thru 0x014d30 (0xb171 bytes) 000714 1786464803.341590 read 0x01a088 thru 0x01a83a (0x7b3 bytes) 000715 1786464803.342806 mapwrite 0x02cd96 thru 0x032828 (0x5a93 bytes) 000716 1786464803.381456 mapwrite 0x021496 thru 0x02e699 (0xd204 bytes) 000717 1786464803.404233 mapwrite 0x033505 thru 0x036c8e (0x378a bytes) 000718 1786464803.433630 punch from 0x01e5b6 to 0x02a483 (0xbece bytes) 000719 1786464803.438072 trunc from 0x01921d to 0x02711a (0xdefe bytes) 000720 1786464803.443120 punch from 0x02a2e1 to 0x02a96d (0x68d bytes) 000721 1786464803.446883 write 0x01467d thru 0x01c5e8 (0x7f6c bytes) 000722 1786464803.453534 punch from 0x000300 to 0x00dee8 (0xdbe9 bytes) 000723 1786464803.460915 trunc from 0x036c8f to 0x0021a7 (0x34ae7 bytes) 000724 1786464803.473785 read 0x0020e5 thru 0x0021a7 (0xc3 bytes) 000725 1786464803.480718 mapwrite 0x01d802 thru 0x023793 (0x5f92 bytes) 000726 1786464803.528748 write 0x0207c7 thru 0x027aa5 (0x72df bytes) 000728 1786464803.531296 punch from 0x000bb2 to 0x007180 (0x65cf bytes) 000729 1786464803.538067 trunc from 0x00c158 to 0x015346 (0x91ef bytes) 000730 1786464803.546561 read 0x008573 thru 0x013b66 (0xb5f4 bytes) 000731 1786464803.560398 mapwrite 0x016b79 thru 0x01bf63 (0x53eb bytes) 000732 1786464803.588943 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x27aa6): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27aa6): Mirror 18: 0x28a7ca4f (stale) Mirror 19: 0x28a7ca4f (stale) Mirror 20: 0x90c8fe9e (stale) CRC-32 checksum value for chunk [0, 0x27aa6): Mirror 1: 0x7cdbcb92 Mirror 21: 0x7cdbcb92 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27aa6: skipped 000733 1786464804.117265 punch from 0x01dae2 to 0x023c8a (0x61a9 bytes) 000734 1786464804.144614 punch from 0x00b294 to 0x013bd4 (0x8941 bytes) 000735 1786464804.149519 trunc from 0x004461 to 0x00d20d (0x8dad bytes) 000736 1786464804.155708 write 0x0205d8 thru 0x02107c (0xaa5 bytes) 000737 1786464804.172347 trunc from 0x027aa6 to 0x0125b9 (0x154ec bytes) 000738 1786464804.203067 fallocate 0x038ec5 thru 0x03ffff (0x713b bytes) 000739 1786464804.212081 punch from 0x00e0cb to 0x010469 (0x239f bytes) 000740 1786464804.218424 trunc from 0x040000 to 0x01fd94 (0x2026b bytes) 000742 1786464804.238958 write 0x01f7b2 thru 0x02933b (0x9b8a bytes) 000743 1786464804.246279 mapwrite 0x02536c thru 0x0349e2 (0xf677 bytes) 000744 1786464804.308070 trunc from 0x0349e3 to 0x016656 (0x1e38c bytes) 000745 1786464804.324213 write 0x013dc7 thru 0x021e9a (0xe0d4 bytes) 000746 1786464804.331471 mapwrite 0x03a034 thru 0x03ffff (0x5fcc bytes) 000747 1786464804.375159 punch from 0x01b3ac to 0x01be8b (0xae0 bytes) 000748 1786464804.384514 read 0x01c149 thru 0x0273d3 (0xb28b bytes) 000749 1786464804.395540 trunc from 0x040000 to 0x03fc15 (0x3ea bytes) 000750 1786464804.408562 read 0x020f45 thru 0x022c2e (0x1cea bytes) 000751 1786464804.409403 fallocate 0x00c5f6 thru 0x01bcbf (0xf6ca bytes) 000753 1786464804.414518 trunc from 0x01688c to 0x01e921 (0x8096 bytes) 000754 1786464804.419435 mapwrite 0x00c20d thru 0x0147ed (0x85e1 bytes) 000755 1786464804.444848 fallocate 0x03dba3 thru 0x03ffff (0x245d bytes) 000756 1786464804.449140 write 0x00216f thru 0x00f2b7 (0xd149 bytes) 000757 1786464804.450630 punch from 0x0298fa to 0x03987d (0xff84 bytes) 000758 1786464804.455027 trunc from 0x03fc16 to 0x02d44b (0x127ca bytes) 000759 1786464804.472472 fallocate 0x0351af thru 0x036731 (0x1583 bytes) 000760 1786464804.478645 read 0x01d029 thru 0x025dae (0x8d86 bytes) 000762 1786464804.483011 fallocate 0x02e571 thru 0x03d56e (0xeffe bytes) 000763 1786464804.487893 trunc from 0x03d56f to 0x0247ea (0x18d84 bytes) 000764 1786464804.505240 MIRROR_RESYNC 5 mirrors 000765 1786464805.468260 mapread 0x00db6d thru 0x01b57d (0xda11 bytes) 000766 1786464805.498532 mapwrite 0x03c2c8 thru 0x03ffff (0x3d38 bytes) 000767 1786464805.572363 punch from 0x01fac9 to 0x020d5c (0x1294 bytes) 000768 1786464805.579255 read 0x01c0f6 thru 0x02208f (0x5f9a bytes) 000769 1786464805.587819 trunc from 0x02de53 to 0x030764 (0x2912 bytes) 000770 1786464805.593593 mapwrite 0x00c725 thru 0x019275 (0xcb51 bytes) 000771 1786464805.638732 punch from 0x0108db to 0x01f96b (0xf091 bytes) 000772 1786464805.646088 punch from 0x00255d to 0x00cdae (0xa852 bytes) 000773 1786464805.652203 write 0x025aa8 thru 0x02db09 (0x8062 bytes) 000774 1786464805.664925 mapwrite 0x00733b thru 0x014178 (0xce3e bytes) 000775 1786464805.707705 punch from 0x002c97 to 0x003b21 (0xe8b bytes) 000776 1786464805.713495 read 0x01e866 thru 0x02e605 (0xfda0 bytes) 000777 1786464805.726040 read 0x00578b thru 0x007d47 (0x25bd bytes) 000778 1786464805.727637 trunc from 0x021aed to 0x031420 (0xf934 bytes) 000779 1786464805.735514 write 0x021a39 thru 0x02e790 (0xcd58 bytes) 000780 1786464805.745971 read 0x026a29 thru 0x03352a (0xcb02 bytes) 000781 1786464805.746920 mapwrite 0x02880e thru 0x02c49b (0x3c8e bytes) 000782 1786464805.764671 MIRROR_RESYNC 5 mirrors 000783 1786464806.879984 mapwrite 0x024e94 thru 0x02781a (0x2987 bytes) 000784 1786464806.955560 MIRROR_RESYNC 5 mirrors 000785 1786464808.184534 trunc from 0x00e1aa to 0x018600 (0xa457 bytes) 000786 1786464808.216835 trunc from 0x01eea5 to 0x02c45b (0xd5b7 bytes) 000787 1786464808.222284 mapwrite 0x02611b thru 0x034f36 (0xee1c bytes) 000788 1786464808.266098 punch from 0x037309 to 0x03ffff (0x8cf7 bytes) 000789 1786464808.271252 punch from 0x0149b1 to 0x01fe0d (0xb45d bytes) 000790 1786464808.276255 write 0x019730 thru 0x022c44 (0x9515 bytes) 000791 1786464808.284967 mapwrite 0x001c5d thru 0x01190b (0xfcaf bytes) 000793 1786464808.335572 read 0x032c4c thru 0x039677 (0x6a2c bytes) 000794 1786464808.342935 fallocate 0x00ba21 thru 0x019b8d (0xe16d bytes) 000795 1786464808.349115 punch from 0x037774 to 0x03bcfc (0x4589 bytes) 000796 1786464808.357094 fallocate 0x016f05 thru 0x023cf5 (0xcdf1 bytes) 000797 1786464808.367467 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 18: 0x1cc43121 (stale) Mirror 19: 0x1cc43121 (stale) Mirror 20: 0x1cc43121 (stale) Mirror 21: 0x1cc43121 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf0e5d0ec Mirror 22: 0xf0e5d0ec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000799 1786464809.019503 punch from 0x01f79e to 0x022a89 (0x32ec bytes) 000800 1786464809.059115 mapwrite 0x019383 thru 0x025ff0 (0xcc6e bytes) 000801 1786464809.116116 write 0x01cfe8 thru 0x022293 (0x52ac bytes) 000802 1786464809.122051 fallocate 0x0321aa thru 0x037e97 (0x5cee bytes) 000803 1786464809.129728 punch from 0x01a0ba to 0x01eacf (0x4a16 bytes) 000804 1786464809.147424 MIRROR_RESYNC 6 mirrors 000805 1786464810.267492 write 0x00277a thru 0x011ddf (0xf666 bytes) 000806 1786464810.301448 trunc from 0x00f7cc to 0x013830 (0x4065 bytes) 000807 1786464810.313649 fallocate 0x0194f9 thru 0x02321c (0x9d24 bytes) 000808 1786464810.318927 fallocate 0x033371 thru 0x03ffff (0xcc8f bytes) 000809 1786464810.323927 mapread 0x039b39 thru 0x03ffff (0x64c7 bytes) 000810 1786464810.339790 mapwrite 0x0138ba thru 0x01fe9c (0xc5e3 bytes) 000811 1786464810.372047 trunc from 0x040000 to 0x02b2b7 (0x14d48 bytes) 000812 1786464810.391217 mapwrite 0x001bd3 thru 0x00f212 (0xd640 bytes) 000813 1786464810.415937 mapwrite 0x028fb5 thru 0x0367a1 (0xd7ed bytes) 000814 1786464810.462539 mapwrite 0x03d930 thru 0x03fac7 (0x2198 bytes) 000815 1786464810.496151 mapread 0x027dfc thru 0x0293c8 (0x15cd bytes) 000816 1786464810.497437 mapread 0x025eb7 thru 0x026a8a (0xbd4 bytes) 000817 1786464810.499151 mapread 0x00b232 thru 0x01930e (0xe0dd bytes) 000818 1786464810.501024 mapwrite 0x03cbc4 thru 0x03ffff (0x343c bytes) 000819 1786464810.532949 fallocate 0x032340 thru 0x036c11 (0x48d2 bytes) 000820 1786464810.538276 fallocate 0x017395 thru 0x023b36 (0xc7a2 bytes) 000821 1786464810.546628 mapread 0x03c923 thru 0x03ffff (0x36dd bytes) 000822 1786464810.548281 read 0x01ba78 thru 0x01c99c (0xf25 bytes) 000823 1786464810.549288 mapread 0x01febc thru 0x02a992 (0xaad7 bytes) 000824 1786464810.550863 read 0x0153bd thru 0x0248c6 (0xf50a bytes) 000825 1786464810.551691 mapwrite 0x02b41a thru 0x037a1a (0xc601 bytes) 000826 1786464810.581570 trunc from 0x01bc2a to 0x02905e (0xd435 bytes) 000827 1786464810.588807 mapwrite 0x00f8f4 thru 0x01a795 (0xaea2 bytes) 000828 1786464810.618777 punch from 0x02973a to 0x037e23 (0xe6ea bytes) 000829 1786464810.626685 mapread 0x028b19 thru 0x02bb24 (0x300c bytes) 000831 1786464810.644842 punch from 0x0080c3 to 0x014bfb (0xcb39 bytes) 000833 1786464810.652271 write 0x0343e8 thru 0x035900 (0x1519 bytes) 000834 1786464810.653293 mapwrite 0x03e5fa thru 0x03ffff (0x1a06 bytes) 000835 1786464810.669115 mapwrite 0x01524b thru 0x01c051 (0x6e07 bytes) 000836 1786464810.690730 trunc from 0x040000 to 0x02a91f (0x156e0 bytes) 000837 1786464810.704555 mapread 0x00461e thru 0x012937 (0xe31a bytes) 000838 1786464810.770298 write 0x032681 thru 0x03a592 (0x7f12 bytes) 000839 1786464810.773194 trunc from 0x03a593 to 0x01bfbf (0x1e5d3 bytes) 000840 1786464810.791510 mapwrite 0x017a00 thru 0x01dd4a (0x634b bytes) 000842 1786464810.849355 trunc from 0x01b2bc to 0x01dd4a (0x2a8f bytes) 000843 1786464810.857748 mapread 0x001fff thru 0x00c651 (0xa653 bytes) 000844 1786464810.858876 mapwrite 0x02bc71 thru 0x032a27 (0x6db7 bytes) 000845 1786464810.938278 mapwrite 0x0139db thru 0x01e7ac (0xadd2 bytes) 000846 1786464810.993348 mapread 0x01e61c thru 0x026715 (0x80fa bytes) 000847 1786464811.056822 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32a28): Mirror 19: 0xcc80b62e (stale) Mirror 20: 0xcc80b62e (stale) Mirror 21: 0xcc80b62e (stale) Mirror 22: 0xcc80b62e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32a28): Mirror 19: 0xcc80b62e (stale) Mirror 20: 0xcc80b62e (stale) Mirror 21: 0xcc80b62e (stale) Mirror 22: 0xcc80b62e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32a28: skipped 000848 1786464811.409533 read 0x02843c thru 0x0317a6 (0x936b bytes) 000849 1786464811.417417 fallocate 0x00e06c thru 0x0164b5 (0x844a bytes) 000850 1786464811.424738 MIRROR_RESYNC 5 mirrors 000851 1786464812.354393 mapwrite 0x0077a3 thru 0x015ab8 (0xe316 bytes) 000852 1786464812.447362 trunc from 0x032a28 to 0x01ad93 (0x17c94 bytes) 000853 1786464812.464616 punch from 0x003763 to 0x00ae15 (0x76b3 bytes) 000854 1786464812.471727 trunc from 0x000db6 to 0x00edf8 (0xe043 bytes) 000855 1786464812.479878 mapread 0x0141a4 thru 0x017627 (0x3484 bytes) 000856 1786464812.481129 mapread 0x019549 thru 0x01ad93 (0x184b bytes) 000857 1786464812.486579 punch from 0x00faae to 0x011d05 (0x2258 bytes) 000858 1786464812.491351 mapwrite 0x0316df thru 0x03ffff (0xe921 bytes) 000859 1786464812.555690 write 0x02a68b thru 0x031e27 (0x779d bytes) 000860 1786464812.557600 punch from 0x01a272 to 0x02723b (0xcfca bytes) 000861 1786464812.569630 fallocate 0x020023 thru 0x026825 (0x6803 bytes) 000862 1786464812.575952 read 0x02a5ff thru 0x033f2d (0x992f bytes) 000863 1786464812.577074 mapread 0x0332fb thru 0x034730 (0x1436 bytes) 000864 1786464812.578711 mapwrite 0x006dc5 thru 0x01248b (0xb6c7 bytes) 000865 1786464812.616219 mapwrite 0x02be3d thru 0x030b7a (0x4d3e bytes) 000866 1786464812.638017 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0xec526bc1 (stale) Mirror 20: 0xec526bc1 (stale) Mirror 21: 0xec526bc1 (stale) Mirror 22: 0xec526bc1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7a5c7ae3 Mirror 23: 0x7a5c7ae3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000867 1786464813.267119 mapwrite 0x00c8d1 thru 0x01b920 (0xf050 bytes) 000868 1786464813.371493 mapwrite 0x016b61 thru 0x01a45e (0x38fe bytes) 000869 1786464813.388172 fallocate 0x006699 thru 0x00ba41 (0x53a9 bytes) 000870 1786464813.392423 write 0x030624 thru 0x033f4f (0x392c bytes) 000871 1786464813.404642 write 0x01195c thru 0x018b3a (0x71df bytes) 000872 1786464813.406229 fallocate 0x02495c thru 0x031863 (0xcf08 bytes) 000874 1786464813.412288 punch from 0x01b8d2 to 0x0259a3 (0xa0d2 bytes) 000875 1786464813.420879 punch from 0x00224b to 0x008eb7 (0x6c6d bytes) 000876 1786464813.427430 trunc from 0x040000 to 0x0081cb (0x37e34 bytes) 000880 1786464813.465933 trunc from 0x0081cc to 0x002961 (0x586a bytes) 000881 1786464813.484231 MIRROR_RESYNC 6 mirrors 000882 1786464814.165877 mapwrite 0x032678 thru 0x038836 (0x61bf bytes) 000883 1786464814.235578 fallocate 0x018dc0 thru 0x01ef24 (0x6165 bytes) 000884 1786464814.241362 mapread 0x01e7b9 thru 0x0236d2 (0x4f1a bytes) 000885 1786464814.252962 trunc from 0x038837 to 0x03511c (0x371a bytes) 000886 1786464814.271380 punch from 0x01ce75 to 0x026faf (0xa13b bytes) 000887 1786464814.276140 write 0x03b8c3 thru 0x03ffff (0x473d bytes) 000889 1786464814.281497 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 22: 0xe20eea22 (stale) Mirror 23: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xab0fe995 Mirror 24: 0xab0fe995 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000890 1786464815.000137 fallocate 0x02f966 thru 0x033bf3 (0x428e bytes) 000891 1786464815.041759 write 0x03868d thru 0x03d773 (0x50e7 bytes) 000892 1786464815.055676 write 0x01834d thru 0x01c7fd (0x44b1 bytes) 000893 1786464815.063710 trunc from 0x0156e3 to 0x01d234 (0x7b52 bytes) 000894 1786464815.075223 mapread 0x02a236 thru 0x039d1a (0xfae5 bytes) 000895 1786464815.099129 fallocate 0x020981 thru 0x02bd7f (0xb3ff bytes) 000896 1786464815.109967 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 22: 0xe20eea22 (stale) Mirror 23: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 22: 0xe20eea22 (stale) Mirror 23: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000897 1786464815.413289 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 19: 0xe20eea22 (stale) Mirror 20: 0xe20eea22 (stale) Mirror 21: 0xe20eea22 (stale) Mirror 22: 0xe20eea22 (stale) Mirror 23: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x87c3840c Mirror 24: 0x87c3840c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000898 1786464816.033236 mapwrite 0x03f9c7 thru 0x03ffff (0x639 bytes) 000900 1786464816.112552 trunc from 0x040000 to 0x02b7b8 (0x14847 bytes) 000901 1786464816.153624 trunc from 0x0285fc to 0x02a5bb (0x1fc0 bytes) 000902 1786464816.164733 punch from 0x01517d to 0x01c1c9 (0x704d bytes) 000903 1786464816.174653 fallocate 0x023edb thru 0x02cc92 (0x8db8 bytes) 000904 1786464816.182989 read 0x0135ba thru 0x01a534 (0x6f7b bytes) 000905 1786464816.194926 trunc from 0x029793 to 0x02b7b8 (0x2026 bytes) 000906 1786464816.201084 punch from 0x020569 to 0x02b7b8 (0xb250 bytes) 000907 1786464816.207562 mapwrite 0x02b544 thru 0x037996 (0xc453 bytes) 000908 1786464816.267444 trunc from 0x015d80 to 0x017d56 (0x1fd7 bytes) 000909 1786464816.273340 read 0x02949c thru 0x030b16 (0x767b bytes) 000910 1786464816.274304 write 0x00f65c thru 0x012adc (0x3481 bytes) 000911 1786464816.285727 trunc from 0x030ee2 to 0x0369d9 (0x5af8 bytes) 000912 1786464816.292381 write 0x03cdbc thru 0x03ffff (0x3244 bytes) 000913 1786464816.293537 read 0x0228c8 thru 0x022bcd (0x306 bytes) 000914 1786464816.294174 trunc from 0x040000 to 0x020ee3 (0x1f11c bytes) 000915 1786464816.316070 mapread 0x007463 thru 0x014838 (0xd3d6 bytes) 000916 1786464816.324757 punch from 0x0175b3 to 0x020ee3 (0x9931 bytes) 000917 1786464816.331785 fallocate 0x02d0a2 thru 0x0319a8 (0x4907 bytes) 000918 1786464816.337942 trunc from 0x0319a9 to 0x009d4c (0x27c5c bytes) 000919 1786464816.352248 fallocate 0x039a80 thru 0x03caea (0x306b bytes) 000920 1786464816.365286 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x9d4d): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x9d4d): Mirror 19: 0x35d9e724 (stale) Mirror 20: 0x35d9e724 (stale) Mirror 21: 0x35d9e724 (stale) Mirror 22: 0x35d9e724 (stale) Mirror 23: 0x35d9e724 (stale) Mirror 24: 0x35d9e724 (stale) CRC-32 checksum value for chunk [0, 0x9d4d): Mirror 1: 0x35d9e724 Mirror 25: 0x35d9e724 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x9d4d: skipped 000921 1786464816.927795 mapwrite 0x012ef5 thru 0x01bda8 (0x8eb4 bytes) 000922 1786464817.020791 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x1bda9): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1bda9): Mirror 19: 0xb038016f (stale) Mirror 20: 0xb038016f (stale) Mirror 21: 0xb038016f (stale) Mirror 22: 0xb038016f (stale) Mirror 23: 0xb038016f (stale) Mirror 24: 0xb038016f (stale) Mirror 25: 0xb038016f (stale) CRC-32 checksum value for chunk [0, 0x1bda9): Mirror 1: 0x4ccc7efe Mirror 26: 0x4ccc7efe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1bda9: skipped 000923 1786464817.659980 mapread 0x011afe thru 0x01bda8 (0xa2ab bytes) 000924 1786464817.693262 write 0x018af7 thru 0x02121a (0x8724 bytes) 000925 1786464817.745304 trunc from 0x02121b to 0x026df5 (0x5bdb bytes) 000926 1786464817.771456 mapwrite 0x01aaea thru 0x028841 (0xdd58 bytes) 000927 1786464817.821300 MIRROR_RESYNC 9 mirrors 000929 1786464818.872864 trunc from 0x028842 to 0x03c950 (0x1410f bytes) 000930 1786464818.900646 trunc from 0x03c951 to 0x011611 (0x2b33f bytes) 000931 1786464818.915855 mapread 0x004246 thru 0x006bbc (0x2977 bytes) 000934 1786464818.934743 write 0x011782 thru 0x01aa78 (0x92f7 bytes) 000935 1786464818.943819 mapread 0x01aa00 thru 0x01aa78 (0x79 bytes) 000936 1786464818.945795 trunc from 0x01aa79 to 0x001cdd (0x18d9b bytes) 000937 1786464818.962909 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x1cde): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cde): Mirror 19: 0x603e2eb2 (stale) Mirror 20: 0x603e2eb2 (stale) Mirror 21: 0x603e2eb2 (stale) Mirror 22: 0x603e2eb2 (stale) Mirror 23: 0x603e2eb2 (stale) Mirror 24: 0x603e2eb2 (stale) Mirror 25: 0x603e2eb2 (stale) Mirror 26: 0x603e2eb2 (stale) CRC-32 checksum value for chunk [0, 0x1cde): Mirror 1: 0x603e2eb2 Mirror 27: 0x603e2eb2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cde: skipped 000939 1786464819.601586 read 0x00094a thru 0x001cdd (0x1394 bytes) 000940 1786464819.618235 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x1cde): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cde): Mirror 19: 0x603e2eb2 (stale) Mirror 20: 0x603e2eb2 (stale) Mirror 21: 0x603e2eb2 (stale) Mirror 22: 0x603e2eb2 (stale) Mirror 23: 0x603e2eb2 (stale) Mirror 24: 0x603e2eb2 (stale) Mirror 25: 0x603e2eb2 (stale) Mirror 26: 0x603e2eb2 (stale) CRC-32 checksum value for chunk [0, 0x1cde): Mirror 1: 0x603e2eb2 Mirror 27: 0x603e2eb2 Mirror 28: 0x603e2eb2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cde: skipped 000941 1786464820.193975 trunc from 0x001592 to 0x001cdd (0x74c bytes) 000942 1786464820.233095 punch from 0x000fee to 0x001cdd (0xcf0 bytes) 000943 1786464820.238499 punch from 0x000805 to 0x001cdd (0x14d9 bytes) 000944 1786464820.243576 mapread 0x000efe thru 0x001cdd (0xde0 bytes) 000945 1786464820.256699 trunc from 0x001cde to 0x03876c (0x36a8f bytes) 000946 1786464820.283582 MIRROR_SPLIT mirror 8 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3876d): Mirror 19: 0x3b96b62f (stale) Mirror 20: 0x3b96b62f (stale) Mirror 21: 0x3b96b62f (stale) Mirror 22: 0x3b96b62f (stale) Mirror 23: 0x3b96b62f (stale) Mirror 24: 0x3b96b62f (stale) Mirror 25: 0x3b96b62f (stale) Mirror 27: 0xcf1a7702 (stale) Mirror 28: 0xcf1a7702 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3876d): Mirror 19: 0x3b96b62f (stale) Mirror 20: 0x3b96b62f (stale) Mirror 21: 0x3b96b62f (stale) Mirror 22: 0x3b96b62f (stale) Mirror 23: 0x3b96b62f (stale) Mirror 24: 0x3b96b62f (stale) Mirror 25: 0x3b96b62f (stale) Mirror 27: 0xcf1a7702 (stale) Mirror 28: 0xcf1a7702 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3876d: skipped 000947 1786464820.729745 mapread 0x02f0cd thru 0x03876c (0x96a0 bytes) 000948 1786464820.749265 trunc from 0x037a19 to 0x03876c (0xd54 bytes) 000950 1786464820.754049 trunc from 0x00cdaf to 0x013c89 (0x6edb bytes) 000951 1786464820.757722 read 0x0351b1 thru 0x03876c (0x35bc bytes) 000952 1786464820.764579 write 0x01bcf7 thru 0x024d8b (0x9095 bytes) 000953 1786464820.778357 punch from 0x01e35b to 0x01ef51 (0xbf7 bytes) 000955 1786464820.794780 punch from 0x025e7e to 0x02f3de (0x9561 bytes) 000956 1786464820.800248 fallocate 0x0159cb thru 0x022bfe (0xd234 bytes) 000957 1786464820.805689 read 0x029e91 thru 0x02e870 (0x49e0 bytes) 000958 1786464820.815239 trunc from 0x03876d to 0x018ae0 (0x1fc8c bytes) 000959 1786464820.830495 mapwrite 0x020494 thru 0x0218bd (0x142a bytes) 000960 1786464820.865751 mapwrite 0x01d182 thru 0x024fb2 (0x7e31 bytes) 000961 1786464820.923357 read 0x01e055 thru 0x024fb2 (0x6f5e bytes) 000962 1786464820.924063 write 0x00d9c4 thru 0x0160c9 (0x8706 bytes) 000963 1786464820.925374 punch from 0x0014a0 to 0x00dd62 (0xc8c3 bytes) 000964 1786464820.942939 punch from 0x00f781 to 0x01e3cf (0xec4f bytes) 000965 1786464820.950474 MIRROR_RESYNC 10 mirrors 000966 1786464822.358856 write 0x036da9 thru 0x03be2a (0x5082 bytes) 000967 1786464822.387464 trunc from 0x03be2b to 0x024382 (0x17aa8 bytes) 000968 1786464822.405240 fallocate 0x001969 thru 0x00a0b2 (0x874a bytes) 000969 1786464822.412668 MIRROR_SPLIT mirror 7 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24383): Mirror 19: 0x31483179 (stale) Mirror 20: 0x31483179 (stale) Mirror 21: 0x31483179 (stale) Mirror 22: 0x31483179 (stale) Mirror 23: 0x31483179 (stale) Mirror 24: 0x31483179 (stale) Mirror 27: 0x31483179 (stale) Mirror 28: 0x31483179 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24383): Mirror 19: 0x31483179 (stale) Mirror 20: 0x31483179 (stale) Mirror 21: 0x31483179 (stale) Mirror 22: 0x31483179 (stale) Mirror 23: 0x31483179 (stale) Mirror 24: 0x31483179 (stale) Mirror 27: 0x31483179 (stale) Mirror 28: 0x31483179 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24383: skipped 000970 1786464822.745966 mapread 0x0155da thru 0x021e79 (0xc8a0 bytes) 000971 1786464822.773092 read 0x0044fb thru 0x006677 (0x217d bytes) 000972 1786464822.778604 punch from 0x01c077 to 0x023622 (0x75ac bytes) 000973 1786464822.782712 mapwrite 0x02d30b thru 0x034872 (0x7568 bytes) 000974 1786464822.823921 write 0x02ca6d thru 0x03b86f (0xee03 bytes) 000975 1786464822.827708 trunc from 0x02b62d to 0x02f9e3 (0x43b7 bytes) 000976 1786464822.843165 mapread 0x01e5fc thru 0x02b41c (0xce21 bytes) 000977 1786464822.863072 trunc from 0x03b870 to 0x02f1ee (0xc681 bytes) 000978 1786464822.880093 MIRROR_RESYNC 9 mirrors 000980 1786464824.329843 mapwrite 0x0258b1 thru 0x02881a (0x2f6a bytes) 000981 1786464824.413284 trunc from 0x0053f9 to 0x00ced6 (0x7ade bytes) 000982 1786464824.417660 write 0x03d4dd thru 0x03ffff (0x2b23 bytes) 000983 1786464824.419656 fallocate 0x017517 thru 0x01fa9a (0x8584 bytes) 000984 1786464824.424549 read 0x028a1c thru 0x02af82 (0x2567 bytes) 000985 1786464824.425473 fallocate 0x0334c9 thru 0x03bd26 (0x885e bytes) 000987 1786464824.431655 write 0x029680 thru 0x029cef (0x670 bytes) 000988 1786464824.434457 punch from 0x0133e7 to 0x01cdb5 (0x99cf bytes) 000989 1786464824.439907 mapwrite 0x015916 thru 0x01affa (0x56e5 bytes) 000990 1786464824.468182 trunc from 0x0229e9 to 0x023f58 (0x1570 bytes) 000991 1786464824.473019 fallocate 0x02ab2d thru 0x031067 (0x653b bytes) 000992 1786464824.478665 trunc from 0x040000 to 0x034a27 (0xb5d8 bytes) 000993 1786464824.500978 MIRROR_SPLIT mirror 6 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x2af:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34a28): Mirror 19: 0xe6d793b (stale) Mirror 20: 0xe6d793b (stale) Mirror 21: 0xe6d793b (stale) Mirror 22: 0xe6d793b (stale) Mirror 23: 0xe6d793b (stale) Mirror 27: 0xe6d793b (stale) Mirror 28: 0xe6d793b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34a28): Mirror 19: 0xe6d793b (stale) Mirror 20: 0xe6d793b (stale) Mirror 21: 0xe6d793b (stale) Mirror 22: 0xe6d793b (stale) Mirror 23: 0xe6d793b (stale) Mirror 27: 0xe6d793b (stale) Mirror 28: 0xe6d793b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34a28: skipped 000994 1786464824.804606 mapwrite 0x018f5e thru 0x027bb4 (0xec57 bytes) 000995 1786464824.849070 mapwrite 0x01e247 thru 0x02a44c (0xc206 bytes) 000996 1786464824.873646 mapread 0x0239f4 thru 0x033004 (0xf611 bytes) 000998 1786464824.884178 fallocate 0x00aae8 thru 0x018ede (0xe3f7 bytes) 000999 1786464824.890050 mapwrite 0x01497b thru 0x0243ca (0xfa50 bytes) 001000 1786464824.917164 write 0x011d30 thru 0x01bc84 (0x9f55 bytes) All operations completed A-OK!