== sanity-flr test 70a: flr mode fsx test ================ 23:37:58 (1788665878) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 5880 skipping zero length punch hole fallocating to largest ever: 0x32af4 000002 1788665881.014283 fallocate 0x026fd9 thru 0x032af3 (0xbb1b bytes) 000003 1788665881.019760 fallocate 0x01edc2 thru 0x0278ea (0x8b29 bytes) 000004 1788665881.024252 mapwrite 0x0181ab thru 0x019637 (0x148d bytes) 000005 1788665881.058792 trunc from 0x019638 to 0x031567 (0x17f30 bytes) 000006 1788665881.074907 trunc from 0x01d36a to 0x01e970 (0x1607 bytes) 000007 1788665881.083943 punch from 0x01374a to 0x01621a (0x2ad1 bytes) 000008 1788665881.088662 mapread 0x026de8 thru 0x031567 (0xa780 bytes) 000009 1788665881.102748 read 0x0189ae thru 0x027ef0 (0xf543 bytes) 000010 1788665881.111171 punch from 0x0260a6 to 0x029ed2 (0x3e2d bytes) 000011 1788665881.115303 punch from 0x00bc36 to 0x01659b (0xa966 bytes) 000012 1788665881.119954 trunc from 0x00ffac to 0x0149da (0x4a2f bytes) 000013 1788665881.124655 punch from 0x009352 to 0x00b5b6 (0x2265 bytes) 000014 1788665881.129311 fallocate 0x025a01 thru 0x02e859 (0x8e59 bytes) 000015 1788665881.134285 punch from 0x00e92e to 0x00fb37 (0x120a bytes) 000017 1788665881.139481 trunc from 0x021742 to 0x02670a (0x4fc9 bytes) 000018 1788665881.143915 mapread 0x01c44d thru 0x025d0c (0x98c0 bytes) 000019 1788665881.153441 mapwrite 0x00707a thru 0x008b41 (0x1ac8 bytes) 000020 1788665881.189982 mapread 0x015004 thru 0x016a97 (0x1a94 bytes) 000021 1788665881.208682 mapread 0x02dc80 thru 0x031567 (0x38e8 bytes) 000022 1788665881.209764 punch from 0x023ceb to 0x02c4de (0x87f4 bytes) 000024 1788665881.221533 mapwrite 0x026d5b thru 0x027710 (0x9b6 bytes) 000025 1788665881.269762 trunc from 0x031568 to 0x0269b5 (0xabb2 bytes) 000026 1788665881.318349 mapread 0x010ec5 thru 0x020b4e (0xfc8a bytes) 000027 1788665881.325836 trunc from 0x0269b6 to 0x00edff (0x17bb6 bytes) 000028 1788665881.351722 mapread 0x00613e thru 0x00d0d3 (0x6f96 bytes) 000031 1788665881.377854 mapwrite 0x01e212 thru 0x02ad15 (0xcb04 bytes) 000032 1788665881.547582 fallocate 0x01424b thru 0x018df6 (0x4bac bytes) 000033 1788665881.554715 write 0x033d32 thru 0x0376f5 (0x39c4 bytes) 000035 1788665881.557839 mapwrite 0x0032f1 thru 0x007ee9 (0x4bf9 bytes) 000036 1788665881.591925 mapwrite 0x01f0a3 thru 0x02313c (0x409a bytes) 000037 1788665881.629162 punch from 0x01d7a2 to 0x0272d3 (0x9b32 bytes) 000038 1788665881.641852 mapread 0x028c44 thru 0x0331c7 (0xa584 bytes) 000039 1788665881.703549 punch from 0x0058a5 to 0x00bb4d (0x62a9 bytes) 000041 1788665881.721279 trunc from 0x026f71 to 0x034235 (0xd2c5 bytes) 000044 1788665881.735413 mapread 0x00a2fa thru 0x019e36 (0xfb3d bytes) 000045 1788665881.770506 read 0x0362a6 thru 0x0376f5 (0x1450 bytes) 000046 1788665881.771517 trunc from 0x02c5db to 0x0316e5 (0x510b bytes) 000047 1788665881.791488 mapwrite 0x0147c5 thru 0x01f7d0 (0xb00c bytes) 000049 1788665881.883970 trunc from 0x0376f6 to 0x014396 (0x2335f bytes) 000051 1788665881.942633 punch from 0x012719 to 0x014396 (0x1c7e bytes) 000053 1788665881.955702 punch from 0x00d963 to 0x014396 (0x6a34 bytes) 000054 1788665881.963934 trunc from 0x00b46d to 0x014396 (0x8f2a bytes) 000055 1788665881.973509 trunc from 0x012b83 to 0x014396 (0x1814 bytes) 000056 1788665881.982576 trunc from 0x00ea8c to 0x014396 (0x590b bytes) 000057 1788665881.988546 read 0x010ac4 thru 0x014396 (0x38d3 bytes) 000058 1788665882.021114 punch from 0x00d3fb to 0x014396 (0x6f9c bytes) 000059 1788665882.046320 trunc from 0x008f72 to 0x00ca63 (0x3af2 bytes) 000061 1788665882.056739 write 0x01487e thru 0x0226c9 (0xde4c bytes) 000062 1788665882.070760 write 0x00b523 thru 0x01a5e9 (0xf0c7 bytes) 000066 1788665882.103189 write 0x02a70c thru 0x02aa9c (0x391 bytes) 000067 1788665882.104351 mapread 0x0214c6 thru 0x02aa9c (0x95d7 bytes) 000069 1788665882.139584 read 0x027598 thru 0x02aa9c (0x3505 bytes) 000071 1788665882.157269 read 0x00a0ef thru 0x0139d3 (0x98e5 bytes) 000072 1788665882.169420 mapread 0x0067ce thru 0x00fcc2 (0x94f5 bytes) 000073 1788665882.171253 trunc from 0x02aa9d to 0x02e30a (0x386e bytes) 000075 1788665882.212164 mapread 0x02cd75 thru 0x02e30a (0x1596 bytes) 000076 1788665882.220352 trunc from 0x02e30b to 0x00c4fd (0x21e0d bytes) 000078 1788665882.241968 trunc from 0x002e90 to 0x008293 (0x5404 bytes) 000079 1788665882.256500 trunc from 0x008a45 to 0x00c4fd (0x3ab9 bytes) 000080 1788665882.276470 punch from 0x007509 to 0x00c4fd (0x4ff5 bytes) 000081 1788665882.288369 fallocate 0x02bfa6 thru 0x0322e3 (0x633e bytes) 000083 1788665882.307138 mapread 0x0046f8 thru 0x00a8e1 (0x61ea bytes) 000084 1788665882.370980 write 0x00eda1 thru 0x01bae1 (0xcd41 bytes) 000085 1788665882.378325 trunc from 0x01bae2 to 0x02b1ec (0xf70b bytes) 000086 1788665882.407359 read 0x01c3eb thru 0x0257a0 (0x93b6 bytes) 000087 1788665882.417479 trunc from 0x0094d7 to 0x00cedb (0x3a05 bytes) 000088 1788665882.423947 trunc from 0x02b1ed to 0x0125b8 (0x18c34 bytes) 000089 1788665882.442468 write 0x013f03 thru 0x01b1f1 (0x72ef bytes) 000090 1788665882.444947 write 0x030470 thru 0x035b91 (0x5722 bytes) 000091 1788665882.446978 write 0x031393 thru 0x03b84d (0xa4bb bytes) 000092 1788665882.448625 punch from 0x00052e to 0x00a2cc (0x9d9f bytes) 000093 1788665882.454938 punch from 0x034f9c to 0x038249 (0x32ae bytes) 000094 1788665882.488861 write 0x026097 thru 0x030e89 (0xadf3 bytes) 000095 1788665882.504964 trunc from 0x00d461 to 0x01a3dc (0xcf7c bytes) 000096 1788665882.518554 mapread 0x00c7a7 thru 0x019450 (0xccaa bytes) 000097 1788665882.639841 fallocate 0x01abd8 thru 0x01fa10 (0x4e39 bytes) 000098 1788665882.648160 write 0x0245fd thru 0x02756e (0x2f72 bytes) 000099 1788665882.654721 write 0x029df1 thru 0x02b3f5 (0x1605 bytes) 000100 1788665882.656034 mapwrite 0x0191b3 thru 0x024cac (0xbafa bytes) 000101 1788665882.740890 trunc from 0x03b84e to 0x009128 (0x32725 bytes) 000102 1788665882.781019 trunc from 0x009129 to 0x00b2f6 (0x21ce bytes) 000104 1788665882.802876 mapwrite 0x0183fb thru 0x019bfb (0x1801 bytes) 000105 1788665882.864855 trunc from 0x0191e0 to 0x019bfb (0xa1c bytes) 000107 1788665882.887848 fallocate 0x021ced thru 0x021d4b (0x5f bytes) 000108 1788665882.909158 mapwrite 0x027a09 thru 0x035766 (0xdd5e bytes) 000109 1788665883.102631 read 0x01712d thru 0x017f59 (0xe2d bytes) 000110 1788665883.115802 fallocate 0x003b98 thru 0x00f3a6 (0xb80f bytes) 000111 1788665883.121307 mapread 0x0049e8 thru 0x005f40 (0x1559 bytes) 000112 1788665883.123403 write 0x02f462 thru 0x032ace (0x366d bytes) 000113 1788665883.126966 mapread 0x028378 thru 0x032b4c (0xa7d5 bytes) 000114 1788665883.128641 trunc from 0x00f559 to 0x01f016 (0xfabe bytes) 000115 1788665883.137951 write 0x02a388 thru 0x02c4cb (0x2144 bytes) 000116 1788665883.139874 read 0x01c7a7 thru 0x0268ab (0xa105 bytes) 000117 1788665883.158311 read 0x02e5c2 thru 0x02f365 (0xda4 bytes) 000118 1788665883.158892 trunc from 0x00f5a8 to 0x01361f (0x4078 bytes) truncating to largest ever: 0x37c0c 000119 1788665883.166355 trunc from 0x035767 to 0x037c0b (0x24a5 bytes) 000120 1788665883.202124 read 0x0247f4 thru 0x025492 (0xc9f bytes) truncating to largest ever: 0x37c45 000121 1788665883.206993 trunc from 0x037c0c to 0x037c44 (0x39 bytes) 000122 1788665883.236854 trunc from 0x037c45 to 0x01eb6b (0x190d9 bytes) 000123 1788665883.263518 fallocate 0x00a42d thru 0x00f0c7 (0x4c9b bytes) 000125 1788665883.269684 trunc from 0x014f44 to 0x01c575 (0x7632 bytes) 000126 1788665883.275959 write 0x00d807 thru 0x01c818 (0xf012 bytes) 000127 1788665883.285670 punch from 0x00795d to 0x00dd02 (0x63a6 bytes) 000129 1788665883.312327 fallocate 0x010e49 thru 0x014152 (0x330a bytes) 000130 1788665883.325925 write 0x0267e2 thru 0x0287d5 (0x1ff4 bytes) 000131 1788665883.327547 trunc from 0x00c937 to 0x0169d1 (0xa09b bytes) 000132 1788665883.337795 trunc from 0x021d6c to 0x025bdf (0x3e74 bytes) 000133 1788665883.345745 punch from 0x026814 to 0x0287d5 (0x1fc2 bytes) 000134 1788665883.373284 write 0x03e3f4 thru 0x03ffff (0x1c0c bytes) 000135 1788665883.404679 punch from 0x03f664 to 0x03ffff (0x99c bytes) 000136 1788665883.430320 mapwrite 0x01350d thru 0x016208 (0x2cfc bytes) 000137 1788665883.478795 write 0x024827 thru 0x02518f (0x969 bytes) 000138 1788665883.479829 read 0x0354c4 thru 0x03b626 (0x6163 bytes) 000139 1788665883.480466 mapread 0x03e95a thru 0x03ffff (0x16a6 bytes) 000141 1788665883.489801 trunc from 0x040000 to 0x028595 (0x17a6a bytes) 000142 1788665883.510453 fallocate 0x027e75 thru 0x033a09 (0xbb95 bytes) 000143 1788665883.524326 write 0x02417c thru 0x02f467 (0xb2ec bytes) 000144 1788665883.533423 trunc from 0x0071b2 to 0x014e15 (0xdc64 bytes) 000146 1788665883.541697 trunc from 0x02d560 to 0x02f467 (0x1f08 bytes) 000147 1788665883.590466 mapread 0x020647 thru 0x027fd0 (0x798a bytes) 000148 1788665883.594720 write 0x013251 thru 0x019aaf (0x685f bytes) 000149 1788665883.608181 write 0x0282c0 thru 0x03520a (0xcf4b bytes) 000151 1788665883.620518 MIRROR_EXTEND to 2 mirrors 000152 1788665884.735841 write 0x02b8dd thru 0x02ea81 (0x31a5 bytes) 000153 1788665884.827666 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000154 1788665885.168823 trunc from 0x006110 to 0x00a50c (0x43fd bytes) 000155 1788665885.181626 write 0x007455 thru 0x00cdca (0x5976 bytes) 000156 1788665885.213981 trunc from 0x03520b to 0x001fa1 (0x33269 bytes) 000157 1788665885.234302 read 0x000431 thru 0x001fa1 (0x1b71 bytes) 000158 1788665885.246972 mapwrite 0x034071 thru 0x03ffff (0xbf8f bytes) 000159 1788665885.343839 write 0x00367e thru 0x00b690 (0x8013 bytes) 000160 1788665885.365899 write 0x02accc thru 0x02bad0 (0xe05 bytes) 000162 1788665885.382887 write 0x0215bc thru 0x0220f8 (0xb3d bytes) 000163 1788665885.405768 fallocate 0x00229a thru 0x011964 (0xf6cb bytes) 000164 1788665885.417613 write 0x02d0e4 thru 0x030602 (0x351f bytes) 000165 1788665885.421710 mapread 0x0145ba thru 0x0228b2 (0xe2f9 bytes) 000167 1788665885.470806 fallocate 0x00cbf4 thru 0x01a942 (0xdd4f bytes) 000169 1788665885.478606 write 0x00da05 thru 0x01509a (0x7696 bytes) 000170 1788665885.480672 mapwrite 0x02420a thru 0x0298df (0x56d6 bytes) 000171 1788665885.571374 MIRROR_EXTEND to 2 mirrors 000172 1788665886.667398 trunc from 0x03991c to 0x03e374 (0x4a59 bytes) fallocating to largest ever: 0x40000 000173 1788665886.700465 fallocate 0x03e695 thru 0x03ffff (0x196b bytes) 000174 1788665886.712763 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000175 1788665886.956020 mapwrite 0x0061b5 thru 0x0132c7 (0xd113 bytes) 000176 1788665887.067499 fallocate 0x016b32 thru 0x01ef20 (0x83ef bytes) 000177 1788665887.078805 mapread 0x027206 thru 0x02a67c (0x3477 bytes) 000178 1788665887.113900 mapwrite 0x019f50 thru 0x021f83 (0x8034 bytes) 000179 1788665887.161373 fallocate 0x0194cf thru 0x0273e0 (0xdf12 bytes) 000180 1788665887.176569 trunc from 0x040000 to 0x02339b (0x1cc64 bytes) 000181 1788665887.217557 trunc from 0x02339c to 0x02fffd (0xcc62 bytes) 000182 1788665887.260572 MIRROR_EXTEND to 2 mirrors 000183 1788665888.152841 write 0x02c997 thru 0x02ff9d (0x3607 bytes) 000184 1788665888.192197 mapread 0x01adef thru 0x01e073 (0x3285 bytes) 000185 1788665888.219887 trunc from 0x02fffe to 0x01f816 (0x107e7 bytes) 000187 1788665888.270964 trunc from 0x015a00 to 0x01f816 (0x9e17 bytes) 000188 1788665888.284784 punch from 0x002c2d to 0x012987 (0xfd5b bytes) 000190 1788665888.295583 mapread 0x002f7f thru 0x005c5c (0x2cde bytes) 000192 1788665888.319358 trunc from 0x013f3a to 0x01b080 (0x7147 bytes) 000193 1788665888.325651 trunc from 0x01f817 to 0x02bf9c (0xc786 bytes) 000194 1788665888.348500 trunc from 0x02bf9d to 0x016a80 (0x1551c bytes) 000195 1788665888.380277 write 0x021810 thru 0x022bc8 (0x13b9 bytes) 000196 1788665888.383705 fallocate 0x02195d thru 0x0291ef (0x7893 bytes) 000197 1788665888.394412 trunc from 0x0291f0 to 0x00f492 (0x19d5d bytes) 000198 1788665888.423315 mapread 0x00ecd4 thru 0x00f492 (0x7bf bytes) 000199 1788665888.424308 trunc from 0x009679 to 0x00d336 (0x3cbe bytes) 000200 1788665888.435352 write 0x00518f thru 0x008a03 (0x3875 bytes) 000201 1788665888.436803 write 0x01d3a8 thru 0x025046 (0x7c9f bytes) 000202 1788665888.441024 trunc from 0x0046f5 to 0x0139fb (0xf307 bytes) 000203 1788665888.479409 mapwrite 0x01466d thru 0x016d62 (0x26f6 bytes) 000204 1788665888.545501 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000205 1788665888.823915 trunc from 0x025047 to 0x01e780 (0x68c6 bytes) 000207 1788665888.855429 mapwrite 0x0187be thru 0x01a7e2 (0x2025 bytes) 000208 1788665888.884414 mapread 0x01cd20 thru 0x01e780 (0x1a61 bytes) 000209 1788665888.885253 read 0x01c0cf thru 0x01e780 (0x26b2 bytes) 000210 1788665888.885737 read 0x00a4b9 thru 0x00c23f (0x1d87 bytes) 000211 1788665888.895406 punch from 0x001130 to 0x0058bf (0x4790 bytes) 000212 1788665888.900603 trunc from 0x00eb2c to 0x014291 (0x5766 bytes) 000215 1788665888.907236 read 0x00d6ac thru 0x014d94 (0x76e9 bytes) 000216 1788665888.915832 read 0x00848a thru 0x012094 (0x9c0b bytes) 000217 1788665888.916527 trunc from 0x01e781 to 0x02e949 (0x101c9 bytes) 000220 1788665888.936944 punch from 0x015d77 to 0x01d38b (0x7615 bytes) 000221 1788665888.942501 mapread 0x01d45b thru 0x02985d (0xc403 bytes) 000222 1788665888.952570 mapwrite 0x03c9df thru 0x03ffff (0x3621 bytes) 000223 1788665889.005822 mapwrite 0x024958 thru 0x02bf78 (0x7621 bytes) 000224 1788665889.028810 MIRROR_EXTEND to 2 mirrors 000225 1788665890.093849 MIRROR_EXTEND to 3 mirrors 000226 1788665891.307761 read 0x02dccd thru 0x03149b (0x37cf bytes) 000227 1788665891.337082 mapread 0x00ceb6 thru 0x0187a2 (0xb8ed bytes) 000228 1788665891.414656 punch from 0x001704 to 0x00759c (0x5e99 bytes) 000229 1788665891.519661 fallocate 0x016f82 thru 0x0226b2 (0xb731 bytes) 000230 1788665891.531167 mapwrite 0x00ef0d thru 0x012aaa (0x3b9e bytes) 000231 1788665891.603703 fallocate 0x01acd2 thru 0x02728e (0xc5bd bytes) 000232 1788665891.612556 mapread 0x000a29 thru 0x0095ca (0x8ba2 bytes) 000233 1788665891.643193 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x32f079b0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x32f079b0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000234 1788665891.992117 mapread 0x03c0dc thru 0x03e753 (0x2678 bytes) 000235 1788665892.013484 read 0x003e4d thru 0x00f912 (0xbac6 bytes) 000236 1788665892.023465 mapread 0x035a2a thru 0x037925 (0x1efc bytes) 000237 1788665892.034711 write 0x02d2d7 thru 0x033dfc (0x6b26 bytes) 000238 1788665892.046308 mapwrite 0x00fac3 thru 0x015990 (0x5ece bytes) 000239 1788665892.082509 read 0x02aa85 thru 0x02af37 (0x4b3 bytes) 000240 1788665892.096796 punch from 0x03bd29 to 0x03fd9c (0x4074 bytes) 000241 1788665892.115596 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000242 1788665892.308894 mapwrite 0x02dc30 thru 0x032c65 (0x5036 bytes) 000243 1788665892.393169 mapwrite 0x029d9d thru 0x02f2a2 (0x5506 bytes) 000244 1788665892.461933 write 0x004673 thru 0x0081fc (0x3b8a bytes) 000245 1788665892.499483 fallocate 0x02cf3c thru 0x03a59c (0xd661 bytes) 000246 1788665892.515704 trunc from 0x040000 to 0x01201f (0x2dfe0 bytes) 000248 1788665892.600013 fallocate 0x00e058 thru 0x0187d3 (0xa77c bytes) 000249 1788665892.612499 mapread 0x005850 thru 0x008a30 (0x31e1 bytes) 000250 1788665892.616638 mapwrite 0x01c93c thru 0x0258c3 (0x8f88 bytes) 000252 1788665892.707674 trunc from 0x0258c4 to 0x001b90 (0x23d33 bytes) 000254 1788665892.759118 read 0x001468 thru 0x001b90 (0x729 bytes) 000255 1788665892.767261 read 0x0002a1 thru 0x001b90 (0x18f0 bytes) 000256 1788665892.784872 trunc from 0x001b91 to 0x020edf (0x1f34f bytes) 000257 1788665892.828307 mapread 0x01461a thru 0x015c3f (0x1626 bytes) 000258 1788665892.847751 mapread 0x00c286 thru 0x00c79d (0x518 bytes) 000259 1788665892.848824 mapwrite 0x00b0ce thru 0x00bc75 (0xba8 bytes) 000260 1788665892.871573 punch from 0x00184a to 0x004925 (0x30dc bytes) 000261 1788665892.878439 read 0x01dde9 thru 0x020edf (0x30f7 bytes) 000263 1788665892.879876 trunc from 0x020ee0 to 0x03aa43 (0x19b64 bytes) 000264 1788665892.898898 read 0x020248 thru 0x02b01b (0xadd4 bytes) 000265 1788665892.923916 write 0x00ee59 thru 0x018380 (0x9528 bytes) 000266 1788665892.925744 trunc from 0x03aa44 to 0x00afc1 (0x2fa82 bytes) 000268 1788665892.985933 trunc from 0x003487 to 0x00a28e (0x6e08 bytes) 000269 1788665893.004008 mapread 0x008dee thru 0x00afc1 (0x21d4 bytes) 000270 1788665893.062741 trunc from 0x002301 to 0x00afc1 (0x8cc1 bytes) 000271 1788665893.074926 trunc from 0x00afc2 to 0x0251f3 (0x1a232 bytes) 000272 1788665893.133735 write 0x03572f thru 0x03bcad (0x657f bytes) 000273 1788665893.156602 MIRROR_EXTEND to 2 mirrors 000274 1788665893.921496 fallocate 0x01ace8 thru 0x021045 (0x635e bytes) 000276 1788665893.960438 punch from 0x021a58 to 0x023972 (0x1f1b bytes) 000277 1788665893.965823 read 0x00bd80 thru 0x011337 (0x55b8 bytes) 000278 1788665893.977457 trunc from 0x03738a to 0x03bcad (0x4924 bytes) 000280 1788665893.984411 trunc from 0x023d7b to 0x02d767 (0x99ed bytes) 000281 1788665893.990527 trunc from 0x03bcae to 0x039dd5 (0x1ed8 bytes) 000282 1788665894.022880 punch from 0x02a5b3 to 0x02c439 (0x1e87 bytes) 000283 1788665894.029323 trunc from 0x00bcd4 to 0x00f967 (0x3c94 bytes) 000284 1788665894.034772 mapwrite 0x03463b thru 0x035b76 (0x153c bytes) 000285 1788665894.060454 trunc from 0x01b5bb to 0x02198e (0x63d4 bytes) 000286 1788665894.065913 trunc from 0x039dd6 to 0x02ae01 (0xefd4 bytes) 000287 1788665894.087583 punch from 0x029c74 to 0x02ae01 (0x118e bytes) 000289 1788665894.093910 punch from 0x007c89 to 0x015a72 (0xddea bytes) 000290 1788665894.099762 mapwrite 0x0305d8 thru 0x03fd39 (0xf762 bytes) 000291 1788665894.189639 punch from 0x039535 to 0x03fd39 (0x6805 bytes) 000292 1788665894.204661 punch from 0x00a3cd to 0x00b7e7 (0x141b bytes) 000294 1788665894.213681 mapread 0x01651e thru 0x022fe2 (0xcac5 bytes) 000295 1788665894.257557 punch from 0x015259 to 0x016798 (0x1540 bytes) 000296 1788665894.264866 write 0x03308e thru 0x03ca3c (0x99af bytes) 000297 1788665894.273592 fallocate 0x01af45 thru 0x01db7c (0x2c38 bytes) 000298 1788665894.281598 read 0x00e6a1 thru 0x019fd3 (0xb933 bytes) 000299 1788665894.296818 write 0x010c60 thru 0x01a870 (0x9c11 bytes) 000300 1788665894.299866 punch from 0x021b22 to 0x028cb1 (0x7190 bytes) 000301 1788665894.307984 mapread 0x021c5a thru 0x022540 (0x8e7 bytes) 000303 1788665894.324621 read 0x030cb9 thru 0x03664d (0x5995 bytes) 000304 1788665894.326219 mapread 0x019263 thru 0x022f1d (0x9cbb bytes) 000305 1788665894.328529 punch from 0x0348bd to 0x03b7c5 (0x6f09 bytes) 000306 1788665894.358922 read 0x007864 thru 0x016946 (0xf0e3 bytes) 000307 1788665894.359999 write 0x0211e5 thru 0x02f655 (0xe471 bytes) 000308 1788665894.364807 write 0x004fdc thru 0x00b345 (0x636a bytes) 000309 1788665894.367625 mapwrite 0x01af69 thru 0x01f510 (0x45a8 bytes) 000310 1788665894.396678 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3fd3a): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fd3a): Mirror 2: 0xf207e95f (stale) CRC-32 checksum value for chunk [0, 0x3fd3a): Mirror 1: 0xc84dfa40 Mirror 3: 0xc84dfa40 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fd3a: skipped 000311 1788665895.564405 punch from 0x0330c2 to 0x03fd39 (0xcc78 bytes) 000312 1788665895.604925 trunc from 0x033c8f to 0x03565a (0x19cc bytes) 000313 1788665895.609817 punch from 0x016ddf to 0x01ac20 (0x3e42 bytes) 000315 1788665895.615502 punch from 0x004c03 to 0x0084b2 (0x38b0 bytes) 000316 1788665895.625166 trunc from 0x03fd3a to 0x0182ab (0x27a8e bytes) 000317 1788665895.672375 trunc from 0x00a223 to 0x010fd3 (0x6db1 bytes) 000318 1788665895.677596 mapread 0x00e461 thru 0x014b8e (0x672e bytes) 000319 1788665895.698160 write 0x02a6a4 thru 0x038460 (0xddbd bytes) 000320 1788665895.699844 read 0x01bf0f thru 0x01f4d9 (0x35cb bytes) 000321 1788665895.706863 mapread 0x01a280 thru 0x02a0d3 (0xfe54 bytes) 000322 1788665895.724729 MIRROR_RESYNC 3 mirrors 000323 1788665896.861956 punch from 0x004269 to 0x0080fb (0x3e93 bytes) 000324 1788665896.938647 write 0x022364 thru 0x02455e (0x21fb bytes) 000325 1788665896.959254 trunc from 0x02be33 to 0x038460 (0xc62e bytes) 000326 1788665896.968305 mapread 0x00316b thru 0x011175 (0xe00b bytes) 000327 1788665897.034324 write 0x0356ed thru 0x03cea0 (0x77b4 bytes) 000328 1788665897.044616 trunc from 0x022c35 to 0x02e734 (0xbb00 bytes) 000329 1788665897.087989 fallocate 0x034bb8 thru 0x03d71b (0x8b64 bytes) 000330 1788665897.103075 mapwrite 0x038700 thru 0x03ffff (0x7900 bytes) 000332 1788665897.184768 fallocate 0x035688 thru 0x039312 (0x3c8b bytes) 000333 1788665897.203465 trunc from 0x040000 to 0x03a96b (0x5694 bytes) 000334 1788665897.220285 mapwrite 0x035ba3 thru 0x03d470 (0x78ce bytes) 000335 1788665897.282300 punch from 0x00ea9a to 0x01aa1c (0xbf83 bytes) 000336 1788665897.290761 mapread 0x038f12 thru 0x03d470 (0x455f bytes) 000337 1788665897.292948 punch from 0x0142b6 to 0x020a41 (0xc78c bytes) 000338 1788665897.318168 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d471): Mirror 3: 0x10ed9f1b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d471): Mirror 3: 0x10ed9f1b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d471: skipped 000339 1788665897.629630 trunc from 0x029512 to 0x03859c (0xf08b bytes) 000340 1788665897.635551 fallocate 0x01690a thru 0x01a63f (0x3d36 bytes) 000342 1788665897.644814 trunc from 0x03d471 to 0x03ccf5 (0x77b bytes) 000343 1788665897.665120 trunc from 0x03ccf6 to 0x03bd81 (0xf74 bytes) 000344 1788665897.681579 write 0x018a90 thru 0x01b838 (0x2da9 bytes) 000345 1788665897.691779 mapwrite 0x03c98a thru 0x03ffff (0x3676 bytes) 000346 1788665897.745512 read 0x026bfe thru 0x03295a (0xbd5d bytes) 000347 1788665897.754219 trunc from 0x040000 to 0x00a591 (0x35a6e bytes) 000348 1788665897.772705 write 0x016127 thru 0x01b3c1 (0x529b bytes) 000351 1788665897.780175 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1b3c2): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b3c2): Mirror 3: 0xa05c7bc1 (stale) CRC-32 checksum value for chunk [0, 0x1b3c2): Mirror 1: 0x35abb535 Mirror 4: 0x35abb535 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b3c2: skipped 000352 1788665899.017795 trunc from 0x01191c to 0x01b3c1 (0x9aa6 bytes) 000353 1788665899.097618 trunc from 0x01b3c2 to 0x01f56b (0x41aa bytes) 000354 1788665899.149476 trunc from 0x019387 to 0x01f56b (0x61e5 bytes) 000356 1788665899.174655 write 0x0272b4 thru 0x02b3a5 (0x40f2 bytes) 000358 1788665899.186653 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2b3a6): Mirror 3: 0xf18664c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b3a6): Mirror 3: 0xf18664c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b3a6: skipped 000359 1788665899.570228 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2b3a6): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b3a6): Mirror 3: 0xf18664c (stale) CRC-32 checksum value for chunk [0, 0x2b3a6): Mirror 1: 0xd21c947b Mirror 4: 0xd21c947b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b3a6: skipped 000360 1788665900.883578 read 0x024b92 thru 0x02725d (0x26cc bytes) 000361 1788665900.898172 read 0x00dbf0 thru 0x01424d (0x665e bytes) 000362 1788665900.931882 trunc from 0x02b3a6 to 0x03cb56 (0x117b1 bytes) 000363 1788665900.983954 punch from 0x007215 to 0x01541c (0xe208 bytes) 000365 1788665900.989611 mapwrite 0x0201d5 thru 0x02a923 (0xa74f bytes) 000368 1788665901.064839 mapwrite 0x0227f5 thru 0x02b2b2 (0x8abe bytes) 000369 1788665901.084755 trunc from 0x03cb57 to 0x0083c5 (0x34791 bytes) 000370 1788665901.100780 trunc from 0x0083c6 to 0x0353ad (0x2cfe8 bytes) 000371 1788665901.120300 mapread 0x002f2d thru 0x005fed (0x30c1 bytes) 000373 1788665901.137619 punch from 0x02d767 to 0x0353ad (0x7c47 bytes) 000377 1788665901.143670 mapread 0x0224e6 thru 0x026d55 (0x4870 bytes) 000378 1788665901.169002 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x353ae): Mirror 4: 0x661d65cd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x353ae): Mirror 4: 0x661d65cd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x353ae: skipped 000379 1788665901.638580 fallocate 0x016a40 thru 0x025cb0 (0xf271 bytes) 000380 1788665901.644486 fallocate 0x031c8b thru 0x03aae8 (0x8e5e bytes) 000381 1788665901.654426 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x353ae): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x353ae): Mirror 4: 0x661d65cd (stale) CRC-32 checksum value for chunk [0, 0x353ae): Mirror 1: 0x714d30eb Mirror 5: 0x714d30eb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x353ae: skipped 000382 1788665902.588444 trunc from 0x0353ae to 0x01297f (0x22a2e bytes) 000383 1788665902.671804 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x12980): Mirror 5: 0x4140e6b6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x12980): Mirror 5: 0x4140e6b6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x12980: skipped 000384 1788665903.015111 mapread 0x011f82 thru 0x01297f (0x9fe bytes) 000385 1788665903.028552 read 0x00cfdb thru 0x011355 (0x437b bytes) 000386 1788665903.037236 punch from 0x00be43 to 0x01297f (0x6b3d bytes) 000387 1788665903.046463 MIRROR_RESYNC 2 mirrors 000388 1788665903.799450 trunc from 0x012980 to 0x03a783 (0x27e04 bytes) 000389 1788665903.865143 mapwrite 0x01718e thru 0x024c6d (0xdae0 bytes) 000390 1788665903.940415 trunc from 0x020116 to 0x0297fc (0x96e7 bytes) 000391 1788665903.946826 punch from 0x00c575 to 0x00cca8 (0x734 bytes) 000392 1788665903.957674 mapwrite 0x023521 thru 0x02445b (0xf3b bytes) 000393 1788665904.008982 trunc from 0x03a784 to 0x004630 (0x36153 bytes) 000394 1788665904.042568 trunc from 0x002763 to 0x004630 (0x1ece bytes) 000395 1788665904.051532 read 0x000953 thru 0x004630 (0x3cde bytes) 000396 1788665904.062008 read 0x00062f thru 0x004630 (0x4002 bytes) 000397 1788665904.063023 fallocate 0x03e0de thru 0x03ffff (0x1f22 bytes) 000398 1788665904.070017 mapread 0x03f503 thru 0x03ffff (0xafd bytes) 000399 1788665904.105807 mapwrite 0x0061be thru 0x007850 (0x1693 bytes) 000400 1788665904.122412 mapread 0x02f120 thru 0x03bf85 (0xce66 bytes) 000401 1788665904.123444 punch from 0x0334d1 to 0x03ffff (0xcb2f bytes) 000402 1788665904.130889 read 0x02a5bf thru 0x035e21 (0xb863 bytes) 000403 1788665904.143179 trunc from 0x040000 to 0x012487 (0x2db78 bytes) 000404 1788665904.165546 write 0x02607e thru 0x0309a0 (0xa923 bytes) 000405 1788665904.167945 mapwrite 0x0241cb thru 0x0319d2 (0xd808 bytes) 000406 1788665904.267703 punch from 0x01ed8e to 0x024e84 (0x60f7 bytes) 000407 1788665904.280166 read 0x012270 thru 0x012adf (0x870 bytes) 000408 1788665904.281490 read 0x01aa82 thru 0x024b0a (0xa089 bytes) 000409 1788665904.315354 punch from 0x0136da to 0x0198d1 (0x61f8 bytes) 000410 1788665904.325323 mapwrite 0x0094b9 thru 0x00f427 (0x5f6f bytes) 000411 1788665904.355649 MIRROR_RESYNC 2 mirrors 000412 1788665905.279647 trunc from 0x02503d to 0x027ca6 (0x2c6a bytes) 000413 1788665905.339854 mapwrite 0x0236a9 thru 0x02fedc (0xc834 bytes) 000414 1788665905.407401 mapread 0x00a197 thru 0x0116cf (0x7539 bytes) 000415 1788665905.417527 fallocate 0x034df6 thru 0x03f815 (0xaa20 bytes) 000416 1788665905.427507 fallocate 0x02e207 thru 0x03759d (0x9397 bytes) 000417 1788665905.434399 punch from 0x00c69e to 0x0111c3 (0x4b26 bytes) 000418 1788665905.440598 mapread 0x03ca85 thru 0x03f69c (0x2c18 bytes) 000419 1788665905.454266 mapread 0x00162e thru 0x0099b6 (0x8389 bytes) 000421 1788665905.467328 mapread 0x03c428 thru 0x03f815 (0x33ee bytes) 000422 1788665905.468316 trunc from 0x039401 to 0x03f815 (0x6415 bytes) 000423 1788665905.477514 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000424 1788665905.619328 trunc from 0x0091c1 to 0x00c9df (0x381f bytes) 000425 1788665905.625744 mapread 0x023d78 thru 0x02ec32 (0xaebb bytes) 000426 1788665905.665895 read 0x03b8a1 thru 0x03f815 (0x3f75 bytes) 000428 1788665905.677133 read 0x0229e9 thru 0x02a93e (0x7f56 bytes) 000429 1788665905.678508 trunc from 0x03f816 to 0x01b6e4 (0x24131 bytes) 000430 1788665905.742145 punch from 0x00e606 to 0x0158c5 (0x72c0 bytes) 000431 1788665905.756892 mapread 0x017512 thru 0x01b6e4 (0x41d3 bytes) 000434 1788665905.777793 mapwrite 0x01e270 thru 0x0267cc (0x855d bytes) 000436 1788665905.826939 MIRROR_EXTEND to 2 mirrors 000437 1788665906.774444 read 0x01563b thru 0x017942 (0x2308 bytes) 000439 1788665906.802644 fallocate 0x0039d0 thru 0x01237a (0xe9ab bytes) 000440 1788665906.882814 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000441 1788665907.151995 MIRROR_EXTEND to 2 mirrors 000442 1788665908.299448 trunc from 0x0267cd to 0x001caf (0x24b1d bytes) 000443 1788665908.338596 mapread 0x001a5d thru 0x001caf (0x253 bytes) 000444 1788665908.350232 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1cb0): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1cb0): Mirror 2: 0x13cae3e7 (stale) CRC-32 checksum value for chunk [0, 0x1cb0): Mirror 1: 0x13cae3e7 Mirror 3: 0x13cae3e7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1cb0: skipped 000445 1788665909.351197 trunc from 0x001a73 to 0x001caf (0x23d bytes) 000446 1788665909.439928 mapwrite 0x02cc33 thru 0x02d48b (0x859 bytes) 000447 1788665909.574352 punch from 0x020f7e to 0x02a44c (0x94cf bytes) 000448 1788665909.580634 punch from 0x026530 to 0x02d48b (0x6f5c bytes) 000449 1788665909.597445 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2d48c): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d48c): Mirror 2: 0xc8a2d908 (stale) Mirror 3: 0xb99e40af (stale) CRC-32 checksum value for chunk [0, 0x2d48c): Mirror 1: 0xb99e40af Mirror 4: 0xb99e40af lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d48c: skipped 000450 1788665910.723281 read 0x009f2d thru 0x00d192 (0x3266 bytes) 000451 1788665910.743486 fallocate 0x036ed3 thru 0x038c24 (0x1d52 bytes) 000452 1788665910.794470 mapread 0x00d0d4 thru 0x01d0b8 (0xffe5 bytes) 000453 1788665910.847014 mapread 0x0083bd thru 0x01712c (0xed70 bytes) 000456 1788665910.860959 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2d48c): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d48c): Mirror 2: 0xc8a2d908 (stale) Mirror 3: 0xb99e40af (stale) Mirror 4: 0xb99e40af (stale) CRC-32 checksum value for chunk [0, 0x2d48c): Mirror 1: 0xb99e40af Mirror 5: 0xb99e40af lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d48c: skipped 000458 1788665911.972927 punch from 0x01efda to 0x02c35b (0xd382 bytes) 000459 1788665912.014675 mapwrite 0x026093 thru 0x02d81e (0x778c bytes) 000460 1788665912.087532 punch from 0x026cce to 0x02d81e (0x6b51 bytes) 000461 1788665912.094231 write 0x00220b thru 0x003eb1 (0x1ca7 bytes) 000462 1788665912.106176 mapread 0x0153a5 thru 0x01ecb7 (0x9913 bytes) 000463 1788665912.119752 punch from 0x014d2e to 0x019668 (0x493b bytes) 000464 1788665912.123789 mapread 0x004fdb thru 0x005350 (0x376 bytes) 000466 1788665912.140419 mapread 0x01f6ec thru 0x029d3e (0xa653 bytes) 000467 1788665912.155712 trunc from 0x02d81f to 0x007f65 (0x258b9 bytes) 000469 1788665912.183597 trunc from 0x006420 to 0x007f65 (0x1b46 bytes) 000470 1788665912.192775 write 0x02c77a thru 0x0389d0 (0xc257 bytes) 000471 1788665912.196641 read 0x002097 thru 0x0037d2 (0x173c bytes) 000472 1788665912.197661 punch from 0x02dc9e to 0x0389d0 (0xad33 bytes) 000473 1788665912.224652 read 0x0242e1 thru 0x031df2 (0xdb12 bytes) 000474 1788665912.237451 trunc from 0x0389d1 to 0x03c851 (0x3e81 bytes) 000475 1788665912.255666 trunc from 0x00c112 to 0x0120e1 (0x5fd0 bytes) 000476 1788665912.263452 write 0x0275e7 thru 0x02f84d (0x8267 bytes) 000477 1788665912.266774 trunc from 0x029e0e to 0x0343f9 (0xa5ec bytes) 000478 1788665912.282120 write 0x026f18 thru 0x02e1cb (0x72b4 bytes) 000479 1788665912.291347 mapread 0x022ea2 thru 0x0253d3 (0x2532 bytes) 000480 1788665912.292656 mapwrite 0x018b36 thru 0x01f6f5 (0x6bc0 bytes) 000481 1788665912.311971 mapread 0x0253ec thru 0x032c27 (0xd83c bytes) 000482 1788665912.335393 write 0x012d3b thru 0x01cd97 (0xa05d bytes) 000483 1788665912.344988 write 0x0203b6 thru 0x02c5f3 (0xc23e bytes) 000484 1788665912.348978 write 0x02da27 thru 0x030b8f (0x3169 bytes) 000485 1788665912.350955 trunc from 0x03c852 to 0x01eab3 (0x1dd9e bytes) 000486 1788665912.366527 mapread 0x0158ce thru 0x01eab3 (0x91e6 bytes) 000487 1788665912.368876 read 0x0199af thru 0x01eab3 (0x5105 bytes) 000488 1788665912.370530 trunc from 0x01eab4 to 0x00cd72 (0x11d41 bytes) 000489 1788665912.387744 read 0x004372 thru 0x00cd72 (0x8a01 bytes) 000490 1788665912.394766 read 0x0071ef thru 0x00cd72 (0x5b84 bytes) 000491 1788665912.395884 punch from 0x005f25 to 0x00628a (0x366 bytes) 000492 1788665912.401316 mapread 0x0082e6 thru 0x00cd72 (0x4a8d bytes) 000493 1788665912.402573 trunc from 0x00cd73 to 0x0229f6 (0x15c84 bytes) 000494 1788665912.421546 trunc from 0x0229f7 to 0x03694f (0x13f59 bytes) 000495 1788665912.456023 write 0x01ebb6 thru 0x02112e (0x2579 bytes) 000496 1788665912.480432 punch from 0x0192f2 to 0x01fd9e (0x6aad bytes) 000497 1788665912.503947 trunc from 0x036950 to 0x0317af (0x51a0 bytes) 000498 1788665912.528807 mapread 0x0086ec thru 0x00ab96 (0x24ab bytes) 000499 1788665912.530756 mapread 0x01f9cd thru 0x02973f (0x9d73 bytes) 000500 1788665912.539347 write 0x009901 thru 0x009ceb (0x3eb bytes) 000501 1788665912.541289 mapwrite 0x034777 thru 0x039b24 (0x53ae bytes) 000502 1788665912.626450 mapwrite 0x0099e6 thru 0x00febb (0x64d6 bytes) 000503 1788665912.647195 mapwrite 0x011cd3 thru 0x01bf0d (0xa23b bytes) 000504 1788665912.701864 write 0x03de25 thru 0x03ffff (0x21db bytes) 000505 1788665912.703956 mapread 0x00d776 thru 0x016684 (0x8f0f bytes) 000506 1788665912.706429 punch from 0x006a07 to 0x00bac6 (0x50c0 bytes) 000508 1788665912.721914 trunc from 0x0106af to 0x01d427 (0xcd79 bytes) 000509 1788665912.730624 read 0x00ac75 thru 0x010b7d (0x5f09 bytes) 000511 1788665912.765961 mapread 0x02f6d5 thru 0x0326af (0x2fdb bytes) 000512 1788665912.772809 read 0x015d1d thru 0x01aa49 (0x4d2d bytes) 000513 1788665912.774265 fallocate 0x02af4e thru 0x03209e (0x7151 bytes) 000515 1788665912.788447 fallocate 0x037857 thru 0x03ffff (0x87a9 bytes) 000517 1788665912.807496 mapwrite 0x02eecc thru 0x03ce56 (0xdf8b bytes) 000518 1788665912.841652 mapread 0x0381e5 thru 0x03ffff (0x7e1b bytes) 000520 1788665912.843583 write 0x019015 thru 0x0217fb (0x87e7 bytes) 000521 1788665912.846900 mapread 0x010e69 thru 0x011397 (0x52f bytes) 000522 1788665912.849709 write 0x00600b thru 0x011bbc (0xbbb2 bytes) 000523 1788665912.852248 fallocate 0x00c72a thru 0x0138ee (0x71c5 bytes) 000524 1788665912.858880 trunc from 0x003800 to 0x003e66 (0x667 bytes) 000525 1788665912.873436 mapread 0x01702f thru 0x021a17 (0xa9e9 bytes) 000526 1788665912.875882 mapwrite 0x018f3c thru 0x028c72 (0xfd37 bytes) 000527 1788665912.908942 fallocate 0x001efe thru 0x00d58a (0xb68d bytes) 000528 1788665912.916188 trunc from 0x040000 to 0x01a30a (0x25cf5 bytes) 000529 1788665912.935276 trunc from 0x01a30b to 0x014083 (0x6287 bytes) 000530 1788665912.957650 mapwrite 0x007370 thru 0x01135c (0x9fed bytes) 000531 1788665912.983824 read 0x006873 thru 0x00d813 (0x6fa1 bytes) 000532 1788665912.984711 trunc from 0x014084 to 0x0304ba (0x1c437 bytes) 000533 1788665913.013786 trunc from 0x02af12 to 0x0304ba (0x55a9 bytes) 000534 1788665913.022467 fallocate 0x03be7d thru 0x03ffff (0x4183 bytes) 000535 1788665913.041305 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x40975c94 (stale) Mirror 3: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x40975c94 (stale) Mirror 3: 0xe20eea22 (stale) Mirror 5: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000536 1788665913.505818 mapread 0x032438 thru 0x0367ea (0x43b3 bytes) 000537 1788665913.544004 fallocate 0x03298d thru 0x03ffff (0xd673 bytes) 000538 1788665913.551800 mapread 0x021be5 thru 0x022857 (0xc73 bytes) 000539 1788665913.565642 punch from 0x00738f to 0x00d545 (0x61b7 bytes) 000540 1788665913.590245 write 0x037b9a thru 0x03ffff (0x8466 bytes) 000541 1788665913.598968 read 0x014b22 thru 0x01a3f3 (0x58d2 bytes) 000542 1788665913.607508 mapwrite 0x00d042 thru 0x012a63 (0x5a22 bytes) 000543 1788665913.637623 mapwrite 0x02217c thru 0x02ddfa (0xbc7f bytes) 000544 1788665913.668658 write 0x032d3b thru 0x034f89 (0x224f bytes) 000545 1788665913.671161 mapwrite 0x027af4 thru 0x02c551 (0x4a5e bytes) 000546 1788665913.695401 trunc from 0x014aed to 0x020119 (0xb62d bytes) 000547 1788665913.702296 mapread 0x02da32 thru 0x0338bf (0x5e8e bytes) 000548 1788665913.709632 fallocate 0x036a77 thru 0x03aa23 (0x3fad bytes) 000549 1788665913.715799 fallocate 0x0308ef thru 0x038793 (0x7ea5 bytes) 000550 1788665913.722739 mapread 0x025730 thru 0x027586 (0x1e57 bytes) 000551 1788665913.724488 mapread 0x011789 thru 0x01265b (0xed3 bytes) 000552 1788665913.726738 mapread 0x0007ab thru 0x00e040 (0xd896 bytes) 000553 1788665913.740968 mapread 0x020aa6 thru 0x0278f9 (0x6e54 bytes) 000554 1788665913.782616 trunc from 0x0291bd to 0x02a976 (0x17ba bytes) 000555 1788665913.788791 trunc from 0x040000 to 0x01815f (0x27ea0 bytes) 000556 1788665913.802724 write 0x02708c thru 0x02b23a (0x41af bytes) 000557 1788665913.810545 read 0x007e64 thru 0x0100eb (0x8288 bytes) 000558 1788665913.811626 read 0x004c78 thru 0x00f7ef (0xab78 bytes) 000559 1788665913.814452 fallocate 0x03a2e0 thru 0x03ffff (0x5d20 bytes) 000561 1788665913.823402 punch from 0x019c8c to 0x01dae8 (0x3e5d bytes) 000562 1788665913.829868 trunc from 0x040000 to 0x02d580 (0x12a7f bytes) 000563 1788665913.869822 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d581): Mirror 2: 0x60297f27 (stale) Mirror 5: 0x36152ef0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d581): Mirror 2: 0x60297f27 (stale) Mirror 5: 0x36152ef0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d581: skipped 000564 1788665914.313443 mapwrite 0x01f0cc thru 0x0286fa (0x962f bytes) 000565 1788665914.389421 MIRROR_RESYNC 3 mirrors 000566 1788665915.768768 mapread 0x02d38e thru 0x02d580 (0x1f3 bytes) 000567 1788665915.775296 trunc from 0x02c2ce to 0x02d580 (0x12b3 bytes) 000568 1788665915.826380 mapwrite 0x01d5e0 thru 0x02996c (0xc38d bytes) 000569 1788665915.886164 mapwrite 0x039c79 thru 0x03ffff (0x6387 bytes) 000570 1788665915.936242 mapwrite 0x00ce40 thru 0x014d06 (0x7ec7 bytes) 000571 1788665916.014626 trunc from 0x040000 to 0x035769 (0xa896 bytes) 000572 1788665916.051896 trunc from 0x03576a to 0x029d0d (0xba5c bytes) 000573 1788665916.080737 trunc from 0x006a16 to 0x00dcaa (0x7295 bytes) 000574 1788665916.091665 fallocate 0x01c000 thru 0x01f78c (0x378d bytes) 000575 1788665916.109458 punch from 0x0012b6 to 0x00b407 (0xa152 bytes) 000576 1788665916.122502 read 0x007a50 thru 0x0174e3 (0xfa94 bytes) 000577 1788665916.152070 mapread 0x00ca5b thru 0x0194b7 (0xca5d bytes) 000578 1788665916.154448 fallocate 0x0345cb thru 0x03aa82 (0x64b8 bytes) 000579 1788665916.160409 trunc from 0x0189b0 to 0x01a7e5 (0x1e36 bytes) 000580 1788665916.165535 read 0x02976c thru 0x029d0d (0x5a2 bytes) 000581 1788665916.166604 mapread 0x01ec44 thru 0x021bdb (0x2f98 bytes) 000582 1788665916.168613 trunc from 0x018d78 to 0x0241ac (0xb435 bytes) 000583 1788665916.179693 read 0x00b9c4 thru 0x018857 (0xce94 bytes) 000584 1788665916.197576 read 0x0295b8 thru 0x029d0d (0x756 bytes) 000586 1788665916.199537 fallocate 0x02d10a thru 0x0321da (0x50d1 bytes) 000587 1788665916.212246 mapread 0x010dc9 thru 0x011e47 (0x107f bytes) 000588 1788665916.219648 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x321db): Mirror 5: 0xa7f1b1ed (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x321db): Mirror 5: 0xa7f1b1ed (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x321db: skipped 000589 1788665916.648526 punch from 0x01863d to 0x0194ff (0xec3 bytes) 000590 1788665916.652990 write 0x005ef4 thru 0x008329 (0x2436 bytes) 000591 1788665916.672035 mapread 0x017f85 thru 0x01d2f0 (0x536c bytes) 000592 1788665916.721484 fallocate 0x020bf7 thru 0x023257 (0x2661 bytes) 000593 1788665916.729885 write 0x03ffa7 thru 0x03ffff (0x59 bytes) 000594 1788665916.730896 read 0x02bfd1 thru 0x03813d (0xc16d bytes) 000595 1788665916.745545 MIRROR_RESYNC 2 mirrors 000596 1788665917.611592 mapwrite 0x00b446 thru 0x016c78 (0xb833 bytes) 000597 1788665917.735897 punch from 0x019389 to 0x01d791 (0x4409 bytes) 000598 1788665917.776513 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x1846948e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xfd78a4e8 Mirror 6: 0xfd78a4e8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000599 1788665918.808803 trunc from 0x017cdc to 0x01d303 (0x5628 bytes) 000600 1788665918.850324 mapwrite 0x00f65c thru 0x00f9d8 (0x37d bytes) 000601 1788665918.865512 read 0x004c87 thru 0x011f1c (0xd296 bytes) 000603 1788665918.876184 punch from 0x02749e to 0x02ed4f (0x78b2 bytes) 000604 1788665918.881208 read 0x00349b thru 0x00668e (0x31f4 bytes) 000605 1788665918.892435 mapwrite 0x01b301 thru 0x02949f (0xe19f bytes) 000606 1788665918.927679 fallocate 0x00181e thru 0x0020f3 (0x8d6 bytes) 000607 1788665918.938081 trunc from 0x006910 to 0x006ee0 (0x5d1 bytes) 000608 1788665918.946375 punch from 0x028724 to 0x032284 (0x9b61 bytes) 000609 1788665918.952483 read 0x0006c1 thru 0x00298b (0x22cb bytes) 000610 1788665918.953321 fallocate 0x0387bf thru 0x03ffff (0x7841 bytes) 000611 1788665918.962615 mapread 0x006f13 thru 0x0085a0 (0x168e bytes) 000612 1788665918.980664 write 0x02f6bc thru 0x03e8f3 (0xf238 bytes) 000613 1788665918.987844 fallocate 0x03e642 thru 0x03ffff (0x19be bytes) 000614 1788665918.995649 trunc from 0x040000 to 0x039b8a (0x6475 bytes) 000615 1788665919.037994 write 0x0049e3 thru 0x00cd6c (0x838a bytes) 000616 1788665919.039526 write 0x02a10c thru 0x02af0b (0xe00 bytes) 000618 1788665919.052386 trunc from 0x039b8b to 0x01c602 (0x1d588 bytes) 000619 1788665919.080663 mapread 0x0078fe thru 0x0094df (0x1be2 bytes) 000621 1788665919.084760 mapwrite 0x015d89 thru 0x01d522 (0x779a bytes) 000622 1788665919.186474 trunc from 0x01aef0 to 0x01d522 (0x2633 bytes) 000623 1788665919.196276 mapread 0x01c69e thru 0x01d522 (0xe85 bytes) 000624 1788665919.218329 read 0x00aa0b thru 0x016d37 (0xc32d bytes) 000625 1788665919.219564 write 0x02be22 thru 0x02c840 (0xa1f bytes) 000626 1788665919.220822 punch from 0x023760 to 0x0267d1 (0x3072 bytes) 000627 1788665919.229026 trunc from 0x01f7dc to 0x02b328 (0xbb4d bytes) 000628 1788665919.253450 read 0x02b12f thru 0x02c840 (0x1712 bytes) 000629 1788665919.279575 MIRROR_RESYNC 3 mirrors 000630 1788665920.171392 mapwrite 0x0162fa thru 0x021240 (0xaf47 bytes) 000631 1788665920.287402 mapread 0x02363b thru 0x02c840 (0x9206 bytes) 000632 1788665920.295584 write 0x000844 thru 0x00ec12 (0xe3cf bytes) 000633 1788665920.309688 read 0x01fcaa thru 0x02422b (0x4582 bytes) 000634 1788665920.310919 trunc from 0x017144 to 0x01fb0a (0x89c7 bytes) 000635 1788665920.316715 trunc from 0x01d947 to 0x021508 (0x3bc2 bytes) 000636 1788665920.323456 write 0x03943e thru 0x03ffff (0x6bc2 bytes) 000637 1788665920.324992 punch from 0x008d3e to 0x00c9cc (0x3c8f bytes) 000639 1788665920.345255 fallocate 0x018809 thru 0x019fb2 (0x17aa bytes) 000640 1788665920.349919 trunc from 0x036986 to 0x03ffff (0x967a bytes) 000641 1788665920.359670 trunc from 0x040000 to 0x0209ac (0x1f653 bytes) 000642 1788665920.412369 trunc from 0x0209ad to 0x02f695 (0xece9 bytes) 000643 1788665920.440882 write 0x01623a thru 0x024a37 (0xe7fe bytes) 000644 1788665920.453837 punch from 0x00fa8a to 0x015f62 (0x64d9 bytes) 000645 1788665920.471903 MIRROR_RESYNC 3 mirrors 000646 1788665921.642732 trunc from 0x02f696 to 0x03e89c (0xf207 bytes) 000647 1788665921.710421 read 0x000313 thru 0x00725a (0x6f48 bytes) 000648 1788665921.722952 punch from 0x02d209 to 0x03c2ef (0xf0e7 bytes) 000649 1788665921.729471 fallocate 0x01eb4b thru 0x02651a (0x79d0 bytes) 000650 1788665921.737260 fallocate 0x03ec69 thru 0x03ffff (0x1397 bytes) 000652 1788665921.747323 punch from 0x0059c3 to 0x00a724 (0x4d62 bytes) 000653 1788665921.761595 MIRROR_RESYNC 3 mirrors 000654 1788665922.856613 mapread 0x026668 thru 0x02b342 (0x4cdb bytes) 000655 1788665922.875309 trunc from 0x03e89d to 0x003d5e (0x3ab3e bytes) 000656 1788665922.920659 read 0x001767 thru 0x003d5e (0x25f8 bytes) 000657 1788665922.931504 MIRROR_RESYNC 3 mirrors 000659 1788665923.593153 trunc from 0x000ece to 0x003d5e (0x2e91 bytes) 000660 1788665923.620257 write 0x0013d2 thru 0x00fa80 (0xe6af bytes) 000661 1788665923.627399 trunc from 0x00fa81 to 0x02caa0 (0x1d020 bytes) 000662 1788665923.648391 mapwrite 0x039a91 thru 0x03ab27 (0x1097 bytes) 000663 1788665923.711153 read 0x009931 thru 0x017a2c (0xe0fc bytes) 000664 1788665923.727576 mapread 0x031938 thru 0x03ab27 (0x91f0 bytes) 000665 1788665923.744025 write 0x032a84 thru 0x03ffff (0xd57c bytes) 000666 1788665923.746927 trunc from 0x040000 to 0x00c437 (0x33bc8 bytes) 000667 1788665923.769180 write 0x03e43e thru 0x03ffff (0x1bc2 bytes) 000668 1788665923.770319 punch from 0x025842 to 0x03503f (0xf7fe bytes) 000669 1788665923.778437 fallocate 0x0107ac thru 0x01eea5 (0xe6fa bytes) 000670 1788665923.783664 mapread 0x01681b thru 0x018c52 (0x2438 bytes) 000671 1788665923.793621 fallocate 0x01222f thru 0x01b215 (0x8fe7 bytes) 000672 1788665923.799553 fallocate 0x006756 thru 0x0158a2 (0xf14d bytes) 000673 1788665923.804420 fallocate 0x03972d thru 0x03ffff (0x68d3 bytes) 000674 1788665923.809376 write 0x00e68f thru 0x01b3e3 (0xcd55 bytes) 000675 1788665923.815023 fallocate 0x01aa0a thru 0x021636 (0x6c2d bytes) 000676 1788665923.820309 trunc from 0x040000 to 0x02bb35 (0x144ca bytes) 000677 1788665923.837510 write 0x01e264 thru 0x026f3d (0x8cda bytes) 000678 1788665923.847497 mapread 0x005006 thru 0x00a940 (0x593b bytes) 000679 1788665923.848494 punch from 0x01a85d to 0x01e7b2 (0x3f56 bytes) 000682 1788665923.873592 write 0x01d891 thru 0x0260b6 (0x8826 bytes) 000684 1788665923.882519 punch from 0x008065 to 0x01771d (0xf6b9 bytes) 000685 1788665923.888747 fallocate 0x00b68c thru 0x00cd02 (0x1677 bytes) 000686 1788665923.893998 read 0x022604 thru 0x02b082 (0x8a7f bytes) 000687 1788665923.905447 read 0x001455 thru 0x00594a (0x44f6 bytes) 000689 1788665923.907601 mapread 0x02179f thru 0x026d53 (0x55b5 bytes) 000690 1788665923.909647 punch from 0x016b5d to 0x0220c1 (0xb565 bytes) 000691 1788665923.936011 write 0x0383b5 thru 0x03ffff (0x7c4b bytes) 000692 1788665923.939284 mapread 0x03f0c0 thru 0x03ffff (0xf40 bytes) 000693 1788665923.942331 trunc from 0x034387 to 0x034a1c (0x696 bytes) 000694 1788665923.957871 punch from 0x027d71 to 0x02aa72 (0x2d02 bytes) 000695 1788665923.969594 mapread 0x02029d thru 0x023409 (0x316d bytes) 000696 1788665924.008300 trunc from 0x03c2df to 0x03ffff (0x3d21 bytes) 000697 1788665924.026281 mapread 0x03f7ce thru 0x03ffff (0x832 bytes) 000698 1788665924.031974 punch from 0x01195c to 0x018a8d (0x7132 bytes) 000699 1788665924.037866 mapread 0x01ba19 thru 0x027617 (0xbbff bytes) 000700 1788665924.039132 mapread 0x00d298 thru 0x01833a (0xb0a3 bytes) 000701 1788665924.079988 read 0x016325 thru 0x01b52a (0x5206 bytes) 000702 1788665924.080801 read 0x023913 thru 0x032039 (0xe727 bytes) 000704 1788665924.082476 mapwrite 0x021ac9 thru 0x025983 (0x3ebb bytes) 000705 1788665924.096705 mapread 0x03d714 thru 0x03ffff (0x28ec bytes) 000706 1788665924.107313 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x64ff4a95 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x64ff4a95 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000707 1788665924.487266 write 0x0125b7 thru 0x019f2a (0x7974 bytes) 000708 1788665924.514528 read 0x012550 thru 0x021099 (0xeb4a bytes) 000709 1788665924.542505 MIRROR_RESYNC 2 mirrors 000710 1788665925.647705 punch from 0x02d5e3 to 0x032cf8 (0x5716 bytes) 000711 1788665925.699004 mapread 0x01229e thru 0x0132ce (0x1031 bytes) 000712 1788665925.722943 mapread 0x01ee7f thru 0x02c204 (0xd386 bytes) 000713 1788665925.807016 punch from 0x02f56a to 0x03e20f (0xeca6 bytes) 000714 1788665925.814103 fallocate 0x027367 thru 0x02ff76 (0x8c10 bytes) 000715 1788665925.843726 read 0x020106 thru 0x02a815 (0xa710 bytes) 000716 1788665925.845849 mapread 0x03fea9 thru 0x03ffff (0x157 bytes) 000717 1788665925.874918 mapread 0x01ccf5 thru 0x01e5ce (0x18da bytes) 000718 1788665925.876349 trunc from 0x012cdb to 0x01fff7 (0xd31d bytes) 000719 1788665925.885687 write 0x00adc8 thru 0x00b53a (0x773 bytes) 000720 1788665925.902634 read 0x01d0bb thru 0x01d4ff (0x445 bytes) 000721 1788665925.922602 mapwrite 0x014129 thru 0x015e79 (0x1d51 bytes) 000722 1788665925.943918 trunc from 0x01a3e7 to 0x0250c3 (0xacdd bytes) 000723 1788665925.950961 mapwrite 0x01a24a thru 0x026dd1 (0xcb88 bytes) 000725 1788665926.069883 punch from 0x01f45d to 0x02d839 (0xe3dd bytes) 000726 1788665926.079244 trunc from 0x040000 to 0x01f6e3 (0x2091c bytes) 000727 1788665926.121271 mapread 0x011fca thru 0x01aa9c (0x8ad3 bytes) 000728 1788665926.126558 mapread 0x01a84e thru 0x01f6e3 (0x4e96 bytes) 000729 1788665926.139678 write 0x0329d8 thru 0x03ffff (0xd628 bytes) 000730 1788665926.150340 mapwrite 0x017406 thru 0x01d1c4 (0x5dbf bytes) 000731 1788665926.182584 read 0x01eea7 thru 0x021964 (0x2abe bytes) 000732 1788665926.193862 read 0x00c484 thru 0x00de91 (0x1a0e bytes) 000733 1788665926.194474 mapread 0x028b51 thru 0x02b8a2 (0x2d52 bytes) 000734 1788665926.197152 mapread 0x038f92 thru 0x03cd3e (0x3dad bytes) 000735 1788665926.199414 trunc from 0x034413 to 0x03e5fb (0xa1e9 bytes) 000736 1788665926.209021 mapwrite 0x009e62 thru 0x00f6cb (0x586a bytes) 000737 1788665926.252379 read 0x01bf15 thru 0x02726e (0xb35a bytes) 000738 1788665926.253131 punch from 0x03290a to 0x03a145 (0x783c bytes) 000739 1788665926.269426 fallocate 0x030fff thru 0x0339f1 (0x29f3 bytes) 000740 1788665926.280586 mapwrite 0x00ed7b thru 0x01863c (0x98c2 bytes) 000741 1788665926.310668 punch from 0x028989 to 0x038263 (0xf8db bytes) 000742 1788665926.321561 trunc from 0x039cd4 to 0x03ffff (0x632c bytes) 000743 1788665926.332865 trunc from 0x040000 to 0x038dcd (0x7232 bytes) 000744 1788665926.354255 mapread 0x000cba thru 0x0091d5 (0x851c bytes) 000745 1788665926.360677 write 0x035671 thru 0x03b04a (0x59da bytes) 000746 1788665926.385351 trunc from 0x03b04b to 0x012efb (0x2814f bytes) 000747 1788665926.426626 trunc from 0x012efc to 0x0219d6 (0xeadb bytes) 000748 1788665926.463445 trunc from 0x003389 to 0x00411d (0xd95 bytes) 000749 1788665926.471530 mapread 0x006666 thru 0x00ae13 (0x47ae bytes) 000751 1788665926.473669 fallocate 0x01ac8d thru 0x02406e (0x93e2 bytes) 000752 1788665926.486782 mapwrite 0x00a449 thru 0x00c973 (0x252b bytes) 000753 1788665926.512866 mapread 0x01aa54 thru 0x0219d6 (0x6f83 bytes) 000755 1788665926.575416 write 0x026afa thru 0x03224b (0xb752 bytes) 000756 1788665926.593386 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000757 1788665926.869657 write 0x016906 thru 0x021cb6 (0xb3b1 bytes) 000759 1788665926.912308 mapwrite 0x0166cc thru 0x01e161 (0x7a96 bytes) 000760 1788665926.966021 fallocate 0x01eb30 thru 0x0214c2 (0x2993 bytes) 000761 1788665926.975270 trunc from 0x03224c to 0x03ee82 (0xcc37 bytes) 000762 1788665927.017306 mapwrite 0x006dc4 thru 0x007626 (0x863 bytes) 000763 1788665927.063592 punch from 0x0197bb to 0x01ccca (0x3510 bytes) 000764 1788665927.079485 mapread 0x03e6d8 thru 0x03ee82 (0x7ab bytes) 000765 1788665927.105449 mapwrite 0x032bf5 thru 0x03e865 (0xbc71 bytes) 000766 1788665927.131568 trunc from 0x015db8 to 0x01da9d (0x7ce6 bytes) 000767 1788665927.137131 mapwrite 0x015ec8 thru 0x021336 (0xb46f bytes) 000768 1788665927.172580 mapwrite 0x00831c thru 0x0130a5 (0xad8a bytes) 000769 1788665927.210824 MIRROR_EXTEND to 2 mirrors 000770 1788665927.926600 mapwrite 0x034953 thru 0x039806 (0x4eb4 bytes) 000772 1788665928.099341 mapwrite 0x039201 thru 0x03ffff (0x6dff bytes) 000773 1788665928.208589 trunc from 0x033ac9 to 0x0350ca (0x1602 bytes) 000775 1788665928.217822 read 0x02dc9f thru 0x03c16b (0xe4cd bytes) 000777 1788665928.238377 mapwrite 0x03a8f1 thru 0x03ffff (0x570f bytes) 000778 1788665928.264475 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xc26e0c8 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xea098d8a Mirror 3: 0xea098d8a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000779 1788665929.357954 punch from 0x0183cf to 0x023583 (0xb1b5 bytes) 000780 1788665929.406963 fallocate 0x009b46 thru 0x00f66f (0x5b2a bytes) 000781 1788665929.419579 trunc from 0x040000 to 0x01848f (0x27b70 bytes) 000782 1788665929.471599 mapwrite 0x022034 thru 0x028fad (0x6f7a bytes) 000783 1788665929.545943 punch from 0x0106a5 to 0x01b991 (0xb2ed bytes) 000784 1788665929.552959 read 0x0042ce thru 0x0082d7 (0x400a bytes) 000785 1788665929.562672 write 0x017ff5 thru 0x025dfe (0xde0a bytes) 000786 1788665929.572932 trunc from 0x0198fa to 0x021cf0 (0x83f7 bytes) 000787 1788665929.598406 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x28fae): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28fae): Mirror 2: 0xe3eabdb7 (stale) Mirror 3: 0xe3eabdb7 (stale) CRC-32 checksum value for chunk [0, 0x28fae): Mirror 1: 0xedd2c45d Mirror 4: 0xedd2c45d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28fae: skipped 000788 1788665930.834434 fallocate 0x0340ca thru 0x03d64c (0x9583 bytes) 000789 1788665930.887203 trunc from 0x018cd6 to 0x022b55 (0x9e80 bytes) 000790 1788665930.894969 punch from 0x011068 to 0x0157ee (0x4787 bytes) 000792 1788665930.906022 trunc from 0x03d64d to 0x01a0cd (0x2357f bytes) 000793 1788665930.964305 trunc from 0x00ee55 to 0x012e1d (0x3fc9 bytes) 000794 1788665930.971560 mapwrite 0x03db76 thru 0x03ffff (0x248a bytes) 000795 1788665931.068456 trunc from 0x011858 to 0x0132c2 (0x1a6b bytes) 000796 1788665931.089676 trunc from 0x040000 to 0x00f2f0 (0x30d0f bytes) 000798 1788665931.122467 mapwrite 0x017b7e thru 0x01cc19 (0x509c bytes) 000799 1788665931.218807 write 0x0391d9 thru 0x03f32a (0x6152 bytes) 000800 1788665931.220569 punch from 0x00ec6f to 0x010296 (0x1628 bytes) 000801 1788665931.265651 fallocate 0x0389f1 thru 0x03a1cd (0x17dd bytes) 000802 1788665931.278455 fallocate 0x03c8ed thru 0x03ffff (0x3713 bytes) 000803 1788665931.290383 trunc from 0x00a768 to 0x0119c8 (0x7261 bytes) 000804 1788665931.310982 mapread 0x03f95e thru 0x03ffff (0x6a2 bytes) 000805 1788665931.313528 mapwrite 0x00c926 thru 0x01c461 (0xfb3c bytes) 000806 1788665931.379346 fallocate 0x034f13 thru 0x03ffff (0xb0ed bytes) 000807 1788665931.395334 mapwrite 0x03e27b thru 0x03ffff (0x1d85 bytes) 000808 1788665931.434987 fallocate 0x00285b thru 0x0031de (0x984 bytes) 000809 1788665931.448615 mapwrite 0x035e63 thru 0x03b5b9 (0x5757 bytes) 000810 1788665931.517000 write 0x01cca9 thru 0x0284a8 (0xb800 bytes) 000811 1788665931.537927 trunc from 0x03505c to 0x03a1de (0x5183 bytes) 000812 1788665931.547238 trunc from 0x020620 to 0x02c48c (0xbe6d bytes) 000813 1788665931.616414 trunc from 0x001211 to 0x004590 (0x3380 bytes) 000814 1788665931.635494 fallocate 0x00c922 thru 0x00cd67 (0x446 bytes) 000815 1788665931.645638 trunc from 0x030fb9 to 0x03ff7d (0xefc5 bytes) 000816 1788665931.651685 write 0x03086e thru 0x03b6aa (0xae3d bytes) 000817 1788665931.669289 fallocate 0x022bbe thru 0x030653 (0xda96 bytes) 000818 1788665931.678336 fallocate 0x028540 thru 0x035b63 (0xd624 bytes) 000819 1788665931.686626 read 0x035873 thru 0x035abc (0x24a bytes) 000820 1788665931.688269 trunc from 0x040000 to 0x02eaab (0x11554 bytes) 000821 1788665931.717222 mapwrite 0x03cac9 thru 0x03ffff (0x3537 bytes) 000822 1788665931.783752 trunc from 0x040000 to 0x014fea (0x2b015 bytes) 000823 1788665931.813972 MIRROR_RESYNC 4 mirrors 000824 1788665933.208883 mapwrite 0x0353c3 thru 0x037ce5 (0x2923 bytes) 000825 1788665933.316125 trunc from 0x037ce6 to 0x0048ed (0x333f8 bytes) 000826 1788665933.351869 trunc from 0x000c3a to 0x0048ed (0x3cb4 bytes) 000827 1788665933.374377 trunc from 0x0048ee to 0x034382 (0x2fa95 bytes) 000828 1788665933.409540 mapwrite 0x005f33 thru 0x00695d (0xa2b bytes) 000829 1788665933.448522 write 0x021728 thru 0x02b822 (0xa0fb bytes) 000830 1788665933.481344 read 0x02c9af thru 0x02ec1d (0x226f bytes) 000831 1788665933.496462 trunc from 0x01df3a to 0x024d66 (0x6e2d bytes) 000832 1788665933.526498 trunc from 0x00dd19 to 0x01d7f7 (0xfadf bytes) 000833 1788665933.533332 write 0x031a0a thru 0x036f3c (0x5533 bytes) 000834 1788665933.547443 write 0x0260d9 thru 0x02eefa (0x8e22 bytes) 000835 1788665933.553078 punch from 0x02b709 to 0x0318de (0x61d6 bytes) 000836 1788665933.577758 trunc from 0x005630 to 0x012cc1 (0xd692 bytes) 000837 1788665933.585319 write 0x0398fd thru 0x03f45c (0x5b60 bytes) 000838 1788665933.586722 trunc from 0x03f45d to 0x021091 (0x1e3cb bytes) 000839 1788665933.612093 trunc from 0x021092 to 0x024e75 (0x3de4 bytes) 000840 1788665933.630217 mapread 0x0129b8 thru 0x01908d (0x66d6 bytes) 000842 1788665933.647324 write 0x015459 thru 0x01dd68 (0x8910 bytes) 000843 1788665933.667571 read 0x010368 thru 0x01a71e (0xa3b7 bytes) 000844 1788665933.668402 mapread 0x01359a thru 0x014e38 (0x189f bytes) 000845 1788665933.670030 mapwrite 0x012525 thru 0x01a5e4 (0x80c0 bytes) 000846 1788665933.719302 punch from 0x02432d to 0x024e75 (0xb49 bytes) 000847 1788665933.731338 trunc from 0x024e76 to 0x019e72 (0xb003 bytes) 000848 1788665933.755926 fallocate 0x03c6a3 thru 0x03ffff (0x395d bytes) 000849 1788665933.766176 mapwrite 0x024e16 thru 0x0278a8 (0x2a93 bytes) 000851 1788665933.871652 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x45854656 (stale) Mirror 4: 0x45854656 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x45854656 (stale) Mirror 4: 0x45854656 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000852 1788665934.402836 mapread 0x02b0f8 thru 0x03727f (0xc188 bytes) 000853 1788665934.461547 punch from 0x01655c to 0x01b298 (0x4d3d bytes) 000854 1788665934.470801 trunc from 0x040000 to 0x012304 (0x2dcfb bytes) 000855 1788665934.499840 trunc from 0x012305 to 0x02749f (0x1519b bytes) 000857 1788665934.533214 trunc from 0x0274a0 to 0x02a7d0 (0x3331 bytes) 000859 1788665934.555495 fallocate 0x00de46 thru 0x01974f (0xb90a bytes) 000860 1788665934.561246 mapwrite 0x016be7 thru 0x01d614 (0x6a2e bytes) 000861 1788665934.590167 trunc from 0x02a7d1 to 0x03cbdd (0x1240d bytes) 000862 1788665934.609788 mapread 0x007040 thru 0x0089ff (0x19c0 bytes) 000863 1788665934.634376 mapwrite 0x00b9d0 thru 0x00f96f (0x3fa0 bytes) 000864 1788665934.661903 write 0x007da9 thru 0x00d7f4 (0x5a4c bytes) 000865 1788665934.663257 fallocate 0x0149cd thru 0x017f53 (0x3587 bytes) 000866 1788665934.669942 mapwrite 0x027ab4 thru 0x029a3a (0x1f87 bytes) 000867 1788665934.702663 write 0x013bc3 thru 0x018b00 (0x4f3e bytes) 000868 1788665934.708673 trunc from 0x013003 to 0x020e46 (0xde44 bytes) 000869 1788665934.723271 mapread 0x03c786 thru 0x03cbdd (0x458 bytes) 000870 1788665934.735802 mapread 0x018a88 thru 0x01ec0b (0x6184 bytes) 000871 1788665934.746616 punch from 0x00ab1a to 0x017f70 (0xd457 bytes) 000872 1788665934.754893 mapwrite 0x020190 thru 0x029831 (0x96a2 bytes) 000873 1788665934.781669 mapread 0x035b88 thru 0x03cbdd (0x7056 bytes) 000874 1788665934.788312 mapread 0x029e8b thru 0x02c827 (0x299d bytes) 000876 1788665934.791115 fallocate 0x0357eb thru 0x036b8f (0x13a5 bytes) 000877 1788665934.797471 mapwrite 0x02db2f thru 0x038ec9 (0xb39b bytes) 000878 1788665934.826595 trunc from 0x02328c to 0x02b06f (0x7de4 bytes) 000879 1788665934.832236 write 0x03228a thru 0x034ff6 (0x2d6d bytes) 000880 1788665934.834035 mapwrite 0x02b70d thru 0x036753 (0xb047 bytes) 000881 1788665934.868221 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3cbde): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cbde): Mirror 3: 0xfb451009 (stale) Mirror 4: 0xfb451009 (stale) CRC-32 checksum value for chunk [0, 0x3cbde): Mirror 1: 0x13ea0a5a Mirror 5: 0x13ea0a5a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cbde: skipped 000882 1788665935.942884 mapread 0x000515 thru 0x004224 (0x3d10 bytes) 000883 1788665935.999357 mapread 0x02d368 thru 0x0363c1 (0x905a bytes) 000884 1788665936.042290 MIRROR_RESYNC 4 mirrors 000885 1788665937.274315 trunc from 0x03cbde to 0x00d783 (0x2f45a bytes) 000886 1788665937.351484 trunc from 0x00d784 to 0x03efaf (0x3182c bytes) 000887 1788665937.404762 fallocate 0x00cea0 thru 0x011e7f (0x4fe0 bytes) 000888 1788665937.420923 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3efb0): Mirror 4: 0x9a10af21 (stale) Mirror 5: 0x9a10af21 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3efb0): Mirror 4: 0x9a10af21 (stale) Mirror 5: 0x9a10af21 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3efb0: skipped 000889 1788665937.792445 write 0x00b3b5 thru 0x017a6c (0xc6b8 bytes) 000890 1788665937.817422 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3efb0): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3efb0): Mirror 4: 0x9a10af21 (stale) Mirror 5: 0x9a10af21 (stale) CRC-32 checksum value for chunk [0, 0x3efb0): Mirror 1: 0x18de97af Mirror 6: 0x18de97af lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3efb0: skipped 000891 1788665939.036300 punch from 0x0261d0 to 0x027fc7 (0x1df8 bytes) 000892 1788665939.095817 fallocate 0x009bea thru 0x010fcd (0x73e4 bytes) 000894 1788665939.102911 mapwrite 0x0198cd thru 0x0266d8 (0xce0c bytes) 000896 1788665939.262939 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3efb0): Mirror 5: 0x9a10af21 (stale) Mirror 6: 0x18de97af (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3efb0): Mirror 5: 0x9a10af21 (stale) Mirror 6: 0x18de97af (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3efb0: skipped 000897 1788665939.680658 trunc from 0x03efb0 to 0x02fc70 (0xf33f bytes) 000898 1788665939.713927 punch from 0x01e29f to 0x023d2b (0x5a8d bytes) 000900 1788665939.722505 trunc from 0x013550 to 0x01d71a (0xa1cb bytes) 000901 1788665939.730505 trunc from 0x02fc71 to 0x000885 (0x2f3eb bytes) 000902 1788665939.758773 punch from 0x0000f5 to 0x000885 (0x791 bytes) 000903 1788665939.768589 trunc from 0x000886 to 0x000c61 (0x3dc bytes) 000904 1788665939.801414 mapread 0x000149 thru 0x000c61 (0xb19 bytes) 000905 1788665939.813718 trunc from 0x000c62 to 0x01f697 (0x1ea36 bytes) 000906 1788665939.835847 trunc from 0x01f698 to 0x017038 (0x865f bytes) 000907 1788665939.864298 mapwrite 0x00ff99 thru 0x012fad (0x3015 bytes) 000908 1788665939.921357 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x17039): Mirror 5: 0x9239fcc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17039): Mirror 5: 0x9239fcc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17039: skipped 000909 1788665940.278789 write 0x038b6f thru 0x03ffff (0x7491 bytes) 000910 1788665940.287567 mapwrite 0x006b94 thru 0x00c553 (0x59c0 bytes) 000911 1788665940.338144 fallocate 0x0200a3 thru 0x02acb0 (0xac0e bytes) 000912 1788665940.351608 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x3fc0f1b5 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x55463acb Mirror 6: 0x55463acb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000913 1788665941.154915 mapwrite 0x03f7b3 thru 0x03ffff (0x84d bytes) 000914 1788665941.289405 mapwrite 0x03c18c thru 0x03ffff (0x3e74 bytes) 000915 1788665941.326712 write 0x0200c8 thru 0x02d9d1 (0xd90a bytes) 000917 1788665941.354872 mapwrite 0x00c473 thru 0x0164b0 (0xa03e bytes) 000918 1788665941.446225 mapread 0x01ed5b thru 0x02b4cf (0xc775 bytes) 000919 1788665941.453759 write 0x02696b thru 0x036812 (0xfea8 bytes) 000920 1788665941.457304 read 0x00aae4 thru 0x0186d6 (0xdbf3 bytes) 000921 1788665941.458225 fallocate 0x03f359 thru 0x03ffff (0xca7 bytes) 000922 1788665941.475216 MIRROR_RESYNC 3 mirrors 000923 1788665942.507998 mapread 0x029ac4 thru 0x039689 (0xfbc6 bytes) 000924 1788665942.550822 punch from 0x018182 to 0x01f953 (0x77d2 bytes) 000925 1788665942.592451 read 0x02ded0 thru 0x02f578 (0x16a9 bytes) 000926 1788665942.602703 read 0x037291 thru 0x03ffff (0x8d6f bytes) 000927 1788665942.620345 mapread 0x01ca62 thru 0x0280a7 (0xb646 bytes) 000928 1788665942.624449 write 0x02409d thru 0x027a8a (0x39ee bytes) 000929 1788665942.626433 write 0x0062c2 thru 0x011add (0xb81c bytes) 000930 1788665942.627833 trunc from 0x040000 to 0x02640d (0x19bf2 bytes) 000931 1788665942.659799 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2640e): Mirror 5: 0xdb94fce9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2640e): Mirror 5: 0xdb94fce9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2640e: skipped 000932 1788665943.065566 fallocate 0x026081 thru 0x0343ef (0xe36f bytes) 000933 1788665943.075251 trunc from 0x025391 to 0x02640d (0x107d bytes) 000934 1788665943.083457 mapread 0x01931a thru 0x01b6e4 (0x23cb bytes) 000935 1788665943.116346 write 0x02ff57 thru 0x036e1b (0x6ec5 bytes) 000936 1788665943.122992 read 0x00fcfd thru 0x010989 (0xc8d bytes) 000937 1788665943.129469 read 0x02e50b thru 0x03584d (0x7343 bytes) 000938 1788665943.138606 punch from 0x001316 to 0x005c89 (0x4974 bytes) 000940 1788665943.144815 mapread 0x0022c4 thru 0x00a703 (0x8440 bytes) 000941 1788665943.166305 mapwrite 0x0163b7 thru 0x01ed8e (0x89d8 bytes) 000942 1788665943.197444 mapwrite 0x014736 thru 0x01ffd0 (0xb89b bytes) 000943 1788665943.256228 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x55:0x0]: Invalid argument (22) 000944 1788665943.385947 trunc from 0x008691 to 0x011da7 (0x9717 bytes) 000946 1788665943.393481 write 0x02e43d thru 0x03dad2 (0xf696 bytes) 000947 1788665943.404858 punch from 0x00f118 to 0x01505d (0x5f46 bytes) 000948 1788665943.409659 trunc from 0x03dad3 to 0x03585f (0x8273 bytes) 000949 1788665943.432171 read 0x008dd1 thru 0x016a54 (0xdc84 bytes) 000950 1788665943.451946 punch from 0x0242a5 to 0x027655 (0x33b1 bytes) 000951 1788665943.462429 punch from 0x004711 to 0x010f00 (0xc7f0 bytes) 000952 1788665943.479256 MIRROR_EXTEND to 2 mirrors 000953 1788665944.369970 write 0x02863d thru 0x02f51d (0x6ee1 bytes) 000954 1788665944.424245 trunc from 0x035860 to 0x0018f6 (0x33f69 bytes) 000955 1788665944.470858 trunc from 0x00065f to 0x0018f6 (0x1298 bytes) 000956 1788665944.481193 write 0x0119b0 thru 0x01f326 (0xd977 bytes) 000957 1788665944.483981 write 0x011ce5 thru 0x01a4fc (0x8818 bytes) 000958 1788665944.488632 trunc from 0x01f327 to 0x00ec55 (0x106d1 bytes) 000959 1788665944.515544 trunc from 0x00ec56 to 0x03bb2a (0x2ced5 bytes) 000960 1788665944.545777 write 0x00cd5d thru 0x013ccb (0x6f6f bytes) 000961 1788665944.573126 trunc from 0x017a70 to 0x0216b7 (0x9c48 bytes) 000962 1788665944.586845 read 0x01d480 thru 0x0214c9 (0x404a bytes) 000964 1788665944.604393 fallocate 0x0261e0 thru 0x030411 (0xa232 bytes) 000965 1788665944.625288 MIRROR_RESYNC 2 mirrors 000966 1788665945.399175 mapread 0x00ac7e thru 0x01679a (0xbb1d bytes) 000968 1788665945.438297 trunc from 0x0317bc to 0x0367f0 (0x5035 bytes) 000969 1788665945.469314 trunc from 0x03bb2b to 0x03154f (0xa5db bytes) 000971 1788665945.505636 fallocate 0x01150a thru 0x016e24 (0x591b bytes) 000972 1788665945.514484 mapwrite 0x000b69 thru 0x00182c (0xcc4 bytes) 000973 1788665945.561450 mapwrite 0x0108db thru 0x01a6a5 (0x9dcb bytes) 000974 1788665945.635909 mapread 0x020c6d thru 0x023981 (0x2d15 bytes) 000975 1788665945.669963 write 0x0137c8 thru 0x014b47 (0x1380 bytes) 000976 1788665945.672294 mapread 0x01e016 thru 0x022881 (0x486c bytes) 000977 1788665945.673307 write 0x01fcdd thru 0x0239f1 (0x3d15 bytes) 000978 1788665945.677635 punch from 0x0058f5 to 0x01264b (0xcd57 bytes) 000979 1788665945.689341 fallocate 0x022a14 thru 0x02cde1 (0xa3ce bytes) 000980 1788665945.698952 read 0x0050b5 thru 0x00e4f7 (0x9443 bytes) 000981 1788665945.717487 fallocate 0x032099 thru 0x03811c (0x6084 bytes) 000982 1788665945.723814 trunc from 0x03811d to 0x039ba0 (0x1a84 bytes) 000983 1788665945.738849 write 0x0079e2 thru 0x008bb7 (0x11d6 bytes) 000984 1788665945.740513 mapwrite 0x014614 thru 0x01dfc7 (0x99b4 bytes) 000985 1788665945.764159 write 0x038f26 thru 0x039b1d (0xbf8 bytes) 000986 1788665945.777875 trunc from 0x039ba1 to 0x0374c4 (0x26dc bytes) 000987 1788665945.810083 trunc from 0x0374c5 to 0x02a0c4 (0xd400 bytes) 000988 1788665945.828151 mapwrite 0x017792 thru 0x01c1fb (0x4a6a bytes) 000989 1788665945.865417 read 0x0069e6 thru 0x00bc30 (0x524b bytes) 000990 1788665945.871563 trunc from 0x02a0c5 to 0x01d8fb (0xc7c9 bytes) 000991 1788665945.904293 mapwrite 0x016051 thru 0x01b964 (0x5914 bytes) 000992 1788665945.926947 mapwrite 0x0318d0 thru 0x03c5c0 (0xacf1 bytes) 000993 1788665945.995921 fallocate 0x01bd14 thru 0x01f50a (0x37f7 bytes) 000994 1788665946.003007 write 0x02cfdf thru 0x0325c2 (0x55e4 bytes) 000995 1788665946.004861 trunc from 0x00995e to 0x017493 (0xdb36 bytes) 000998 1788665946.013449 read 0x020dc7 thru 0x0284d8 (0x7712 bytes) 000999 1788665946.014979 punch from 0x017103 to 0x018596 (0x1494 bytes) 001000 1788665946.020861 mapwrite 0x0207b7 thru 0x02d4eb (0xcd35 bytes) All operations completed A-OK!