== sanity-flr test 200: stress test ====================== 05:42:59 (1721382179)
Starting client: oleg320-client.virtnet:  -o user_xattr,flock oleg320-server@tcp:/lustre /mnt/lustre2
Starting client: oleg320-client.virtnet:  -o user_xattr,flock oleg320-server@tcp:/lustre /mnt/lustre3
fail_loc=0x1A03
fail_loc=0x1A03
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..Extending file size to 8034176 ..
Extending file size to 4859520 ..
done
Extending file size to 6605856 ..
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..Extending file size to 8523552 ..
failed
Extending file size to 6862144 ..
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
Extending file size to 8161056 ..
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
Extending file size to 8913696 ..
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..Extending file size to 8542880 ..
done
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..done
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
Extending file size to 8603392 ..
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..Extending file size to 8789856 ..
failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
short write: 222208/769632
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..Extending file size to 9311840 ..
done
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..done
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
Extending file size to 9028864 ..
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..done
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..done
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e resync_start' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
resync file /mnt/lustre3/f200.sanity-flr with '/home/green/git/lustre-release/lustre/utils/lfs mirror resync' ..failed
lock to resync file /mnt/lustre3/f200.sanity-flr with 'mirror_io resync -e delay_before_copy -d 1' ..done
Waiting 25964 25965 25966 25968 25971
192.168.203.120@tcp:/lustre /mnt/lustre2 lustre rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt 0 0
Stopping client oleg320-client.virtnet /mnt/lustre2 (opts:)
192.168.203.120@tcp:/lustre /mnt/lustre3 lustre rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt 0 0
Stopping client oleg320-client.virtnet /mnt/lustre3 (opts:)
lfs mirror: '/mnt/lustre/f200.sanity-flr' llapi_mirror_resync_many: Input/output error.
3
 sanity-flr test_200: @@@@@@ FAIL: checksum error for mirror 2 
  Trace dump:
  = /home/green/git/lustre-release/lustre/tests/test-framework.sh:6414:error()
  = /home/green/git/lustre-release/lustre/tests/sanity-flr.sh:3193:test_200()
  = /home/green/git/lustre-release/lustre/tests/test-framework.sh:6749:run_one()
  = /home/green/git/lustre-release/lustre/tests/test-framework.sh:6796:run_one_logged()
  = /home/green/git/lustre-release/lustre/tests/test-framework.sh:6637:run_test()
  = /home/green/git/lustre-release/lustre/tests/sanity-flr.sh:3198:main()
Dumping lctl log to /tmp/testlogs//sanity-flr.test_200.*.1721382241.log
rsync: chown "/tmp/testlogs/.sanity-flr.test_200.debug_log.oleg320-server.1721382241.log.VVf8L1" failed: Operation not permitted (1)
rsync: chown "/tmp/testlogs/.sanity-flr.test_200.dmesg.oleg320-server.1721382241.log.3XYpNq" failed: Operation not permitted (1)
rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1651) [generator=3.1.2]