-----============= acceptance-small: sanity-pcc ============----- Wed Jul 24 23:36:52 EDT 2024
mgs: CentOS Linux release 7.9.2009 (Core)
MGS_OS_VERSION_ID=7
MGS_OS_ID=centos
MGS_OS_VERSION_CODE=117440512
MGS_OS_ID_LIKE=rhel fedora centos
mds1: CentOS Linux release 7.9.2009 (Core)
MDS1_OS_ID_LIKE=rhel fedora centos
MDS1_OS_ID=centos
MDS1_OS_VERSION_ID=7
MDS1_OS_VERSION_CODE=117440512
ost1: CentOS Linux release 7.9.2009 (Core)
OST1_OS_VERSION_CODE=117440512
OST1_OS_VERSION_ID=7
OST1_OS_ID_LIKE=rhel fedora centos
OST1_OS_ID=centos
client: CentOS Linux release 7.9.2009 (Core)
CLIENT_OS_ID=centos
CLIENT_OS_ID_LIKE=rhel fedora centos
CLIENT_OS_VERSION_ID=7
CLIENT_OS_VERSION_CODE=117440512
=== sanity-pcc: start setup 23:36:56 (1721878616) ===
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
oleg446-client.virtnet: executing check_config_client /mnt/lustre
oleg446-client.virtnet: Checking config lustre mounted on /mnt/lustre
Checking servers environments
Checking clients oleg446-client.virtnet environments
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a9c02000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800b6cae000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9c02000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b6cae000.idle_timeout=debug
disable quota as required
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
=== sanity-pcc: finish setup 23:37:05 (1721878625) ===
running as uid/gid/euid/egid 500/500/500/500, groups:
 [true]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [touch] [/mnt/lustre/d0_runas_test/f6957]
nobody:x:99:
excepting tests: 
Killing existing copytools on oleg446-client.virtnet
pkill: pidfile not valid
Try `pkill --help' for more information.
Set HSM on and start
Set sanity-hsm HSM policy

== sanity-pcc test 1a: Test manual lfs pcc attach with manual HSM restore ========================================================== 23:37:26 (1721878646)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678204 s, 773 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d1a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6cdf1a8e-40b4-4e8c-856c-dec8fa6b02fd
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6cdf1a8e-40b4-4e8c-856c-dec8fa6b02fd (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1a.sanity-pcc/d1a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.036958 s, 207 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1a.sanity-pcc/f1a.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1a (8s)

== sanity-pcc test 1b: Test manual lfs pcc attach with restore on remote access ========================================================== 23:37:34 (1721878654)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579154 s, 905 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d1b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0e7e987c-157e-4ca8-a51d-037620526b7f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0e7e987c-157e-4ca8-a51d-037620526b7f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1b.sanity-pcc/d1b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0372646 s, 205 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1b.sanity-pcc/f1b.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1b (7s)

== sanity-pcc test 1c: Test automated attach using Project ID with manual HSM restore ========================================================== 23:37:41 (1721878661)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff88012b4bd800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012b4bf000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012b4bd800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012b4bf000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593616 s, 883 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d1c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 57a7ddb9-7c26-4caa-b1f5-31b483d5fe19
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=57a7ddb9-7c26-4caa-b1f5-31b483d5fe19 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1c.sanity-pcc/d1c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0336017 s, 228 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1c.sanity-pcc/f1c.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1c (55s)

== sanity-pcc test 1d: Test Project ID with remote access ========================================================== 23:38:36 (1721878716)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
oleg446-server: libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a9cf4800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800b610d000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9cf4800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b610d000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0633305 s, 828 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d1d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 585716c7-184c-4e16-a853-721c4adee57e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=585716c7-184c-4e16-a853-721c4adee57e (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0378195 s, 202 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1d (55s)

== sanity-pcc test 1e: Test RW-PCC with non-root user ==== 23:39:31 (1721878771)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_1e/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_1e/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00306278 s, 334 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00120757 s, 848 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00125421 s, 816 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [touch] [/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0]
touch: cannot touch '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1e (5s)

== sanity-pcc test 1f: Test auto RW-PCC cache with non-root user ========================================================== 23:39:36 (1721878776)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a9cf3800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800a9cf6000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9cf3800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9cf6000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657087 s, 798 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d1f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 392f16c3-727e-4349-b506-dcd3bdb9f5fc
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=392f16c3-727e-4349-b506-dcd3bdb9f5fc (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00137368 s, 745 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.000218412 s, 4.7 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=256] [count=1]
1+0 records in
1+0 records out
256 bytes (256 B) copied, 0.00129046 s, 198 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [touch] [/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0]
touch: cannot touch '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc]
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1f (54s)

== sanity-pcc test 1g: General permission test for RW-PCC ========================================================== 23:40:30 (1721878830)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539272 s, 972 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d1g.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d607fa5d-bb58-4002-b562-d83834add3ab
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d607fa5d-bb58-4002-b562-d83834add3ab (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1g.sanity-pcc/d1g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00231967 s, 441 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00129211 s, 793 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
detach: cannot detach '/mnt/lustre/f1g.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
Waiting 200s for 'SUCCEED'
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0022931 s, 447 kB/s
Cleanup PCC backend on /mnt/lustre
PASS 1g (4s)

== sanity-pcc test 2a: Test multi open when creating ===== 23:40:34 (1721878834)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff88012bf23800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012bf27000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012bf23800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012bf27000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528909 s, 991 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d2a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f25429a6-041d-4e2f-a9d6-c18e2a260201
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f25429a6-041d-4e2f-a9d6-c18e2a260201 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2a.sanity-pcc/multiop vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.23766
client oleg446-client.virtnet multiop_bg started multiop_pid=23776
---------- 1 root root 14 Jul 24 23:41 /mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc/2343/0x200002341:0x2:0x0
Stopping multiop_pid=23776 (kill 23776 on oleg446-client.virtnet)
Cleanup PCC backend on /mnt/lustre
PASS 2a (54s)

== sanity-pcc test 2b: Test multi remote open when creating ========================================================== 23:41:29 (1721878889)

 SKIP: sanity-pcc test_2b Need 2 or more clients, have 1
SKIP 2b (0s)

== sanity-pcc test 2c: Test multi open on different mount points when creating ========================================================== 23:41:29 (1721878889)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800b6d2d000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012e27c800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b6d2d000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012e27c800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547269 s, 958 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d2c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 5839cf76-ff26-48da-b5e4-c0929c4ed1d4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5839cf76-ff26-48da-b5e4-c0929c4ed1d4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2c.sanity-pcc/d2c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2c.sanity-pcc/f2c.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.26928
client oleg446-client.virtnet multiop_bg started multiop_pid=26938
Stopping multiop_pid=26938 (kill 26938 on oleg446-client.virtnet)
multiopen_dataCleanup PCC backend on /mnt/lustre
PASS 2c (58s)

== sanity-pcc test 3a: Repeat attach/detach operations === 23:42:27 (1721878947)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_3a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00222011 s, 461 kB/s
Start to RW-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RW-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Start to RO-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RO-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
PASS 3a (3s)

== sanity-pcc test 3b: Repeat attach/detach operations on multiple clients ========================================================== 23:42:30 (1721878950)

 SKIP: sanity-pcc test_3b Need 3 or more clients, have 1
SKIP 3b (1s)

== sanity-pcc test 4: Auto cache test for mmap =========== 23:42:31 (1721878951)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff88013737b000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88013737d000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88013737b000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88013737d000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627987 s, 835 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d4.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 02e6c745-3036-4b7b-85e7-f90c2c6cb179
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f4.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=02e6c745-3036-4b7b-85e7-f90c2c6cb179 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d4.sanity-pcc/d4.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
mmap test1: basic mmap operation (PASS, 0.007853s)
mmap test2: MAP_PRIVATE not write back (PASS, 0.010804s)
mmap test3: concurrent mmap ops on two nodes (PASS, 2.0123s)
mmap test4: c1 write to f1 from mmapped f2, c2 write to f1 from mmapped f1 (PASS, 4.0323s)
mmap test5: read/write file to/from the buffer which mmapped to just this file (PASS, 0.007538s)
mmap test6: check mmap write/read content on two nodes (PASS, 0.89269s)
mmap test7: file i/o with an unmapped buffer (SKIPPED, 0s)
mmap test8: SIGBUS for beyond file size (SKIPPED, 0s)
mmap test9: SIGBUS for negative file offset (SKIPPED, 0s)
mmap test10: multi-thread mmap access (PASS, 0.056854s)
mmap test11: multi-thread shared mmap (PASS, 0.053523s)
mmap test10: mtime not change for readonly mmap access (PASS, 1.0045s)
ldlm.namespaces.lustre-MDT0000-mdc-ffff88013737b000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88013737d000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
PASS 4 (61s)

== sanity-pcc test 5: Mmap & cat a RW-PCC cached file ==== 23:43:32 (1721879012)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593685 s, 883 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d5.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 756998e6-ce37-429d-bec6-96c476e89983
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f5.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=756998e6-ce37-429d-bec6-96c476e89983 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d5.sanity-pcc/d5.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 5 (4s)

== sanity-pcc test 6: Test mmap write on RW-PCC ========== 23:43:36 (1721879016)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675772 s, 776 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d6.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 62aeeab9-81e5-4800-9b2d-f4c3e42e367b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f6.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=62aeeab9-81e5-4800-9b2d-f4c3e42e367b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d6.sanity-pcc/d6.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 6 (5s)

== sanity-pcc test 7a: Fake file detached between fault() and page_mkwrite() for RW-PCC ========================================================== 23:43:41 (1721879021)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510978 s, 1.0 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d7a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: abd3fab3-3701-4639-9583-7cc5cd258ad3
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=abd3fab3-3701-4639-9583-7cc5cd258ad3 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7a.sanity-pcc/d7a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1412
Cleanup PCC backend on /mnt/lustre
PASS 7a (2s)

== sanity-pcc test 7b: Test the race with concurrent mkwrite and detach ========================================================== 23:43:43 (1721879023)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563462 s, 930 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d7b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: a14c09a6-4a05-44a8-ba2d-d91f82a80217
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a14c09a6-4a05-44a8-ba2d-d91f82a80217 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7b.sanity-pcc/d7b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1413
fail_val=20
Cleanup PCC backend on /mnt/lustre
PASS 7b (43s)

== sanity-pcc test 8: Test fake -ENOSPC tolerance for RW-PCC ========================================================== 23:44:26 (1721879066)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586647 s, 894 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d8.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 9e9fd412-3d7a-425a-966b-1965fb3e0e0b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f8.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9e9fd412-3d7a-425a-966b-1965fb3e0e0b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d8.sanity-pcc/d8.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
PASS 8 (3s)

== sanity-pcc test 9: Test -ENOSPC tolerance on loop PCC device for RW-PCC ========================================================== 23:44:29 (1721879069)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579561 s, 905 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.9a: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2bd7d762-db3b-4b7a-9014-9d05fc2b5dd0
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f9.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2bd7d762-db3b-4b7a-9014-9d05fc2b5dd0 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.9a/d9.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.9a/d9.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 1.26249 s, 49.8 MB/s
Cleanup PCC backend on /mnt/lustre
PASS 9 (4s)

== sanity-pcc test 10a: Test RW-PCC with user quota on loop PCC device ========================================================== 23:44:33 (1721879073)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575234 s, 911 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d10a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 99d8450a-c80f-434d-b834-2684138e1c8c
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=99d8450a-c80f-434d-b834-2684138e1c8c (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.0928409 s, 169 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.0925685 s, 170 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x26:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10a.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10a.sanity-pcc/uquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 1.36452 s, 23.1 MB/s
Cleanup PCC backend on /mnt/lustre
PASS 10a (4s)

== sanity-pcc test 10b: Test RW-PCC with group quota on loop PCC device ========================================================== 23:44:37 (1721879077)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057982 s, 904 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d10b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: db87fe93-15a1-452a-9283-48d7ed1b7d8a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=db87fe93-15a1-452a-9283-48d7ed1b7d8a (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.104966 s, 150 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.111878 s, 141 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x2b:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10b.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10b.sanity-pcc/gquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 1.27288 s, 24.7 MB/s
Cleanup PCC backend on /mnt/lustre
PASS 10b (5s)

== sanity-pcc test 10c: Test RO-PCC with user quota on loop PCC device ========================================================== 23:44:42 (1721879082)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582978 s, 899 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d10c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 65738019-0a07-4631-920f-79ae2cc8aedb
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=65738019-0a07-4631-920f-79ae2cc8aedb (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.098697 s, 159 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.0907981 s, 173 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10c.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
PASS 10c (2s)

== sanity-pcc test 10d: Test RO-PCC with group quota on loop PCC device ========================================================== 23:44:45 (1721879085)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604311 s, 868 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d10d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f03bee99-26f8-4b80-a946-09577bdc0f23
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f03bee99-26f8-4b80-a946-09577bdc0f23 (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.0898895 s, 175 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.0970284 s, 162 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10d.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
PASS 10d (2s)

== sanity-pcc test 10e: Tolerate -EDQUOT failure when auto PCC-RO attach with user quota ========================================================== 23:44:47 (1721879087)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594826 s, 881 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d10e.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: a15024fd-99e5-41a7-af12-cb4df6369251
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a15024fd-99e5-41a7-af12-cb4df6369251 (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10e.sanity-pcc/d10e.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: uid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0324492 s, 64.6 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.00413409 s, 507 MB/s
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x34
      lmm_fid:           [0x2000032e1:0x34:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0340086 s, 154 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0052958 s, 990 MB/s
file: /mnt/lustre/f10e.sanity-pcc, type: none
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x34
      lmm_fid:           [0x2000032e1:0x34:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
PASS 10e (3s)

== sanity-pcc test 10f: Tolerate -EDQUOT failure when auto PCC-RO attach with group quota ========================================================== 23:44:50 (1721879090)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533556 s, 983 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d10f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d2166a05-0dbe-467a-bc47-c5934439854a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d2166a05-0dbe-467a-bc47-c5934439854a (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10f.sanity-pcc/d10f.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: gid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.015865 s, 132 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.00382659 s, 548 MB/s
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x36
      lmm_fid:           [0x2000032e1:0x36:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0341668 s, 153 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.00497017 s, 1.1 GB/s
file: /mnt/lustre/f10f.sanity-pcc, type: none
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x36
      lmm_fid:           [0x2000032e1:0x36:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
PASS 10f (2s)

== sanity-pcc test 11: Test attach fault injection with simulated PCC file path ========================================================== 23:44:52 (1721879092)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513245 s, 1.0 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d11.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c1ea1e7d-71a6-4b7f-8674-090cab4f35ac
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f11.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c1ea1e7d-71a6-4b7f-8674-090cab4f35ac (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d11.sanity-pcc/d11.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32d9
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32db
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x3a:0x0]: Permission denied (13)
lfs pcc pcc: cannot attach with ID: 2: Permission denied (13)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Permission denied
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x3b:0x0]: Invalid argument (22)
lfs pcc pcc: cannot attach with ID: 2: Invalid argument (22)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Invalid argument
Cleanup PCC backend on /mnt/lustre
PASS 11 (2s)

== sanity-pcc test 12: RW-PCC attach races with concurrent HSM remove ========================================================== 23:44:54 (1721879094)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_12/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1414
fail_val=20
/mnt/lustre/f12.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
PASS 12 (22s)

== sanity-pcc test 13a: Test auto RW-PCC create caching for UID/GID rule ========================================================== 23:45:16 (1721879116)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: uid={500}
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00138855 s, 737 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.000302584 s, 3.4 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00115286 s, 888 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: gid={500}
lfs mkdir: dirstripe error on '/mnt/lustre/d13a.sanity-pcc': stripe already set
lfs setdirstripe: cannot create dir '/mnt/lustre/d13a.sanity-pcc': File exists
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00113978 s, 898 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.000308706 s, 3.3 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00161261 s, 635 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
PASS 13a (6s)

== sanity-pcc test 13b: Test auto RW-PCC create caching for file name with wildcard ========================================================== 23:45:22 (1721879122)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13b/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13b/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: fname={*.h5 suffix.* Mid*dle}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00257865 s, 397 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/suffix.doc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00247351 s, 414 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/MidPADdle] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00172691 s, 593 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/Midpad] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00309159 s, 331 kB/s
Cleanup PCC backend on /mnt/lustre
PASS 13b (2s)

== sanity-pcc test 13c: Check auto RW-PCC create caching for UID/GID/ProjID/fname rule ========================================================== 23:45:24 (1721879124)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800af247800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012a5d5800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800af247800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012a5d5800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04918 s, 1.1 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d13c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ca04edc1-6f1d-4eab-b2c2-00ef45cc97ed
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f13c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ca04edc1-6f1d-4eab-b2c2-00ef45cc97ed (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100 200}&fname={*.h5},uid={500}&gid={500}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00204505 s, 501 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00126758 s, 808 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00179037 s, 572 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00115171 s, 889 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13c.sanity-pcc/ugidcache] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.000959515 s, 1.1 MB/s
Cleanup PCC backend on /mnt/lustre
PASS 13c (54s)

== sanity-pcc test 14: Revocation of the layout lock should detach the file automatically ========================================================== 23:46:18 (1721879178)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_14/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800af247800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a5d5800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800af247800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a5d5800.lru_size=clear
Cleanup PCC backend on /mnt/lustre
PASS 14 (2s)

== sanity-pcc test 15: Test auto attach at open when file is still valid cached ========================================================== 23:46:20 (1721879180)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629045 s, 833 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d15.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0ea42d02-8e9c-4ea7-b0ce-79ea4b6a0549
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f15.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0ea42d02-8e9c-4ea7-b0ce-79ea4b6a0549 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d15.sanity-pcc/d15.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach for non-root user
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00282593 s, 362 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
file: /mnt/lustre/d15.sanity-pcc/f15.sanity-pcc, type: readwrite, PCC_file: /d15.sanity-pcc/3aa0/0x200003ab1:0x11:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800af247800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a5d5800.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
Verify auto attach at open for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800af247800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a5d5800.lru_size=clear
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Verify auto attach at open for RO-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800af247800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a5d5800.lru_size=clear
Cleanup PCC backend on /mnt/lustre
PASS 15 (5s)

== sanity-pcc test 16: Test detach with different options ========================================================== 23:46:25 (1721879185)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510245 s, 1.0 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d16.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 9762cdda-ee6e-462b-b240-d1f121d9a924
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f16.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9762cdda-ee6e-462b-b240-d1f121d9a924 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d16.sanity-pcc/d16.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Test detach for RW-PCC
Test for reusing valid PCC cache
Test for the default detach
Waiting 200s for 'SUCCEED'
Test detach for RO-PCC
detach_dataCleanup PCC backend on /mnt/lustre
PASS 16 (4s)

== sanity-pcc test 17: Test auto attach for layout refresh ========================================================== 23:46:29 (1721879189)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654902 s, 801 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d17.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f437a304-b4c1-454a-ac23-e0a8505a03dc
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f17.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f437a304-b4c1-454a-ac23-e0a8505a03dc (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d17.sanity-pcc/d17.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d17.sanity-pcc/d17.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 94
    autocache: projid={100}
Verify auto attach during IO for truncate
Verify auto attach during IO for read/write
multiop /mnt/lustre/f17.sanity-pcc vO_r
TMPPIPE=/tmp/multiop_open_wait_pipe.18060
client oleg446-client.virtnet multiop_bg started multiop_pid=18071
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800af247800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a5d5800.lru_size=clear
Stopping multiop_pid=18071 (kill 18071 on oleg446-client.virtnet)
Cleanup PCC backend on /mnt/lustre
PASS 17 (11s)

== sanity-pcc test 18: Verify size correctness after re-attach the file ========================================================== 23:46:40 (1721879200)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595596 s, 880 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d18.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e18f04ea-e30d-4f55-a201-807970d7dcaf
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f18.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e18f04ea-e30d-4f55-a201-807970d7dcaf (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d18.sanity-pcc/d18.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d18.sanity-pcc/d18.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.0664985 s, 63.1 MB/s
file: /mnt/lustre/f18.sanity-pcc, type: readwrite, PCC_file: /d18.sanity-pcc/3aac/0x200003ab1:0x1d:0x0, open_count: 0, flags: 0
file: /mnt/lustre/f18.sanity-pcc, type: none
/mnt/lustre/f18.sanity-pcc has size 4194304 OK
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00188407 s, 544 kB/s
/mnt/lustre2/f18.sanity-pcc has size 1049600 OK
file: /mnt/lustre/f18.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
PASS 18 (5s)

== sanity-pcc test 19: Verify the file re-attach works as expected ========================================================== 23:46:45 (1721879205)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575231 s, 911 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d19.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 53bbae0e-7de0-4c9c-b18e-bb95c31bd517
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f19.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=53bbae0e-7de0-4c9c-b18e-bb95c31bd517 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d19.sanity-pcc/d19.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
PASS 19 (3s)

== sanity-pcc test 20: Auto attach works after the inode was once evicted from cache ========================================================== 23:46:48 (1721879208)
120+0 records in
120+0 records out
125829120 bytes (126 MB) copied, 0.136962 s, 919 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d20.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/122880             done                            
Creating filesystem with 122880 1k blocks and 30720 inodes
Filesystem UUID: 803048f7-e13e-45c2-ba36-901be9141f73
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/15     done                            
Writing inode tables:  0/15     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/15     done

/tmp/f20.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=803048f7-e13e-45c2-ba36-901be9141f73 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d20.sanity-pcc/d20.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
PASS 20 (3s)

== sanity-pcc test 21a: PCC-RO storing as a plain HSM mirror component for plain layout ========================================================== 23:46:51 (1721879211)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521051 s, 1.0 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d21a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 372f5fdf-c582-47cb-8ca0-2a82094caaa8
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=372f5fdf-c582-47cb-8ca0-2a82094caaa8 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21a.sanity-pcc/d21a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Plain layout info before PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x29
lmm_fid:           [0x200003ab1:0x29:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           267	        0x10b	   0x240000400


FLR layout info after PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC attach /mnt/lustre/f21a.sanity-pcc again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC detach '/mnt/lustre/f21a.sanity-pcc' again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
PASS 21a (2s)

== sanity-pcc test 21b: PCC-RO stroing as a plain HSM mirror component for FLR layouts ========================================================== 23:46:53 (1721879213)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490516 s, 1.1 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d21b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c4fc605f-66f9-4f72-b503-e65be8ee86e3
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c4fc605f-66f9-4f72-b503-e65be8ee86e3 (extents) (64bit) (large files) (huge files)
FLR layout before PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x10d:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc' again:
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
PASS 21b (2s)

== sanity-pcc test 21c: Verify HSM release works storing PCC-RO as HSM mirror component ========================================================== 23:46:55 (1721879215)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532743 s, 984 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d21c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8f891a66-9206-47c0-b411-7c936b6c1d6e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8f891a66-9206-47c0-b411-7c936b6c1d6e (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21c.sanity-pcc/d21c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
/mnt/lustre/f21c.sanity-pcc: (0x00000009) exists archived, archive_id:2
/mnt/lustre/f21c.sanity-pcc
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
    lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    0
      lmm_stripe_offset: 0

    lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
/mnt/lustre/f21c.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
PASS 21c (4s)

== sanity-pcc test 21d: Write should invalidate PCC-RO caching ========================================================== 23:46:59 (1721879219)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528394 s, 992 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d21d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 22c82ad9-2592-40f9-a5a8-44d4e37865e9
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=22c82ad9-2592-40f9-a5a8-44d4e37865e9 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21d.sanity-pcc/d21d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21d.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           270	        0x10e	   0x240000400

PCC-RO attach '/mnt/lustre/f21d.sanity-pcc':
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2d
      lmm_fid:           [0x200003ab1:0x2d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10e:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Write invalidated PCC-RO cache:
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2d
      lmm_fid:           [0x200003ab1:0x2d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10e:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
PASS 21d (2s)

== sanity-pcc test 21e: Truncate should invalidate PCC-RO caching ========================================================== 23:47:01 (1721879221)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546031 s, 960 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d21e.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 771b3737-9130-4194-894f-2541d6bc475f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=771b3737-9130-4194-894f-2541d6bc475f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21e.sanity-pcc/d21e.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21e.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           271	        0x10f	   0x280000400

PCC-RO attach '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2f
      lmm_fid:           [0x200003ab1:0x2f:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Trucate invalidate PCC-RO file '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2f
      lmm_fid:           [0x200003ab1:0x2f:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
PASS 21e (2s)

== sanity-pcc test 21f: mmap write should invalidate PCC-RO caching ========================================================== 23:47:03 (1721879223)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505757 s, 1.0 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d21f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c168dde3-da87-4662-a3bc-0e40a0299572
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c168dde3-da87-4662-a3bc-0e40a0299572 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21f.sanity-pcc/d21f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21f.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           271	        0x10f	   0x240000400

PCC-RO attach '/mnt/lustre/f21f.sanity-pcc':
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x30
      lmm_fid:           [0x200003ab1:0x30:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Mmap write invalidate PCC-RO caching:
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x30
      lmm_fid:           [0x200003ab1:0x30:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
PASS 21f (2s)

== sanity-pcc test 21g: PCC-RO for file under FLR write pending state ========================================================== 23:47:05 (1721879225)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482388 s, 1.1 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d21g.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c171fb2a-c529-4e4a-b32e-5ce0e06a07a3
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c171fb2a-c529-4e4a-b32e-5ce0e06a07a3 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21g.sanity-pcc/d21g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         wp
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x111:0x0] }

FLR layout after PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x111:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after Write invalidate '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp
  lcm_layout_gen:    5
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x111:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
PASS 21g (2s)

== sanity-pcc test 21h: Extend mirror once file was PCC-RO cached ========================================================== 23:47:07 (1721879227)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492203 s, 1.1 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d21h.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b11570c7-c668-44c7-8ede-5778a40cdaeb
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21h.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b11570c7-c668-44c7-8ede-5778a40cdaeb (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21h.sanity-pcc/d21h.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x113:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after extend a mirror:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x114:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x114:0x0] }

file: /mnt/lustre/f21h.sanity-pcc, type: none

FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc' again:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x240000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x114:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000400:0x114:0x0] }

Cleanup PCC backend on /mnt/lustre
PASS 21h (2s)

== sanity-pcc test 21i: HSM release increase layout gen, should invalidate PCC-RO cache ========================================================== 23:47:09 (1721879229)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468163 s, 1.1 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d21i.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 605a7c06-9143-43f1-90a1-a2a629660905
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21i.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=605a7c06-9143-43f1-90a1-a2a629660905 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21i.sanity-pcc/d21i.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21i.sanity-pcc: (0x00000009) exists archived, archive_id:2
Layout after HSM release /mnt/lustre/f21i.sanity-pcc:
/mnt/lustre/f21i.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x37
      lmm_fid:           [0x200003ab1:0x37:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    2
      lmm_stripe_offset: 16

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC state /mnt/lustre/f21i.sanity-pcc:
file: /mnt/lustre/f21i.sanity-pcc, type: none
Layout after PCC-RO attach /mnt/lustre/f21i.sanity-pcc again:
/mnt/lustre/f21i.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x37
lmm_fid:           [0x200003ab1:0x37:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           278	        0x116	   0x240000400

PCC state:
file: /mnt/lustre/f21i.sanity-pcc, type: readonly, PCC_file: /d21i.sanity-pcc/3a86/0x200003ab1:0x37:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
PASS 21i (3s)

== sanity-pcc test 22: Test RO-PCC attach for the HSM released file ========================================================== 23:47:12 (1721879232)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533504 s, 983 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d22.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 624891af-7bff-4895-b6d4-deba23de2961
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f22.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=624891af-7bff-4895-b6d4-deba23de2961 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d22.sanity-pcc/d22.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3c
      lmm_fid:           [0x200003ab1:0x3c:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    2
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x117:0x0] }

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    8594128896
      lhm_archive_ver:   9663677440
      lhm_archive_uuid:  ''
Layout after HSM release /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3c
      lmm_fid:           [0x200003ab1:0x3c:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    2
      lmm_stripe_offset: 16

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc again:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x3c
lmm_fid:           [0x200003ab1:0x3c:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           279	        0x117	   0x280000400

Layout after PCC-RO detach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x3c
lmm_fid:           [0x200003ab1:0x3c:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           279	        0x117	   0x280000400

Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 22 (6s)

== sanity-pcc test 23: Test write/truncate/mmap-write invalidating RO-PCC caching ========================================================== 23:47:18 (1721879238)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519145 s, 1.0 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d23.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 5e27e738-b048-4ddc-9221-28250a67d57a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f23.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5e27e738-b048-4ddc-9221-28250a67d57a (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d23.sanity-pcc/d23.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Write should invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Truncate invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Finish trucate operation
Mmap write invalidates RO-PCC caching
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    7
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Mmap write /mnt/lustre/f23.sanity-pcc via multiop
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    8
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
PASS 23 (2s)

== sanity-pcc test 24a: Test RO-PCC with non-root user === 23:47:20 (1721879240)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551898 s, 950 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d24a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 76257025-4ac8-44ea-881d-1206871223f6
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=76257025-4ac8-44ea-881d-1206871223f6 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: a0
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00209674 s, 488 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.000997623 s, 1.0 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [touch] [/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0]
touch: cannot touch '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
Cleanup PCC backend on /mnt/lustre
PASS 24a (2s)

== sanity-pcc test 24b: General permission test for RO-PCC ========================================================== 23:47:22 (1721879242)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513545 s, 1.0 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d24b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 90a7fed3-86dc-4693-a0f9-bd235bfedb90
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=90a7fed3-86dc-4693-a0f9-bd235bfedb90 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24b.sanity-pcc/d24b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0020014 s, 512 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00114905 s, 891 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
detach: cannot detach '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00136045 s, 753 kB/s
Cleanup PCC backend on /mnt/lustre
PASS 24b (2s)

== sanity-pcc test 25: Tolerate fake read failure for RO-PCC ========================================================== 23:47:24 (1721879244)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498077 s, 1.1 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d25.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0ecddec3-b004-4399-8c4b-5a8f8e22d6da
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f25.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0ecddec3-b004-4399-8c4b-5a8f8e22d6da (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d25.sanity-pcc/d25.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
fail_loc=0
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
PASS 25 (2s)

== sanity-pcc test 26: Repeat the attach/detach when the file has multiple openers ========================================================== 23:47:27 (1721879247)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510591 s, 1.0 GB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d26.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e3455963-01dc-4088-86d2-8f0d3ba708ad
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f26.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e3455963-01dc-4088-86d2-8f0d3ba708ad (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d26.sanity-pcc/d26.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.665
client oleg446-client.virtnet multiop_bg started multiop_pid=675
Stopping multiop_pid=675 (kill 675 on oleg446-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.786
client oleg446-client.virtnet multiop_bg started multiop_pid=796
Stopping multiop_pid=796 (kill 796 on oleg446-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.926
client oleg446-client.virtnet multiop_bg started multiop_pid=936
Stopping multiop_pid=936 (kill 936 on oleg446-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.1041
client oleg446-client.virtnet multiop_bg started multiop_pid=1051
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=1051 (kill 1051 on oleg446-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.1193
client oleg446-client.virtnet multiop_bg started multiop_pid=1203
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=1203 (kill 1203 on oleg446-client.virtnet)
Cleanup PCC backend on /mnt/lustre
PASS 26 (23s)

== sanity-pcc test 27: Auto attach at open when the file has multiple openers ========================================================== 23:47:49 (1721879269)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061516 s, 852 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d27.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 9d57561b-059c-4aad-b5c2-88ca3d10b1ea
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f27.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9d57561b-059c-4aad-b5c2-88ca3d10b1ea (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d27.sanity-pcc/d27.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.2112
client oleg446-client.virtnet multiop_bg started multiop_pid=2122
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=2122 (kill 2122 on oleg446-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.2255
client oleg446-client.virtnet multiop_bg started multiop_pid=2265
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800af247800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a5d5800.lru_size=clear
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=2265 (kill 2265 on oleg446-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.2397
client oleg446-client.virtnet multiop_bg started multiop_pid=2407
Stopping multiop_pid=2407 (kill 2407 on oleg446-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.2516
client oleg446-client.virtnet multiop_bg started multiop_pid=2526
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800af247800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a5d5800.lru_size=clear
Stopping multiop_pid=2526 (kill 2526 on oleg446-client.virtnet)
Cleanup PCC backend on /mnt/lustre
PASS 27 (18s)

== sanity-pcc test 28: RW-PCC attach should fail when the file has cluster-wide openers ========================================================== 23:48:07 (1721879287)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583744 s, 898 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d28.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0783156b-9299-4225-97df-eb46b491b8a6
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f28.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0783156b-9299-4225-97df-eb46b491b8a6 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d28.sanity-pcc/d28.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.3368
client oleg446-client.virtnet multiop_bg started multiop_pid=3378
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab1:0x5f:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Stopping multiop_pid=3378 (kill 3378 on oleg446-client.virtnet)
multiop /mnt/lustre2/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.6957
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab1:0x5f:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Cleanup PCC backend on /mnt/lustre
PASS 28 (6s)

== sanity-pcc test 29a: Auto readonly caching on RO-PCC backend for O_RDONLY open ========================================================== 23:48:13 (1721879293)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a5103800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800a9d98000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a5103800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9d98000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668281 s, 785 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d29a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c1a37067-f4c1-4ad1-8a63-9b6d0df40ed4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c1a37067-f4c1-4ad1-8a63-9b6d0df40ed4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
  100 P /mnt/lustre/d29a.sanity-pcc/f29a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
PASS 29a (34s)

== sanity-pcc test 29b: Auto PCC-RO attach in atomic_open ========================================================== 23:48:47 (1721879327)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587638 s, 892 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d29b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: afb81162-ad82-46c3-8aff-b0001ea7a3c3
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=afb81162-ad82-46c3-8aff-b0001ea7a3c3 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d29b.sanity-pcc/d29b.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: fname={*.dat}
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00237237 s, 1.7 MB/s
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.0013476 s, 3.0 MB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00164911 s, 2.5 MB/s
vm.drop_caches = 3
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00193299 s, 2.1 MB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
PASS 29b (2s)

== sanity-pcc test 30: Test lctl pcc del command ========= 23:48:49 (1721879329)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650147 s, 806 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d30.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: fd9a23e5-6249-4e86-84e3-c03ed9c1b454
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f30.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fd9a23e5-6249-4e86-84e3-c03ed9c1b454 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: 3e
    autocache: projid={100}
check file 0:'428b' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'4287' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'4289' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 1:'0x200004281:0xa:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/428b'
Handle the file: 0x200004281:0xa:0x0
Detach and remove the PCC cached file: 0x200004281:0xa:0x0
check file 1:'0x200004281:0x6:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4287'
Handle the file: 0x200004281:0x6:0x0
Detach and remove the PCC cached file: 0x200004281:0x6:0x0
check file 1:'0x200004281:0x8:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4289'
Handle the file: 0x200004281:0x8:0x0
Remove non-cached file: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4289/0x200004281:0x8:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
PASS 30 (4s)

== sanity-pcc test 31: Test lctl pcc del command with --keep option ========================================================== 23:48:53 (1721879333)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551989 s, 950 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d31.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 71a5a01c-9aab-4360-945f-da06806eeafc
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f31.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=71a5a01c-9aab-4360-945f-da06806eeafc (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d31.sanity-pcc/d31.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d31.sanity-pcc/d31.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: 30
    autocache: projid={100}
Cleanup PCC backend on /mnt/lustre
PASS 31 (2s)

== sanity-pcc test 32: Test for RO-PCC when PCC copy is deleted ========================================================== 23:48:55 (1721879335)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561053 s, 934 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d32.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 19c55f16-ff97-4170-8811-391dc05d6927
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f32.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=19c55f16-ff97-4170-8811-391dc05d6927 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d32.sanity-pcc/d32.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f32.sanity-pcc vo_rc
TMPPIPE=/tmp/multiop_open_wait_pipe.9542
client oleg446-client.virtnet multiop_bg started multiop_pid=9552
Stopping multiop_pid=9552 (kill 9552 on oleg446-client.virtnet)
Cleanup PCC backend on /mnt/lustre
PASS 32 (8s)

== sanity-pcc test 33: Cache rule with comparator (>, =, <) for file size ========================================================== 23:49:03 (1721879343)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582309 s, 900 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d33.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 277319f7-7075-4018-9175-276c874baf84
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f33.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=277319f7-7075-4018-9175-276c874baf84 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d33.sanity-pcc/d33.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: fname={*.doc}&size<{1M}
file: /mnt/lustre/myfile.doc, type: none
file: /mnt/lustre/myfile.doc, type: none
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: fname={*.doc}&size<{5M}&size>{3M}
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: fname={*.doc}&size={5M 3M}
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
PASS 33 (3s)

== sanity-pcc test 34: Cache rule with comparator (>, <) for Project ID range ========================================================== 23:49:06 (1721879346)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a9d9b000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800a9d9f000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9d9b000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9d9f000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670592 s, 782 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d34.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b3693b2e-d751-4f23-bef1-452f69f1904f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f34.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b3693b2e-d751-4f23-bef1-452f69f1904f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d34.sanity-pcc/d34.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid>{100}
   99 - /mnt/lustre/f34.sanity-pcc
  101 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{100}
  102 - /mnt/lustre/f34.sanity-pcc
   99 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{120}&projid>{110}
  105 - /mnt/lustre/f34.sanity-pcc
  121 - /mnt/lustre/f34.sanity-pcc
  115 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
PASS 34 (53s)

== sanity-pcc test 35: mmap fault test =================== 23:49:59 (1721879399)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058411 s, 898 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d35.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7be22e34-f033-471c-b453-590598206002
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f35.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7be22e34-f033-471c-b453-590598206002 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d35.sanity-pcc/d35.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
PASS 35 (2s)

== sanity-pcc test 36a: Stale RW-PCC copy should be deleted after remove the PCC backend ========================================================== 23:50:01 (1721879401)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623316 s, 841 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d36a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: a695a89c-1452-4b01-afb6-5e9a7099fa6a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a695a89c-1452-4b01-afb6-5e9a7099fa6a (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a52' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc'
check file 1:'0x200004a51:0x3:0x0' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52'
Handle the file: 0x200004a51:0x3:0x0
Remove non-cached file: /mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52/0x200004a51:0x3:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
PASS 36a (3s)

== sanity-pcc test 36b: Stale RO-PCC copy should be deleted after remove the PCC backend ========================================================== 23:50:04 (1721879404)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577385 s, 908 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d36b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7c4e6c58-b605-4e36-b1a6-cc3aecd74303
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7c4e6c58-b605-4e36-b1a6-cc3aecd74303 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a54' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc'
check file 1:'0x200004a51:0x5:0x0' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54'
Handle the file: 0x200004a51:0x5:0x0
Remove non-cached file: /mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54/0x200004a51:0x5:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
PASS 36b (2s)

== sanity-pcc test 37: Multiple readers on a shared file with PCC-RO mode ========================================================== 23:50:06 (1721879406)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627235 s, 836 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d37.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 668ac72e-a70d-4fd7-85a9-03e783516ab2
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=668ac72e-a70d-4fd7-85a9-03e783516ab2 (extents) (64bit) (large files) (huge files)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712621 s, 736 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
umount: /mnt/pcc.d37.sanity-pcc.2: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7cde45ca-fdea-4e24-ba48-c6a6e4fa7601
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc.2: Linux rev 1.0 ext4 filesystem data, UUID=7cde45ca-fdea-4e24-ba48-c6a6e4fa7601 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc.2
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
file: /mnt/lustre/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
file: /mnt/lustre2/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
PASS 37 (4s)

== sanity-pcc test 38: Verify LFS pcc state does not trigger prefetch for auto PCC-RO ========================================================== 23:50:10 (1721879410)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a9cfe800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800b63e5000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9cfe800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b63e5000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638284 s, 821 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d38.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 66b201e1-f75d-48ed-b846-77f75dd40634
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f38.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=66b201e1-f75d-48ed-b846-77f75dd40634 (extents) (64bit) (large files) (huge files)
file: /mnt/lustre/d38.sanity-pcc/f38.sanity-pcc, type: none
QQQQQ
Cleanup PCC backend on /mnt/lustre
PASS 38 (36s)

== sanity-pcc test 39: Test Project quota on loop PCC device ========================================================== 23:50:46 (1721879446)

 SKIP: sanity-pcc test_39 Not support project quota on local filesystem
SKIP 39 (1s)

== sanity-pcc test 40: Test async open attach in the background for PCC-RO file ========================================================== 23:50:47 (1721879447)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg446-client.virtnet /mnt/lustre (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre opts:
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg446-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg446-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg446-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg446-server'
oleg446-server: oleg446-server.virtnet: executing load_modules_local
oleg446-server: Loading modules from /home/green/git/lustre-release/lustre
oleg446-server: detected 4 online CPUs by sysfs
oleg446-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg446-server: oleg446-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg446-client: oleg446-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Starting client: oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Starting client oleg446-client.virtnet:  -o user_xattr,flock oleg446-server@tcp:/lustre /mnt/lustre2
Started clients oleg446-client.virtnet: 
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a895d000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800b6caf000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a895d000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b6caf000.idle_timeout=debug
disable quota as required
200+0 records in
200+0 records out
209715200 bytes (210 MB) copied, 0.24575 s, 853 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d40.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/204800             done                            
Creating filesystem with 204800 1k blocks and 51200 inodes
Filesystem UUID: 93ed997b-84b2-45e6-a884-5ac9b0bc38b6
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/25     done                            
Writing inode tables:  0/25     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/25     done

/tmp/f40.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=93ed997b-84b2-45e6-a884-5ac9b0bc38b6 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d40.sanity-pcc/d40.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.308191 s, 170 MB/s
  100 - /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
ldlm.namespaces.lustre-OST0000-osc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8800b6caf000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800b6caf000.lru_size=clear
osc.lustre-OST0000-osc-ffff8800a895d000.stats=clear
osc.lustre-OST0000-osc-ffff8800b6caf000.stats=clear
osc.lustre-OST0001-osc-ffff8800a895d000.stats=clear
osc.lustre-OST0001-osc-ffff8800b6caf000.stats=clear
fail_val=1
fail_loc=0x214
llite.lustre-ffff8800a895d000.pcc_async_threshold=5MB
llite.lustre-ffff8800b6caf000.pcc_async_threshold=5MB
Test open attach with pcc_async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 2.0156 s, 520 kB/s
Before: 0 After: 2
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none, flags: attaching
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 6s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8800a895d000.pcc_async_threshold=1G
llite.lustre-ffff8800b6caf000.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8800b6caf000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800b6caf000.lru_size=clear
osc.lustre-OST0000-osc-ffff8800a895d000.stats=clear
osc.lustre-OST0000-osc-ffff8800b6caf000.stats=clear
osc.lustre-OST0001-osc-ffff8800a895d000.stats=clear
osc.lustre-OST0001-osc-ffff8800b6caf000.stats=clear
Test open attach with async_threshold=1G
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: readonly, PCC_file: /d40.sanity-pcc/59f3/0x2000059f1:0x2:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.00471435 s, 222 MB/s
Before: 50 After: 50
Time1: 2 Time2: 8
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8800a895d000.pcc_async_threshold=5MB
llite.lustre-ffff8800b6caf000.pcc_async_threshold=5MB
ldlm.namespaces.lustre-OST0000-osc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8800b6caf000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800b6caf000.lru_size=clear
Read 1MB data with async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 1.02173 s, 1.0 MB/s
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 7s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8800a895d000.pcc_async_threshold=1G
llite.lustre-ffff8800b6caf000.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8800b6caf000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800b6caf000.lru_size=clear
Read 1MB data with async_threshold=1G
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.00417788 s, 251 MB/s
Time1: 1 Time2: 8
Cleanup PCC backend on /mnt/lustre
PASS 40 (71s)

== sanity-pcc test 41: Test mtime rule for PCC-RO open attach with O_RDONLY mode ========================================================== 23:51:58 (1721879518)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063715 s, 823 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d41.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 45eaf63c-22d4-4b16-8783-a425cebab69e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f41.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=45eaf63c-22d4-4b16-8783-a425cebab69e (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d41.sanity-pcc/d41.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: mtime>{1m}
pcc_ro_data
pcc_ro_data
Cleanup PCC backend on /mnt/lustre
PASS 41 (2s)

== sanity-pcc test 42: PCC attach without attach ID specified ========================================================== 23:52:00 (1721879520)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.0707658 s, 889 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d42.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: b40143eb-f138-4e95-a296-b04a9a30183e
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f42.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b40143eb-f138-4e95-a296-b04a9a30183e (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d42.sanity-pcc/d42.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
file: /mnt/lustre/f42.sanity-pcc, type: readonly, PCC_file: /d42.sanity-pcc/59f5/0x2000059f1:0x4:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
PASS 42 (1s)

== sanity-pcc test 44: Verify valid auto attach without re-fetching the whole files ========================================================== 23:52:02 (1721879522)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.0670988 s, 938 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d44.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 346362b7-6d0d-482b-8828-b04743803f06
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f44.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=346362b7-6d0d-482b-8828-b04743803f06 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d44.sanity-pcc/d44.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800a895d000.pcc_async_threshold=1G
llite.lustre-ffff8800b6caf000.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.296802 s, 177 MB/s
/mnt/lustre/f44.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x2000059f1
lmm_object_id:     0x5
lmm_fid:           [0x2000059f1:0x5:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           419	        0x1a3	   0x240000400

50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.262175 s, 200 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.232222 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232719 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232993 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234102 s, 224 MB/s
52428800 bytes (52 MB) copied, 0.234607 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263962 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25974 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236594 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236845 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263682 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237884 s, 220 MB/s
, 0.238176 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239187 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241229 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190745 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173923 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178444 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219736 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164971 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286394 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0178053 s, 2.9 GB/s
52428800 bytes (52 MB) copied, 0.0178245 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192395 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154107 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188409 s, 2.8 GB/s
, 0.0178894 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156295 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171524 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0157509 s, 3.3 GB/s
, 0.0183413 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166289 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172509 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207326 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153959 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179613 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169167 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177026 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137154 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154755 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218009 s, 2.4 GB/s
52428800 bytes (52 MB) copied, 0.0234249 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181683 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150723 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172282 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0166233 s, 3.2 GB/s
, 0.0167053 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016827 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162905 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151783 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199164 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018412 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154015 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178289 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156167 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017197 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188055 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266414 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276054 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282843 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166047 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277249 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159495 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158801 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147871 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149489 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141599 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190442 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154192 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167848 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141622 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158519 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177764 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0158242 s, 3.3 GB/s
, 0.0146327 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154514 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151217 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0136831 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174558 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149306 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0172197 s, 3.0 GB/s
, 0.0151959 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148864 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161996 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171623 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149539 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0171037 s, 3.1 GB/s
, 0.0176309 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166011 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159548 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169912 s, 3.1 GB/s
52428800 bytes (52 MB) copied, 0.0163375 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0139829 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166997 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142524 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166561 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147447 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155734 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015604 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016221 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144251 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138072 s, 3.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0156983 s, 3.3 GB/s
, 0.0150655 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144073 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181047 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143645 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015859 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180159 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156694 s, 3.3 GB/s
, 0.0157334 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147704 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0155348 s, 3.4 GB/s
, 0.0163528 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157568 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158066 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156198 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0139143 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140547 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180735 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158689 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0160685 s, 3.3 GB/s
, 0.0141955 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165263 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166965 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155616 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167836 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147218 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156756 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151125 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0135177 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166858 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0130687 s, 4.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147151 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168543 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138182 s, 3.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0144345 s, 3.6 GB/s
, 0.0151021 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.013942 s, 3.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0157728 s, 3.3 GB/s
, 0.015308 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0149875 s, 3.5 GB/s
, 0.0149687 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152838 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153116 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170211 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146324 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140087 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153447 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0157068 s, 3.3 GB/s
, 0.0153859 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195688 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201119 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157388 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155426 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016432 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155222 s, 3.4 GB/s
52428800 bytes (52 MB) copied, 0.0155353 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138723 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176522 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145619 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148118 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0132264 s, 4.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142041 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166271 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145863 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191658 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167354 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144141 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148433 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017355 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163333 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160292 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161596 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165023 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159792 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173355 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145839 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149727 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016274 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175059 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188426 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195998 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195514 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189703 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163156 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178233 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171505 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0187063 s, 2.8 GB/s
, 0.0187204 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200898 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228022 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216239 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198713 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167385 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178001 s, 2.9 GB/s
, 0.0166541 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015384 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163692 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181391 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159191 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183467 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198494 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205469 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019928 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176161 s, 3.0 GB/s
, 0.0168018 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178753 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171689 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01774 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161066 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179179 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016607 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165235 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159352 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187538 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174736 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175186 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018203 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184779 s, 2.8 GB/s
, 0.0162666 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187187 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188717 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018234 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180988 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171236 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018977 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180426 s, 2.9 GB/s
52428800 bytes (52 MB) copied, 0.0185438 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206858 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169723 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182492 s, 2.9 GB/s
52428800 bytes (52 MB) copied, 0.0185537 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184568 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186116 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180325 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179332 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168381 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173451 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193292 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180042 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201611 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218393 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200562 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186029 s, 2.8 GB/s
, 0.0185972 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170943 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157916 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160517 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151631 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190233 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0194376 s, 2.7 GB/s
, 0.0194101 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181224 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142146 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169484 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164413 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181995 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177131 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151425 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172158 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174157 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173123 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178809 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167608 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171024 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177663 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191429 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236876 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178749 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184644 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172408 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182135 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191598 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200241 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206549 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198475 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0190841 s, 2.7 GB/s
, 0.0180525 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167301 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165053 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160381 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018144 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016263 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156014 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198451 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215487 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201771 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193817 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177285 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194369 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205176 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217041 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232407 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213665 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019899 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187219 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158514 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176479 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158697 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172541 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179098 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188269 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221077 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174236 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190953 s, 2.7 GB/s
, 0.0177145 s, 3.0 GB/s
52428800 bytes (52 MB) copied, 0.0174412 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174629 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204281 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.021489 s, 2.4 GB/s
, 0.0209404 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185822 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157986 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161808 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156614 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179056 s, 2.9 GB/s
, 0.0151582 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179266 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178669 s, 2.9 GB/s
, 0.018765 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161733 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016324 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163287 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162559 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176526 s, 3.0 GB/s
, 0.0176553 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196041 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178844 s, 2.9 GB/s
, 0.0180654 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197936 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0185148 s, 2.8 GB/s
, 0.0188654 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202957 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203869 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0200871 s, 2.6 GB/s
, 0.0211724 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.014703 s, 3.6 GB/s
, 0.0177402 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0180823 s, 2.9 GB/s
, 0.017753 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017974 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0224824 s, 2.3 GB/s
, 0.0181404 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228668 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155096 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163106 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177456 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179116 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0180635 s, 2.9 GB/s
, 0.0188012 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163576 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173229 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174773 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179924 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189203 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190317 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191389 s, 2.7 GB/s
52428800 bytes (52 MB) copied, 0.0178823 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186723 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267301 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02144 s, 2.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0238357 s, 2.2 GB/s
, 0.0227229 s, 2.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184805 s, 2.8 GB/s
, 0.0184937 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175755 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194506 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183343 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019934 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183277 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017458 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178851 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0206387 s, 2.5 GB/s
, 0.0182283 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197843 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190261 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175029 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174958 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169618 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182806 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198324 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171927 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0190307 s, 2.8 GB/s
, 0.0190171 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175272 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175416 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176442 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178986 s, 2.9 GB/s
, 0.0155829 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174112 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0182965 s, 2.9 GB/s
, 0.018322 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203445 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162332 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188428 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.018244 s, 2.9 GB/s
, 0.0178881 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0167623 s, 3.1 GB/s
, 0.0183304 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178419 s, 2.9 GB/s
, 0.0177384 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186137 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0183113 s, 2.9 GB/s
, 0.0185737 s, 2.8 GB/s
, 0.017461 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213974 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184511 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193809 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173318 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02109 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231471 s, 2.3 GB/s
, 0.0232996 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019931 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179844 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187348 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177223 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165748 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194314 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0211497 s, 2.5 GB/s
, 0.0211945 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185112 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199512 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018153 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182601 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172053 s, 3.0 GB/s
, 0.0171117 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191419 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192251 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206879 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182687 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024941 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190853 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281704 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025802 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173137 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020206 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178506 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0183944 s, 2.9 GB/s
, 0.0188965 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016816 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0180816 s, 2.9 GB/s
, 0.0181361 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181531 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182211 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179448 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178995 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188018 s, 2.8 GB/s
, 0.0185583 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0177019 s, 3.0 GB/s
, 0.0177667 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171885 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0185777 s, 2.8 GB/s
, 0.0174389 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192597 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018699 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172774 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196079 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189055 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206709 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184026 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193263 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169923 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174104 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221275 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204408 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220447 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022305 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208176 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267051 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217193 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202175 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203754 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194594 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159151 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165311 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169968 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178827 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210514 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190283 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01858 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168639 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188348 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020735 s, 2.5 GB/s
52428800 bytes (52 MB) copied, 0.0207875 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205382 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193883 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193505 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189818 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194907 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176816 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225048 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212547 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180793 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183983 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187948 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017575 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197319 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184446 s, 2.8 GB/s
, 0.0184248 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185969 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184633 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167358 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187105 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189026 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191876 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183544 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.018248 s, 2.9 GB/s
, 0.0188197 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177742 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196548 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202048 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193522 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194851 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219692 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221455 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264164 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194865 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220996 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187915 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179319 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0171317 s, 3.1 GB/s
, 0.0176442 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166165 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218466 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209756 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190793 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189443 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179129 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172276 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177913 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0187534 s, 2.8 GB/s
, 0.0183573 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175397 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01775 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174518 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164992 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.016192 s, 3.2 GB/s
52428800 bytes (52 MB) copied, 0.0162215 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165455 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137687 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165035 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014399 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149186 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016851 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155526 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157855 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150561 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172939 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173206 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147634 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157318 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150793 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183303 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155511 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164013 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168399 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173674 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0151415 s, 3.5 GB/s
, 0.0138057 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181185 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186128 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200094 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180113 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0140913 s, 3.7 GB/s
50+0 records in
50+0 records out
, 0.0155733 s, 3.4 GB/s
52428800 bytes (52 MB) copied, 0.0182921 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146063 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016997 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214197 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0135529 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152218 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150194 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0154695 s, 3.4 GB/s
, 0.0160276 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146818 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161405 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014713 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015812 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161237 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165319 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152357 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165961 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188581 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187385 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168532 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197782 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207287 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183002 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157413 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169786 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201108 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167908 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161414 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179192 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162265 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157553 s, 3.3 GB/s
52428800 bytes (52 MB) copied, 0.0173803 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197633 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168316 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019039 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176884 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165377 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0150963 s, 3.5 GB/s
, 0.0173724 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158827 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172733 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176373 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195793 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174995 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185232 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204147 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186949 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193642 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180281 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173889 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171115 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183646 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175358 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167789 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175785 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196467 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218692 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182945 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194922 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176426 s, 3.0 GB/s
52428800 bytes (52 MB) copied, 0.0184491 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194559 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187211 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018151 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158387 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166288 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152539 s, 3.4 GB/s
52428800 bytes (52 MB) copied, 0.0178478 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195264 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195995 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195652 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195955 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178918 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164805 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173793 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177785 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019354 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174048 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191687 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169453 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016835 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175475 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176336 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166336 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220104 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211385 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171963 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163152 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188361 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182453 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184083 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192915 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174507 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175451 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180926 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175227 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179647 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176207 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170768 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170405 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177573 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177733 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158306 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191582 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190527 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185644 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187807 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163165 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170252 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164273 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166729 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180076 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174218 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186594 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169705 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178687 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180228 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196377 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168739 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171455 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170541 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177973 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178609 s, 2.9 GB/s
, 0.01887 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213095 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185751 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184743 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172638 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208079 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206089 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172402 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176083 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179853 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178929 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185023 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171181 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164852 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174309 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185897 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203661 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207369 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.018582 s, 2.8 GB/s
, 0.0186292 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199461 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163938 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170672 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.017639 s, 3.0 GB/s
, 0.017534 s, 3.0 GB/s
, 0.0185575 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0175826 s, 3.0 GB/s
, 0.0179812 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020296 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222469 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021034 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222416 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169333 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179493 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161602 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018334 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163361 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018358 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190921 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207087 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180086 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186388 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187204 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191953 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173424 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015985 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176725 s, 3.0 GB/s
, 0.0177309 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183054 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169584 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177734 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164515 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169475 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180801 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189249 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171117 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017129 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165447 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180202 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221077 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211627 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231156 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224187 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01741 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165736 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174604 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177114 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167918 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176427 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189116 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192077 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019343 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018907 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199291 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175506 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189992 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169353 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182256 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157497 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.01587 s, 3.3 GB/s
, 0.0162768 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176926 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149767 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181139 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167286 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137199 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157465 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165919 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211711 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177454 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165524 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147318 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150775 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164628 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0165602 s, 3.2 GB/s
, 0.0185978 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016886 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175625 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164543 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150357 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145108 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149657 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015285 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173396 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014998 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145202 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160627 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149004 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0158672 s, 3.3 GB/s
, 0.0157094 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143085 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161985 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165531 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015644 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017265 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154551 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0170257 s, 3.1 GB/s
52428800 bytes (52 MB) copied, 0.0199948 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0186815 s, 2.8 GB/s
, 0.014924 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173653 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170723 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156864 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154408 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161897 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153919 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0139697 s, 3.8 GB/s
52428800 bytes (52 MB) copied, 0.0164232 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176432 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0139846 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151932 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0141408 s, 3.7 GB/s
, 0.0153645 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168572 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156559 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142276 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151957 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138437 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152161 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154175 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145032 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152245 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151285 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152195 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160313 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166041 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144601 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0154007 s, 3.4 GB/s
, 0.0153771 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150383 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146293 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0156661 s, 3.3 GB/s
, 0.0160141 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148036 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158522 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174645 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155856 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015789 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179618 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145306 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193785 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162049 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162204 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179508 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142677 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143393 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141845 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147431 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151364 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163567 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154611 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142932 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177112 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161743 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159432 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158137 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152377 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155381 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159354 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157564 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155955 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0139392 s, 3.8 GB/s
, 0.0156883 s, 3.3 GB/s
, 0.0152299 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169194 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163701 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0149595 s, 3.5 GB/s
52428800 bytes (52 MB) copied, 0.0153966 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155179 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149381 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159427 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148475 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152924 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153221 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160994 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145371 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172772 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163501 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017852 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171447 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177073 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194948 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175955 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0152013 s, 3.4 GB/s
, 0.0182908 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171211 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212119 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177631 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189792 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176401 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178374 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194682 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157303 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196573 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170246 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169948 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188781 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200301 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171576 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180952 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019951 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017142 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177177 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222474 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203697 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333308 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332337 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214083 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273582 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179153 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179047 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199013 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174986 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188318 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174167 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161245 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201639 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200303 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160998 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174411 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174443 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167602 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.016323 s, 3.2 GB/s
, 0.0174765 s, 3.0 GB/s
52428800 bytes (52 MB) copied, 0.0188975 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187825 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164552 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174673 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186631 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.0261474 s, 2.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0283726 s, 1.8 GB/s
, 0.027731 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213866 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239422 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313123 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0246368 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223731 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023583 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209048 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212017 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202634 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201782 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198766 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023451 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174291 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153692 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170031 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176264 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183606 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196409 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188264 s, 2.8 GB/s
, 0.0168532 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189157 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173153 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017343 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172408 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165411 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163564 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169025 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196489 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217806 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183406 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.017566 s, 3.0 GB/s
, 0.019167 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179525 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162743 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204463 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183855 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212341 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214335 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196162 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178181 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018809 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194829 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166998 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192167 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018379 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169245 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195942 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211408 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196395 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198926 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235724 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029219 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0191799 s, 2.7 GB/s
, 0.0196732 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017188 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156446 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0182357 s, 2.9 GB/s
, 0.0191601 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202415 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181206 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020892 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247615 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157726 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180294 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175749 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202346 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187474 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0190914 s, 2.7 GB/s
, 0.0191238 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167543 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161332 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021887 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213414 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253017 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172861 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175513 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186422 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0204211 s, 2.6 GB/s
, 0.0220775 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185345 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181009 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214635 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199671 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177261 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202375 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01853 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179841 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193117 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173618 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163886 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0182482 s, 2.9 GB/s
, 0.0190475 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179497 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163706 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172631 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187805 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177993 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184701 s, 2.8 GB/s
, 0.0157571 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200113 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188648 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.0190034 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176235 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179935 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190794 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179544 s, 2.9 GB/s
52428800 bytes (52 MB) copied, 0.0179949 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182272 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179394 s, 2.9 GB/s
, 0.0184567 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0173483 s, 3.0 GB/s
, 0.0150714 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019681 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0177655 s, 3.0 GB/s
, 0.0178459 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195575 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.017228 s, 3.0 GB/s
, 0.0184916 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177921 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189445 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188725 s, 2.8 GB/s
, 0.0188335 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.018683 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178965 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220661 s, 2.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185286 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.0185582 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197645 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162929 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181518 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179405 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188403 s, 2.8 GB/s
, 0.0189112 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180361 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186763 s, 2.8 GB/s
, 0.0184286 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020499 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156455 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0199283 s, 2.6 GB/s
, 0.0193353 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205813 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204331 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237671 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225069 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162639 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170766 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243552 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276756 s, 1.9 GB/s
52428800 bytes (52 MB) copied, 0.0342483 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339427 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396328 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362306 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319976 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364511 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325408 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02194 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307282 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176625 s, 3.0 GB/s
, 0.0164348 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203258 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208977 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0198664 s, 2.6 GB/s
, 0.0189029 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194216 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182784 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187484 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177795 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193275 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181416 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184405 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192957 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197909 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180482 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197544 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164322 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177282 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161952 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175529 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181117 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181087 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016044 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164959 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150395 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178534 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016832 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147118 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018083 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183347 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017576 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158374 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167547 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0144258 s, 3.6 GB/s
, 0.0161198 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167527 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177853 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190317 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200897 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187226 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177601 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183414 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0181642 s, 2.9 GB/s
, 0.0187979 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188197 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178126 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169171 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174658 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017948 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196683 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164168 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187508 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017283 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157924 s, 3.3 GB/s
52428800 bytes (52 MB) copied, 0.0171323 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156085 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160205 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0180315 s, 2.9 GB/s
, 0.0182479 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179864 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166233 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191342 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213722 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188933 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221334 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184654 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017955 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212096 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179688 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175369 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188995 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171628 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184922 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158099 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158948 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186474 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01715 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176957 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186063 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219951 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019727 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206735 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176164 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193468 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0199529 s, 2.6 GB/s
, 0.0192465 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183661 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202918 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178357 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017817 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176434 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190309 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150228 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173101 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160909 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175493 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170802 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176097 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179957 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173718 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196134 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178937 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168918 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184754 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0136993 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158648 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159652 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016361 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155567 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179839 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188412 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151399 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172287 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195118 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173252 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176927 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180643 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151996 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161904 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195557 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223718 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211714 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262186 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178077 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181093 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194064 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195843 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185607 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177885 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174837 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0168488 s, 3.1 GB/s
, 0.0182284 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178773 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190719 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174525 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187123 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224807 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221963 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019311 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200475 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182975 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174665 s, 3.0 GB/s
52428800 bytes (52 MB) copied, 0.0178129 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0174002 s, 3.0 GB/s
, 0.0160915 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212473 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182213 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194043 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200987 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210447 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215983 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212512 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164511 s, 3.2 GB/s
52428800 bytes (52 MB) copied, 0.0155766 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172395 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016369 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174334 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02103 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232882 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191128 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187724 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164389 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174578 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164885 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177631 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164555 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176623 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014978 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170802 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187858 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209354 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200727 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.017607 s, 3.0 GB/s
, 0.0183256 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174687 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175509 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172621 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176018 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175497 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0169365 s, 3.1 GB/s
, 0.0180367 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212235 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183296 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198054 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0167304 s, 3.1 GB/s
, 0.0180999 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169973 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182085 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173364 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01703 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178087 s, 2.9 GB/s
, 0.0178462 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163526 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164444 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151082 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190394 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179009 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154477 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175244 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0202975 s, 2.6 GB/s
52428800 bytes (52 MB) copied, 0.0162256 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189363 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204619 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183501 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164195 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176079 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148022 s, 3.5 GB/s
, 0.0164685 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193554 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168343 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151183 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175949 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014997 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189578 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01502 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176394 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157576 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175335 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176454 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014482 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154381 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162463 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153067 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177509 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155902 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154616 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175155 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184234 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188374 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203741 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193752 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189583 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190948 s, 2.7 GB/s
52428800 bytes (52 MB) copied, 0.0191878 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186382 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188317 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018909 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175241 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191569 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199255 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184269 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210733 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0204835 s, 2.6 GB/s
, 0.0202126 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020747 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197991 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189826 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205766 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189113 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0193281 s, 2.7 GB/s
, 0.019241 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188192 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203338 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203075 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195126 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212336 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0183706 s, 2.9 GB/s
, 0.0183339 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164408 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166664 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197414 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174481 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182119 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197531 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189342 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189468 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174221 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179321 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208169 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219805 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196352 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193514 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0208541 s, 2.5 GB/s
, 0.0186421 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200164 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194958 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0185207 s, 2.8 GB/s
, 0.018531 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172623 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200468 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215501 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182267 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178331 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179624 s, 2.9 GB/s
, 0.0182389 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162577 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168725 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176299 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184209 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174105 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.017228 s, 3.0 GB/s
, 0.018404 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179762 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195425 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184871 s, 2.8 GB/s
, 0.0183831 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185223 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.0185158 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183771 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184968 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165499 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173763 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0209071 s, 2.5 GB/s
, 0.0234878 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211371 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178999 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191495 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203755 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223042 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197867 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198436 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239735 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232174 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222908 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191139 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208461 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190131 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171292 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018391 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160988 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199391 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172892 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0182261 s, 2.9 GB/s
, 0.0182459 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169121 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177507 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017277 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157553 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142585 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172936 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222326 s, 2.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0185053 s, 2.8 GB/s
, 0.0167516 s, 3.1 GB/s
, 0.0175523 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167808 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176293 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0181523 s, 2.9 GB/s
, 0.0185337 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167167 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187519 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182481 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204066 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189462 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020361 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217217 s, 2.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198741 s, 2.6 GB/s
52428800 bytes (52 MB) copied, 0.0198909 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176357 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189369 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169169 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211826 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175391 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188203 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188778 s, 2.8 GB/s
, 0.0190803 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169608 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199568 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186834 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198108 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212343 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205293 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203442 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198067 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0173555 s, 3.0 GB/s
, 0.0159175 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186533 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186658 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187191 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191378 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182859 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197238 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143873 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189451 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194999 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186395 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188417 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017194 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188493 s, 2.8 GB/s
, 0.0180588 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168813 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189346 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182153 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176709 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179378 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180808 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177265 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180906 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180398 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185807 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0161085 s, 3.3 GB/s
, 0.0190219 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017336 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169124 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177772 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167591 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146661 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184992 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186103 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178168 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177533 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179504 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172069 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172566 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172751 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0181239 s, 2.9 GB/s
, 0.0174209 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233027 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017903 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189389 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157331 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177346 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176638 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172071 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169686 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173279 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173635 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017464 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174347 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185381 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184249 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174052 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018203 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180745 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0173772 s, 3.0 GB/s
, 0.0164806 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169831 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172966 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165732 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160856 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200521 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192269 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.018926 s, 2.8 GB/s
, 0.0180213 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188486 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018648 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176428 s, 3.0 GB/s
, 0.0151831 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170696 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016597 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186443 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.0191122 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178887 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183971 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183277 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.017281 s, 3.0 GB/s
, 0.0153196 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176918 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161181 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168804 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176578 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180385 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186848 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170762 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159284 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0181092 s, 2.9 GB/s
, 0.0181344 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195788 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195829 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197718 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186928 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186148 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193143 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177916 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177149 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181056 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170285 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0183515 s, 2.9 GB/s
, 0.0183293 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174719 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0175332 s, 3.0 GB/s
, 0.0184068 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180741 s, 2.9 GB/s
, 0.0176523 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172578 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168223 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166593 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163344 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202158 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017836 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018396 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180378 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170105 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0177334 s, 3.0 GB/s
, 0.0173792 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169423 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189278 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200835 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176696 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179362 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184282 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0180755 s, 2.9 GB/s
, 0.017137 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172307 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182304 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173185 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175002 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180552 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018589 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160469 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153507 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143447 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143301 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0157156 s, 3.3 GB/s
, 0.0157455 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161552 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161937 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154933 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150616 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188195 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0136285 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155289 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151518 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141271 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170832 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179615 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194008 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178926 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181932 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188769 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0183529 s, 2.9 GB/s
, 0.0175233 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175468 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0167826 s, 3.1 GB/s
, 0.0189342 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175394 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175212 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178441 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173059 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200143 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211267 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193476 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197834 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187047 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169938 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171611 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152719 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176544 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167454 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167142 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201614 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162185 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149537 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162155 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161329 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166261 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0162593 s, 3.2 GB/s
, 0.0186311 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151778 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155924 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0139657 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181155 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174267 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189172 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160874 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174353 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229224 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208616 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168319 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185388 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171721 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176051 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169844 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020828 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208481 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0189809 s, 2.8 GB/s
, 0.0189778 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218156 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162536 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017872 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186217 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0161314 s, 3.3 GB/s
, 0.0172124 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182071 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159724 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150397 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160872 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192104 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188979 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169546 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168998 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171617 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167518 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0181999 s, 2.9 GB/s
, 0.0181261 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187424 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167999 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164823 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016736 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168588 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158328 s, 3.3 GB/s
, 0.0184094 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.0184915 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192807 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178931 s, 2.9 GB/s
, 0.0172318 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0165023 s, 3.2 GB/s
, 0.0179853 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176788 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154182 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187197 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178767 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016943 s, 3.1 GB/s
52428800 bytes (52 MB) copied, 0.0176765 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173042 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163985 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160225 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175098 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182108 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0187893 s, 2.8 GB/s
, 0.0176404 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157139 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179893 s, 2.9 GB/s
, 0.0178963 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202093 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0183321 s, 2.9 GB/s
, 0.018558 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019403 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0169995 s, 3.1 GB/s
, 0.0178749 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169181 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169539 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162408 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184343 s, 2.8 GB/s
, 0.0182352 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176874 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019441 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184215 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164707 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171948 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170485 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171907 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166681 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161895 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179562 s, 2.9 GB/s
, 0.0180112 s, 2.9 GB/s
, 0.0161104 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176004 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177824 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191018 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170584 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168865 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176652 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171073 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181718 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182395 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180688 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178389 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175372 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018521 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164577 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164846 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0180043 s, 2.9 GB/s
, 0.0180513 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165343 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163652 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172788 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019884 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202527 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184995 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168004 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018122 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175796 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189276 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017479 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170694 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184254 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180825 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169055 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019075 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185436 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0170676 s, 3.1 GB/s
, 0.0185114 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179272 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0192421 s, 2.7 GB/s
, 0.0175546 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185869 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177446 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190011 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0181394 s, 2.9 GB/s
, 0.0171457 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185218 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176115 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196003 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176875 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188425 s, 2.8 GB/s
, 0.0188449 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164541 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018822 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170367 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175289 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201523 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226387 s, 2.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0186752 s, 2.8 GB/s
, 0.0187135 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202524 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164807 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169206 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170528 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165971 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173399 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154675 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174977 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163242 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185171 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019612 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175366 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178955 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179638 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188939 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196249 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0197272 s, 2.7 GB/s
52428800 bytes (52 MB) copied, 0.0184462 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163031 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165667 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190543 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176602 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203259 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162551 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169908 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183334 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179409 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0174806 s, 3.0 GB/s
, 0.0155986 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182441 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213469 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211484 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019292 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196035 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181389 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192694 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176893 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177729 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155274 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170898 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158675 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176929 s, 3.0 GB/s
, 0.0176958 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183736 s, 2.9 GB/s
52428800 bytes (52 MB) copied, 0.0221522 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018024 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291235 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335031 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183074 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188927 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194219 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197208 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193464 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015815 s, 3.3 GB/s
52428800 bytes (52 MB) copied, 0.0184526 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175055 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170444 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182064 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176804 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174301 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200639 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215009 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01947 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.017751 s, 3.0 GB/s
, 0.0168817 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180968 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162127 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01788 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189953 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184145 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176385 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183889 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168088 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0168187 s, 3.1 GB/s
, 0.0176318 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201535 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184889 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186023 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199399 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187591 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195241 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191084 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172016 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168772 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180598 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163697 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183759 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.016164 s, 3.2 GB/s
, 0.017719 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180123 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164812 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01445 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169422 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156464 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155699 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181623 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180122 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168612 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163247 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204507 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222784 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018633 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167897 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015432 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159175 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015071 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149767 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181618 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015191 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015443 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147173 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195174 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145428 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175181 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149133 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147962 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160605 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142686 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156455 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156716 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168485 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156779 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195043 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160311 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178579 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163513 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199857 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161181 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153707 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166483 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014282 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0169309 s, 3.1 GB/s
, 0.0169573 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170761 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01554 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141545 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183191 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192231 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0141217 s, 3.7 GB/s
, 0.0152364 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168424 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162613 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156362 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162321 s, 3.2 GB/s
52428800 bytes (52 MB) copied, 0.0162817 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162818 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015991 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017334 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143212 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168755 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170033 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016283 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155856 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146421 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149609 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169072 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0172339 s, 3.0 GB/s
, 0.0180363 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212349 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204782 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0139634 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020983 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157272 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015801 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154307 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166861 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0159212 s, 3.3 GB/s
, 0.0149453 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0163497 s, 3.2 GB/s
, 0.0163783 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183466 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144445 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166415 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141154 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142864 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146184 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158183 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166428 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203004 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202712 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169146 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179908 s, 2.9 GB/s
, 0.018337 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175393 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170351 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0174836 s, 3.0 GB/s
, 0.0185911 s, 2.8 GB/s
, 0.0151485 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019121 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179319 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017161 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017638 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196491 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209693 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171483 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188736 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174167 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149273 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175508 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173283 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171204 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152246 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166914 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153124 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151414 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.018295 s, 2.9 GB/s
, 0.0195182 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148768 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140672 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138562 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0136051 s, 3.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0150203 s, 3.5 GB/s
, 0.0147164 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147579 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0158367 s, 3.3 GB/s
, 0.0157243 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141712 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145433 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151438 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146127 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150417 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163108 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144012 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178193 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138636 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171667 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152054 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168683 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147675 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179118 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196463 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161064 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156462 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194584 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192235 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151847 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150561 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160059 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0134946 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017367 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168012 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0151822 s, 3.5 GB/s
, 0.0152654 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151397 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146714 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158434 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161523 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.014952 s, 3.5 GB/s
, 0.0148104 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149494 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0133613 s, 3.9 GB/s
, 0.0150947 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0130247 s, 4.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014464 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163637 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149485 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149451 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153197 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143566 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150255 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143966 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147269 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145508 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0127054 s, 4.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017862 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191063 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137462 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140295 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0134844 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158457 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0132674 s, 4.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015077 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0136792 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142604 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174955 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148714 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168678 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0151784 s, 3.5 GB/s
, 0.0146574 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166979 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141185 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0151823 s, 3.5 GB/s
, 0.0157626 s, 3.3 GB/s
, 0.0155671 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140078 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144329 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145191 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149379 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163622 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016284 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140845 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165553 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0124094 s, 4.2 GB/s
, 0.014629 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0135587 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140614 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0186333 s, 2.8 GB/s
, 0.0187113 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014419 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0128757 s, 4.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171163 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192116 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150078 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148569 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156909 s, 3.3 GB/s
52428800 bytes (52 MB) copied, 0.0155879 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156592 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154777 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152586 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143637 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149512 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152439 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187952 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164757 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166337 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180471 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163651 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168921 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184846 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179044 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017094 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166876 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178673 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.018813 s, 2.8 GB/s
, 0.0151368 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.017899 s, 2.9 GB/s
, 0.0179079 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170784 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167846 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165016 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227681 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229763 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233838 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166771 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163504 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181257 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175107 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174421 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179264 s, 2.9 GB/s
, 0.0179506 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186226 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201337 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219545 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184153 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183789 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182703 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017228 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173537 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178023 s, 2.9 GB/s
, 0.0161353 s, 3.2 GB/s
, 0.0181087 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156221 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195292 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187531 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186679 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018378 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195339 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0236845 s, 2.2 GB/s
52428800 bytes (52 MB) copied, 0.0213673 s, 2.5 GB/s
, 0.0226639 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206825 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186775 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182033 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171582 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181452 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230602 s, 2.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0212639 s, 2.5 GB/s
, 0.0235876 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164634 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01574 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191035 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163377 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180183 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017633 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017679 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191862 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171257 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194793 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0220282 s, 2.4 GB/s
, 0.0208253 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164455 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237449 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211714 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195151 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194756 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169468 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194783 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021547 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206442 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216042 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215861 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210286 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201602 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175712 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169133 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191555 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205334 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178162 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193757 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170404 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168056 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183604 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183139 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170558 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182247 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185498 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0192549 s, 2.7 GB/s
, 0.0173687 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181364 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181993 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182032 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180296 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179684 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173788 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174104 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223614 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017081 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188845 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0163004 s, 3.2 GB/s
, 0.0156782 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149071 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156916 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156711 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146437 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155393 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169928 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0159661 s, 3.3 GB/s
, 0.0148886 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166237 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154775 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147361 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149381 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166132 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191602 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148725 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180744 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151819 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172339 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219178 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212604 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191413 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149679 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175366 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167318 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182555 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0149465 s, 3.5 GB/s
, 0.0187023 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0174786 s, 3.0 GB/s
, 0.0174783 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172422 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186321 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167784 s, 3.1 GB/s
52428800 bytes (52 MB) copied, 0.0180942 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163565 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170243 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173444 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172718 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015553 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178351 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165914 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172276 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205762 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219358 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205924 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178057 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193944 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184094 s, 2.8 GB/s
, 0.0175538 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172846 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0186606 s, 2.8 GB/s
, 0.0177883 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171429 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201959 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221124 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171883 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188957 s, 2.8 GB/s
, 0.0190651 s, 2.7 GB/s
52428800 bytes (52 MB) copied, 0.0194813 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183227 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176717 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182786 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018474 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174819 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173584 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200407 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196201 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191726 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203152 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207657 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176472 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016638 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181713 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0180731 s, 2.9 GB/s
, 0.018626 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172414 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0185309 s, 2.8 GB/s
, 0.0176987 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173696 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194938 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170857 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179919 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019302 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178754 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180034 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017152 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.018673 s, 2.8 GB/s
, 0.0164293 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172101 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164001 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169238 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220244 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220041 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186293 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168673 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183171 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016184 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165308 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169595 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190049 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154514 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017044 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195581 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175066 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206885 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179657 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174021 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194673 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180597 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177071 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178916 s, 2.9 GB/s
, 0.0180751 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181787 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181116 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0193019 s, 2.7 GB/s
, 0.0193026 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177233 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165503 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193676 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177104 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207941 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176756 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170336 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160299 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0175889 s, 3.0 GB/s
, 0.0165865 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172116 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183842 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017067 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176928 s, 3.0 GB/s
, 0.0188312 s, 2.8 GB/s
, 0.0167073 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187345 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170104 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183762 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170644 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177401 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171842 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161914 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167303 s, 3.1 GB/s
52428800 bytes (52 MB) copied, 0.0181733 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169786 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172815 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196365 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169899 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192752 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199919 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227878 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197634 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200418 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188407 s, 2.8 GB/s
, 0.0189589 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196589 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186226 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168732 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191156 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168655 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165129 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017715 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187873 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0162464 s, 3.2 GB/s
, 0.0177078 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180348 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204049 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210978 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184914 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195559 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202002 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0175724 s, 3.0 GB/s
, 0.0160257 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177172 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166406 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018707 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180355 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0192124 s, 2.7 GB/s
, 0.0207113 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193232 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173772 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01638 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160978 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159677 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165575 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171412 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0173712 s, 3.0 GB/s
, 0.0170565 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196064 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186246 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0186831 s, 2.8 GB/s
, 0.0166002 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018439 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179623 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178779 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155197 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163976 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195447 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020386 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016952 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01841 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018474 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199893 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177536 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019262 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197006 s, 2.7 GB/s
52428800 bytes (52 MB) copied, 0.0151355 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175031 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154479 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176602 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143635 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159488 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177846 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156974 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178124 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166237 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0181371 s, 2.9 GB/s
, 0.0181824 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0156292 s, 3.4 GB/s
, 0.0153511 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173107 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175258 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172711 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155672 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226854 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191472 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177084 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143566 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166043 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145909 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016517 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142858 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179985 s, 2.9 GB/s
, 0.0179566 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175257 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151745 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175133 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163219 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166755 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178784 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148006 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.014527 s, 3.6 GB/s
, 0.0167999 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147895 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172993 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0183302 s, 2.9 GB/s
, 0.0198922 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202245 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173329 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160334 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138961 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164522 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145929 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151701 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159486 s, 3.3 GB/s
52428800 bytes (52 MB) copied, 0.0150054 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143386 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0167197 s, 3.1 GB/s
52428800 bytes (52 MB) copied, 0.0138248 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169407 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159679 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169741 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016177 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171395 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162156 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170148 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188279 s, 2.8 GB/s
, 0.0172446 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0156852 s, 3.3 GB/s
, 0.0151395 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140905 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166884 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146227 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142527 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0142884 s, 3.7 GB/s
, 0.0161966 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014963 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0145562 s, 3.6 GB/s
, 0.0151256 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143045 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146817 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0130523 s, 4.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161406 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164288 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141656 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151505 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140196 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142447 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0153673 s, 3.4 GB/s
, 0.0167763 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159749 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0129938 s, 4.0 GB/s
, 0.0156799 s, 3.3 GB/s
, 0.0157488 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154765 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019402 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163279 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147877 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141422 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172451 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141905 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158181 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0133691 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016334 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016851 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157059 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153098 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145249 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0119786 s, 4.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154059 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147417 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145742 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154159 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017105 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141185 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141754 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145371 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144641 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141563 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170969 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144463 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161456 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145764 s, 3.6 GB/s
, 0.0132435 s, 4.0 GB/s
, 0.0119872 s, 4.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142179 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141228 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143241 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145855 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141428 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017267 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0155036 s, 3.4 GB/s
, 0.0155021 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141502 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164261 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153453 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164428 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149122 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144105 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137365 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146405 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.014529 s, 3.6 GB/s
, 0.0143427 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163413 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188391 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146807 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018899 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146692 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144177 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162731 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0154281 s, 3.4 GB/s
, 0.0133032 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164972 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172507 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167058 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200731 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199376 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213099 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180756 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174805 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185683 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0151783 s, 3.5 GB/s
, 0.0174145 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0166354 s, 3.2 GB/s
, 0.0175652 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159698 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174548 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163858 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190367 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166893 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183492 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168033 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177629 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175399 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180898 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0181223 s, 2.9 GB/s
, 0.0160743 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178143 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197762 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185567 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154951 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171943 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164607 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173817 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171172 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018357 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178043 s, 2.9 GB/s
, 0.0178219 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016231 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174767 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017565 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159812 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155755 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182337 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184912 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.0185437 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177898 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174163 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170766 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164503 s, 3.2 GB/s
, 0.0167552 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170654 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207749 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019695 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172435 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196162 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185662 s, 2.8 GB/s
, 0.0177457 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181979 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166028 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169262 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017545 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178173 s, 2.9 GB/s
, 0.0178655 s, 2.9 GB/s
, 0.0179601 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017575 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185953 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193735 s, 2.7 GB/s
, 0.0178222 s, 2.9 GB/s
, 0.0187649 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170325 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154111 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165399 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163222 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191846 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200709 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192506 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184116 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175968 s, 3.0 GB/s
52428800 bytes (52 MB) copied, 0.017845 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175097 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189128 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177006 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197251 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186861 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188614 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018186 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177465 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162696 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161827 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178604 s, 2.9 GB/s
, 0.0178059 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151434 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176746 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015253 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178207 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195337 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172341 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178831 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156179 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171377 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188414 s, 2.8 GB/s
, 0.0168586 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171791 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198464 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0196977 s, 2.7 GB/s
52428800 bytes (52 MB) copied, 0.0195382 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200232 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178122 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193133 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166091 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185772 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172767 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163676 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228086 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230932 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183451 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174902 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194528 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172697 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01686 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016494 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0174885 s, 3.0 GB/s
, 0.0167188 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157835 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168049 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167073 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168889 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188812 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170194 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176238 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184933 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176129 s, 3.0 GB/s
, 0.0161141 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181057 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173136 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167618 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182574 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161019 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174529 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019581 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202732 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182093 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166756 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170167 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165726 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169099 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0173983 s, 3.0 GB/s
, 0.0154725 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162275 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173197 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0174606 s, 3.0 GB/s
, 0.0174753 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016084 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181018 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174497 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162105 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155255 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176637 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0185051 s, 2.8 GB/s
, 0.0181663 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175193 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176271 s, 3.0 GB/s
, 0.0180502 s, 2.9 GB/s
, 0.0184195 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180339 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168753 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0191818 s, 2.7 GB/s
, 0.0183393 s, 2.9 GB/s
, 0.0182203 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188979 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162375 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157273 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168775 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182125 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186437 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184137 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01632 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170837 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200925 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018368 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179602 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172432 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211643 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189473 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190006 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184865 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163469 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158183 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166828 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168002 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179816 s, 2.9 GB/s
, 0.0180929 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189071 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185507 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0190588 s, 2.8 GB/s
, 0.0180463 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183784 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199065 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193561 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0162082 s, 3.2 GB/s
, 0.0183441 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174402 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016529 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165567 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208314 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189038 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0175475 s, 3.0 GB/s
, 0.018338 s, 2.9 GB/s
, 0.0192939 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172952 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173659 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164046 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01702 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0193867 s, 2.7 GB/s
, 0.0193857 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197167 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184765 s, 2.8 GB/s
, 0.0176829 s, 3.0 GB/s
, 0.0193824 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168486 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168237 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169388 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160636 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150992 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156311 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209908 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180196 s, 2.9 GB/s
52428800 bytes (52 MB) copied, 0.0181169 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175593 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171831 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191239 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193308 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161651 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152965 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155839 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018161 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156808 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173784 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145041 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.018204 s, 2.9 GB/s
, 0.0182056 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0169532 s, 3.1 GB/s
, 0.0167221 s, 3.1 GB/s
, 0.0156834 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202398 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017502 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155187 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154744 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218173 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206534 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196248 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223153 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179975 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160199 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175051 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195599 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168425 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.016437 s, 3.2 GB/s
52428800 bytes (52 MB) copied, 0.0166214 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151853 s, 3.5 GB/s
52428800 bytes (52 MB) copied, 0.0178356 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181313 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177825 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198198 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226646 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199741 s, 2.6 GB/s
, 0.0199468 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212899 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172319 s, 3.0 GB/s
52428800 bytes (52 MB) copied, 0.0188879 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179596 s, 2.9 GB/s
, 0.0203179 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0174802 s, 3.0 GB/s
, 0.0175165 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187177 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187954 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172914 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192191 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203855 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192275 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171082 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175694 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178399 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0187026 s, 2.8 GB/s
, 0.0186824 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180267 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172848 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171156 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165762 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171016 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173717 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211125 s, 2.5 GB/s
52428800 bytes (52 MB) copied, 0.0211932 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194959 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205325 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017866 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197787 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194923 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188763 s, 2.8 GB/s
, 0.0188708 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169538 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194795 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167063 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181423 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187217 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174439 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194004 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0159946 s, 3.3 GB/s
, 0.0175546 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180222 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159931 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193239 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199553 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0179599 s, 2.9 GB/s
, 0.0180541 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176957 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0187519 s, 2.8 GB/s
, 0.0153927 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211689 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203577 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174994 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206878 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219318 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170296 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164483 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160004 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186195 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0182352 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184751 s, 2.8 GB/s
, 0.0174408 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241557 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184124 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231651 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219437 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017032 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175893 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166409 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185581 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184887 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180835 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194546 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019612 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195868 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017063 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156878 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171603 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185658 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194418 s, 2.7 GB/s
, 0.0185139 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180294 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181325 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198602 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172046 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176109 s, 3.0 GB/s
52428800 bytes (52 MB) copied, 0.0179202 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171521 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173077 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184583 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177715 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168977 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191085 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203202 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017864 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164577 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173277 s, 3.0 GB/s
52428800 bytes (52 MB) copied, 0.0160073 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177724 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158665 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154979 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164063 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167702 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175906 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181881 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0185537 s, 2.8 GB/s
, 0.0186873 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.017785 s, 2.9 GB/s
, 0.0178604 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167148 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0171998 s, 3.0 GB/s
, 0.0179961 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173796 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171425 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157217 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162731 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213363 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222908 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217244 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018169 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187199 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184283 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169621 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165155 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176755 s, 3.0 GB/s
, 0.0163215 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016744 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151367 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176455 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181159 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192361 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188321 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192337 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165448 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189813 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155326 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178497 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0182373 s, 2.9 GB/s
, 0.018263 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167648 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171875 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155555 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166755 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179378 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191737 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186311 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182735 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169787 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161168 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156089 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159961 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180935 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183107 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178593 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016552 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017426 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159054 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187872 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204686 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162415 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174775 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0178832 s, 2.9 GB/s
, 0.0177453 s, 3.0 GB/s
, 0.0157052 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154005 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163432 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0189419 s, 2.8 GB/s
, 0.0189659 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150386 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196217 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182003 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175098 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169154 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156598 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0161832 s, 3.2 GB/s
, 0.0175427 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191079 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205044 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202987 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208766 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204188 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0191712 s, 2.7 GB/s
, 0.0227116 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172881 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217799 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166001 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152942 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158371 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162485 s, 3.2 GB/s
52428800 bytes (52 MB) copied, 0.018375 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178523 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170058 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166585 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164172 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178372 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157314 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150095 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01395 s, 3.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0153029 s, 3.4 GB/s
, 0.0153022 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201257 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155346 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151706 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0139185 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173989 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153279 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155873 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167054 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147881 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151301 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144287 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014157 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.015213 s, 3.4 GB/s
, 0.0155682 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158284 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175455 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148447 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142759 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173482 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151553 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0143666 s, 3.6 GB/s
, 0.0145377 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147305 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0145825 s, 3.6 GB/s
, 0.015037 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160634 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164139 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153157 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0154836 s, 3.4 GB/s
, 0.0156639 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016763 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150801 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146345 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150453 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154666 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152921 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162504 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160293 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162765 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165979 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160448 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159584 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149743 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153383 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150026 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162962 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153137 s, 3.4 GB/s
52428800 bytes (52 MB) copied, 0.015359 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145001 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149037 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142608 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143041 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156835 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181141 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176431 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0153283 s, 3.4 GB/s
, 0.0133043 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161854 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0155562 s, 3.4 GB/s
, 0.0154193 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0147456 s, 3.6 GB/s
, 0.0169633 s, 3.1 GB/s
, 0.0173849 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191662 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188869 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0135517 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192171 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159469 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0147188 s, 3.6 GB/s
, 0.0154981 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153387 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0149021 s, 3.5 GB/s
, 0.0124253 s, 4.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0139585 s, 3.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0158207 s, 3.3 GB/s
, 0.0145577 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141449 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163536 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181162 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144582 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157041 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0161506 s, 3.2 GB/s
, 0.0165957 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0133686 s, 3.9 GB/s
, 0.0157223 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142856 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142103 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161735 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160066 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161088 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0152271 s, 3.4 GB/s
, 0.0155284 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0162148 s, 3.2 GB/s
, 0.0163574 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143156 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148902 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0153758 s, 3.4 GB/s
, 0.0156238 s, 3.4 GB/s
52428800 bytes (52 MB) copied, 0.0152783 s, 3.4 GB/s
, 0.015702 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156118 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0152992 s, 3.4 GB/s
, 0.015351 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169534 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0154467 s, 3.4 GB/s
, 0.0154693 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158699 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0143582 s, 3.7 GB/s
, 0.0160574 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151989 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144012 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014848 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147431 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0150367 s, 3.5 GB/s
, 0.0147099 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174822 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172323 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213295 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165981 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154861 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141623 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138642 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148093 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0135246 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148516 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0166746 s, 3.1 GB/s
, 0.0161124 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0126463 s, 4.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175786 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175414 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0147782 s, 3.5 GB/s
, 0.0154725 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151033 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0146099 s, 3.6 GB/s
, 0.0149604 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014699 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154594 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014288 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149349 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141466 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140496 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145464 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163426 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156489 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147457 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189092 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014521 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163115 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0155459 s, 3.4 GB/s
, 0.0155074 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149123 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153329 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188836 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154043 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189487 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150625 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155592 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150653 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0150529 s, 3.5 GB/s
, 0.0147326 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143752 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0148654 s, 3.5 GB/s
, 0.0138111 s, 3.8 GB/s
52428800 bytes (52 MB) copied, 0.0156281 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147732 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0172029 s, 3.0 GB/s
, 0.0157275 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165293 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150676 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155031 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148223 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015721 s, 3.3 GB/s
, 0.0158762 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0158753 s, 3.3 GB/s
, 0.0156861 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0139847 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142432 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142599 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.014848 s, 3.5 GB/s
, 0.0148533 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015895 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182216 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149517 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159236 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166606 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014754 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149997 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151802 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161574 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181122 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174384 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015214 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01474 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149297 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145237 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166099 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0146979 s, 3.6 GB/s
, 0.0156636 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160901 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0126267 s, 4.2 GB/s
, 0.0140324 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0132727 s, 4.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014541 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161475 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166171 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158173 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138249 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156021 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145854 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0139778 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150075 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167952 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185689 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147372 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152927 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145219 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143047 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149692 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140112 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0150407 s, 3.5 GB/s
, 0.0156346 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141157 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151948 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152392 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148079 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137383 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161554 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160596 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162486 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159038 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146459 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0153325 s, 3.4 GB/s
, 0.0146812 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015356 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156859 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145154 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166184 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177657 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192149 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151562 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016669 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169839 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143252 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138574 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147396 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150309 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149065 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018488 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174904 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152094 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158123 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144713 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160186 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155388 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155822 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157982 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146945 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0134724 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151031 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157436 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159829 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140184 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0127397 s, 4.1 GB/s
52428800 bytes (52 MB) copied, 0.0140949 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157098 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145836 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175714 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170276 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143358 s, 3.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0137417 s, 3.8 GB/s
, 0.0168346 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149274 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014451 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155304 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0134302 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149972 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157642 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162151 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178856 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018377 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157106 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171882 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.013992 s, 3.7 GB/s
, 0.0155959 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147385 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144395 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149138 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155867 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148868 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161807 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146259 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016773 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0156219 s, 3.4 GB/s
, 0.014061 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160018 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164122 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158289 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016451 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161995 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165729 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193765 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192184 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192111 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0137315 s, 3.8 GB/s
, 0.0159155 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177742 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145022 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158218 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141009 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156519 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149877 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144633 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159915 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170121 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152439 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151812 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165644 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180757 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178421 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143846 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144754 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137225 s, 3.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0155807 s, 3.4 GB/s
, 0.0154851 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158663 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137747 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137153 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0134208 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171615 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199885 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202734 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178885 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0133461 s, 3.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178877 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154377 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147346 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154807 s, 3.4 GB/s
, 0.0154414 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150785 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0151896 s, 3.5 GB/s
, 0.0155432 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147454 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015373 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152525 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145988 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167688 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178997 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156505 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169009 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146853 s, 3.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0150095 s, 3.5 GB/s
, 0.0138448 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164374 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0150535 s, 3.5 GB/s
, 0.0140412 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157768 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141145 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153491 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140633 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014608 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156424 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167606 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149129 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140696 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166656 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150007 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157114 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0195525 s, 2.7 GB/s
, 0.0195273 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213278 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141658 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167829 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146613 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016557 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172839 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196107 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148668 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146785 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0136826 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146479 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161065 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146342 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147787 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161908 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153269 s, 3.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153997 s, 3.4 GB/s
52428800 bytes (52 MB) copied, 0.0142312 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157671 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146155 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168472 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152781 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143026 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143006 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147264 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149749 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161045 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170828 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163726 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143664 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169304 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0141993 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170685 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175094 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179895 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162859 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161274 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0146709 s, 3.6 GB/s
, 0.0147287 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140085 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170385 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173233 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0150986 s, 3.5 GB/s
, 0.0167155 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149344 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182948 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0149989 s, 3.5 GB/s
, 0.0138435 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165879 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176857 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145282 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171673 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198625 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.016116 s, 3.3 GB/s
, 0.016013 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166697 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176997 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145689 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146601 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154508 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157082 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0216521 s, 2.4 GB/s
, 0.0218218 s, 2.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0185797 s, 2.8 GB/s
, 0.018878 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175546 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163879 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172387 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150205 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167827 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0155513 s, 3.4 GB/s
, 0.0157467 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154807 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144883 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017152 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142849 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187134 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151948 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169948 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151069 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169101 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0186638 s, 2.8 GB/s
, 0.0174637 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166161 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164039 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187452 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0176113 s, 3.0 GB/s
, 0.0176168 s, 3.0 GB/s
Finish ========
/mnt/lustre/f44.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000059f1
      lmm_object_id:     0x5
      lmm_fid:           [0x2000059f1:0x5:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x240000400:0x1a3:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
llite.lustre-ffff8800a895d000.stats=
snapshot_time             1721879583.411191441 secs.nsecs
start_time                1721879522.957228427 secs.nsecs
elapsed_time              60.453963014 secs.nsecs
llite.lustre-ffff8800b6caf000.stats=
snapshot_time             1721879583.411275637 secs.nsecs
start_time                1721879522.957245022 secs.nsecs
elapsed_time              60.454030615 secs.nsecs
read_bytes                801 samples [bytes] 12288 1048576 838860800 879583834406912
read                      174350 samples [usecs] 144 122817 61888351 161654310627
ioctl                     1 samples [reqs]
open                      3487 samples [usecs] 3 335770 1006667 113891788239
close                     3487 samples [usecs] 7 3609 739753 959123391
seek                      3486 samples [usecs] 2 38 16001 88559
setattr                   1 samples [usecs] 2599 2599 2599 6754801
getattr                   17 samples [usecs] 85 929 3448 1285712
mknod                     1 samples [usecs] 2674 2674 2674 7150276
inode_permission          10767 samples [usecs] 1 7704 982755 792083485
opencount                 3488 samples [reqs] 1 3487 6081329 14139087601
openclosetime             3486 samples [usecs] 0 100830 62141487 2145986147321
pcc_attach                1 samples [reqs]
pcc_detach                285 samples [reqs]
pcc_auto_attach           285 samples [reqs]
attach 1 detach 285 auto_attach 285
Cleanup PCC backend on /mnt/lustre
PASS 44 (62s)

== sanity-pcc test 96: Auto attach from multiple read process on a node ========================================================== 23:53:04 (1721879584)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.0683385 s, 921 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d96.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: dd60fb19-9a84-4d86-be94-e43efed26f99
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f96.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=dd60fb19-9a84-4d86-be94-e43efed26f99 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d96.sanity-pcc/d96.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800a895d000.pcc_async_threshold=1G
llite.lustre-ffff8800b6caf000.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281113 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205396 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210173 s, 249 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.289857 s, 181 MB/s
, 0.289419 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294819 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209875 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018618 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162172 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180638 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159696 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156958 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190516 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187024 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148298 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197022 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186855 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187966 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179526 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172407 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180414 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173352 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163476 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169787 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0173683 s, 3.0 GB/s
, 0.01921 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178741 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174089 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176933 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183921 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171094 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017126 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186757 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156499 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200954 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189397 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017219 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178887 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168114 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150034 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154343 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178928 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167088 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176388 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183265 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191903 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181786 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180785 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172895 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174359 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0192773 s, 2.7 GB/s
, 0.0192834 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182665 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202907 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018373 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162469 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252461 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183119 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187354 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214875 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163791 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163725 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174641 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167035 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180755 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160043 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166745 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163823 s, 3.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0190483 s, 2.8 GB/s
, 0.0179504 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016691 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015895 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181293 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199233 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198954 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016123 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015955 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175397 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170366 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185957 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200692 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199651 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0191619 s, 2.7 GB/s
, 0.0181797 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230083 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216982 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225431 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231204 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180219 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173993 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163474 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170542 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182461 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182817 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169104 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175655 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183264 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176377 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167887 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154228 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183452 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170162 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016793 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182891 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160216 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162475 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152018 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179399 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191004 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165784 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164395 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163683 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152733 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185424 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193597 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0170051 s, 3.1 GB/s
, 0.0178735 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168103 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160742 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153728 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170688 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156816 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178769 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209081 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214081 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179004 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203058 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186543 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166328 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204861 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171008 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162215 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218022 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176283 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193805 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201644 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199415 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196276 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147488 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171426 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154416 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163458 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180384 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180438 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173675 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175777 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191541 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019663 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182987 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191541 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182971 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203136 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193542 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192371 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018126 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159664 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187812 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196525 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177146 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186327 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195291 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166881 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161991 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017527 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166834 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161946 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016141 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147599 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155318 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151664 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162612 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162376 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192912 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177512 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173278 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179088 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171875 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175346 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156138 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018777 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180258 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179813 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179716 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207036 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166351 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167267 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181559 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164355 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171332 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178225 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175024 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165855 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180589 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020523 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182485 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166498 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173379 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179017 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171341 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154847 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178919 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181811 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168288 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188846 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189264 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190788 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180412 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018505 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160812 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017018 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163478 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160449 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191436 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177126 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176389 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179556 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188445 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189419 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167896 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163874 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016753 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163331 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195883 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162276 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168772 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160698 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172316 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190586 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180994 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191326 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175775 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017887 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184926 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173587 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017348 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184545 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180086 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186042 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159187 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216589 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192223 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152918 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174158 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166383 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169379 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016783 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181867 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180573 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187987 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175741 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194166 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198161 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186331 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187487 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173502 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200744 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016052 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185332 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01705 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181895 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182565 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206333 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186099 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188426 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018918 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170845 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171365 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176074 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159548 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172853 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0206893 s, 2.5 GB/s
, 0.0209805 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197638 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185076 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184248 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161383 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159328 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161383 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016531 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175023 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179553 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170442 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190455 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0238675 s, 2.2 GB/s
, 0.0236431 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199972 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181822 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018385 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177539 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169257 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184905 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179064 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0173202 s, 3.0 GB/s
, 0.0156922 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019212 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186757 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184393 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185705 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194588 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172606 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170339 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179502 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168712 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165727 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174495 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195073 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187678 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176151 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168123 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171614 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162235 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015482 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167047 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176693 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198261 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258419 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196397 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160713 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017212 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178678 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182582 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173625 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164755 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175836 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164556 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016836 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186326 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181685 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182131 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193618 s, 2.7 GB/s
, 0.0190127 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165729 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175135 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201825 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176589 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181592 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195404 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161584 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182272 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194384 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173986 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165032 s, 3.2 GB/s
52428800 bytes (52 MB) copied, 0.0202131 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202244 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165335 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178039 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177439 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184293 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165812 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170225 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172126 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0174589 s, 3.0 GB/s
, 0.0182659 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189582 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191571 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205443 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187898 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176556 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157469 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190955 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179114 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167478 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173128 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191171 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184093 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175843 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173558 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156206 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153286 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190999 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168426 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174801 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160964 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175323 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177941 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173384 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020222 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159158 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193373 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160421 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149202 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159994 s, 3.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0159945 s, 3.3 GB/s
, 0.0162998 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167091 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175617 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156272 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169676 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188359 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0200013 s, 2.6 GB/s
, 0.0199142 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016774 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170755 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174096 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211673 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186597 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172269 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186996 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170771 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015721 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164046 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163066 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170064 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01718 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165459 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177117 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196461 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212509 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019925 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160805 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165025 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162971 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174318 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173343 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164631 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173011 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182869 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179461 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171641 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160909 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0140542 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164519 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185555 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167339 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167762 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177513 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179496 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189237 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176752 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165999 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0146244 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151162 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179449 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177799 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186762 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168931 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189389 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191706 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186795 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187666 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158521 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156537 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163364 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172025 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018953 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170254 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165713 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167125 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018485 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157789 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145007 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174428 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150294 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165292 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158484 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178744 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198582 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172568 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184989 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184209 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164693 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163924 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171797 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017095 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175385 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171257 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177114 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184778 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183822 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175718 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171194 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172025 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164044 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181682 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168132 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175592 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184616 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165658 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185497 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203424 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169239 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154322 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155775 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189214 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185086 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168623 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178424 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163476 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170133 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199364 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176194 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190829 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182246 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0188289 s, 2.8 GB/s
, 0.0180037 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192096 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166504 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163157 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178333 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220494 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178769 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187346 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198374 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157039 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187032 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179262 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180868 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180727 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182013 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179464 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162824 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181548 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189166 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167662 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155987 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192008 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150078 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159996 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155862 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153944 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163212 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016695 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172025 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185517 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188881 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173534 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177607 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172462 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179137 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173966 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181693 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176524 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176832 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202896 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199247 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189348 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169993 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180755 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159306 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017262 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179706 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156265 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173075 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181538 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174883 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180677 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201418 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178558 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170988 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176229 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177993 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184182 s, 2.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.018719 s, 2.8 GB/s
, 0.0194192 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168903 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161574 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164233 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017354 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172458 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171264 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152439 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178186 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177781 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015155 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174809 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169638 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180396 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019241 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167962 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160549 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0147084 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157894 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156014 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169328 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154561 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153922 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142147 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015366 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175439 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169806 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167216 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158878 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0145415 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152483 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0137526 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014487 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0142677 s, 3.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160763 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151411 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0153619 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174268 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149778 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166002 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152283 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171099 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0149987 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159071 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162508 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173936 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160892 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152998 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157822 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152702 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169198 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183098 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156775 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156796 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160429 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155272 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166299 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177767 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167157 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171124 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181066 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176795 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179719 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173268 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178732 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165698 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191702 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183001 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180296 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173446 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172419 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178558 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203883 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177275 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179762 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178556 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019024 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174483 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177647 s, 3.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0184128 s, 2.8 GB/s
, 0.0177932 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173982 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182682 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169403 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169376 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0182896 s, 2.9 GB/s
52428800 bytes (52 MB) copied, 0.0183383 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162193 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194119 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194969 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189847 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181267 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169743 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018385 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179155 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162992 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017224 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157662 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017233 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188364 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018744 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184704 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168409 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180019 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181506 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0189288 s, 2.8 GB/s
, 0.0189361 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167768 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180031 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162086 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195987 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177238 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161522 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170442 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184765 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189854 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162791 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165708 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017348 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167521 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017313 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018153 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186323 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018155 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167666 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170707 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187185 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016357 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188847 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0144547 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164398 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184458 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179312 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172509 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172752 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164694 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177338 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017433 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181457 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191994 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165079 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165454 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016986 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172497 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180345 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180536 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166816 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168458 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183236 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189506 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167566 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195019 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0181781 s, 2.9 GB/s
, 0.0181909 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188143 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017119 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166921 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168891 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182583 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184481 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164743 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019541 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174549 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017409 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017675 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174388 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016554 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180417 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165495 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017416 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192485 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187423 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185125 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188111 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174012 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184373 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158668 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155985 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168825 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023162 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224244 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160144 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019056 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181565 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019332 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179966 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169415 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016714 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178501 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015236 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016809 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181131 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169529 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175974 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198112 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177507 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018656 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164028 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184477 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167383 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192258 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181407 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174224 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179112 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187664 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193486 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201704 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0177838 s, 2.9 GB/s
, 0.0178097 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172614 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018601 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017651 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182442 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167342 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177291 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165554 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180524 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183486 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200869 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189537 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177373 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176196 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170186 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157624 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170937 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016079 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191878 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170813 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154122 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178424 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209479 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179534 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152895 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151445 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162736 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156778 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0148322 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158474 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179326 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018839 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183123 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164715 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158693 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016904 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151529 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157746 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143962 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154542 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167546 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167752 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182077 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172332 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191207 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173009 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017002 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177999 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164613 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160707 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173712 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184543 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224068 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019538 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171693 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177057 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193458 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166604 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169548 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173073 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177428 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169613 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169266 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168508 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158341 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168382 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187655 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017511 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179421 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180468 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171785 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164279 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168961 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179728 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017477 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0166383 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168309 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194738 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181057 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01893 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207986 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175144 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177104 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017934 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181789 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017248 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164725 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177223 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200061 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205977 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204779 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186339 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175753 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173632 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172503 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177172 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173162 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170026 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186278 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184625 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189951 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173975 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181456 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184458 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169488 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173744 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195074 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184353 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180842 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175132 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177398 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189712 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178248 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182036 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192131 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017795 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175236 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164996 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178302 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169881 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171875 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164973 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186078 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020517 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183738 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178854 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186457 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202045 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158147 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167311 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157946 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163449 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017109 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175247 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171465 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175057 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197032 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183083 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194446 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019181 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195422 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180905 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019726 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170681 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016871 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200716 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194889 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164711 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150818 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.014951 s, 3.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0167263 s, 3.1 GB/s
, 0.0158697 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154433 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0143807 s, 3.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185597 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208566 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183964 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186895 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211306 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212384 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180502 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155707 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179258 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017048 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200589 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214725 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.018773 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.0189152 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018202 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191986 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194197 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204297 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202611 s, 2.6 GB/s
, 0.0211366 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180681 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019661 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211762 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193536 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176972 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189124 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188878 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173135 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177134 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216774 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210842 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204865 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221101 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216154 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191861 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189964 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179125 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0234585 s, 2.2 GB/s
, 0.0234735 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178785 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159789 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164127 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175547 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177331 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163232 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150539 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167662 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169963 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168865 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0168622 s, 3.1 GB/s
, 0.0170212 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195022 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183607 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198214 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175561 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171594 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186172 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207628 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185246 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197558 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164865 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168054 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162241 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189187 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182237 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0155791 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163168 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0154264 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0161473 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016278 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164655 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173424 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169961 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191766 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175543 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171785 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0159475 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157958 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170502 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175853 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168202 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187697 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187096 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190889 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167304 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0162823 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019671 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201329 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206881 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016334 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176252 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165954 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168675 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016637 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163417 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157452 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170664 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0138851 s, 3.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0151762 s, 3.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178035 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018573 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185517 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174874 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186859 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179902 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158128 s, 3.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177526 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190974 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171688 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202897 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0174621 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190649 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185185 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167415 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191713 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019769 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0196735 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181591 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220003 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189478 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183019 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266907 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251507 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212888 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226108 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198165 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204206 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251081 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216595 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024886 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022833 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234641 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262692 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217516 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197572 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221145 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200123 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203755 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235638 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225462 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426284 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244369 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024035 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330766 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230571 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299586 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217766 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229093 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312741 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356267 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329878 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336076 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206884 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223612 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674603 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055477 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233002 s, 2.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413213 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0219359 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264148 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344403 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275079 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263885 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346087 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397024 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265772 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336605 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200862 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253639 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345238 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366272 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288751 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396013 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611151 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673888 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498243 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345273 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321319 s, 1.6 GB/s
, 0.0317799 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180638 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442383 s, 1.2 GB/s
, 0.0452643 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267519 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243471 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366732 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575806 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587361 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461436 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510531 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517831 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051994 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019605 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284473 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276173 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314816 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309759 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027354 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374475 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683361 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571626 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295712 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220866 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269079 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298698 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473362 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238572 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029959 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445835 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221842 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033464 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224498 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055944 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378496 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314677 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290996 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664972 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280083 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204236 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282632 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032311 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220293 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257942 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299459 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236464 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299657 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304245 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667319 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327214 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481487 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376352 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276173 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309017 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417653 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260311 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272593 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026671 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245026 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642329 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605843 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587446 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041697 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040145 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332723 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291559 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403934 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603275 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476091 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637071 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514134 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253914 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0171853 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332613 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352602 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350332 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040689 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419366 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238139 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302248 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172857 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520257 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535842 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362925 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047073 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213146 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369047 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024873 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275456 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021333 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177164 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036131 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376753 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238189 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191275 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362802 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420025 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321132 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306316 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299776 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034979 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406863 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236808 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244816 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293317 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418159 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270564 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260654 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234175 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303242 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320595 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287124 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244375 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187075 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236324 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277838 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336857 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472244 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340545 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243649 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023803 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020377 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338221 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392245 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292418 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294261 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375452 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216898 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359111 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317844 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346864 s, 1.5 GB/s
Finish ========
Cleanup PCC backend on /mnt/lustre
PASS 96 (64s)

== sanity-pcc test 97: two mmap I/O and layout lock cancel ========================================================== 23:54:08 (1721879648)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.105105 s, 599 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d97.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 09bb2382-08af-4207-9fdc-59d11dedeeb1
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f97.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=09bb2382-08af-4207-9fdc-59d11dedeeb1 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d97.sanity-pcc/d97.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800a895d000.pcc_async_threshold=1G
llite.lustre-ffff8800b6caf000.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.469006 s, 112 MB/s
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
Cleanup PCC backend on /mnt/lustre
PASS 97 (124s)

== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 23:56:12 (1721879772)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.0675487 s, 931 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d98.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 1a6493fe-dfc0-44f5-80fa-5831cf30110d
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1a6493fe-dfc0-44f5-80fa-5831cf30110d (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800a895d000.pcc_async_threshold=0
llite.lustre-ffff8800b6caf000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.296382 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22895 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287799 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286657 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274886 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169246 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194109 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.431626 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198526 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.296385 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194871 s, 269 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0703872 s, 745 MB/s
, 0.18604 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697757 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597748 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600283 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24821 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514112 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244634 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172657 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708578 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530825 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560736 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239512 s, 219 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0189459 s, 2.8 GB/s
, 0.0184971 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157857 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217464 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230351 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053836 s, 974 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.187486 s, 280 MB/s
, 0.134156 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194198 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136807 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214579 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132181 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.332075 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.332998 s, 157 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.415839 s, 126 MB/s
, 0.415816 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273698 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107405 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10806 s, 485 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.172146 s, 305 MB/s
, 0.427112 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27692 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210707 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0875052 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187834 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464585 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579419 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.505108 s, 104 MB/s
52428800 bytes (52 MB) copied, 0.505253 s, 104 MB/s
, 0.505402 s, 104 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.072027 s, 728 MB/s
, 0.19515 s, 269 MB/s
52428800 bytes (52 MB) copied, 0.19603 s, 267 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.206607 s, 254 MB/s
, 0.0968828 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172365 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497396 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2111 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205251 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275731 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131399 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248011 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285509 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182806 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576274 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205115 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185257 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018321 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707668 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211932 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754941 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.432542 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207005 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205619 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210303 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195419 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188813 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175694 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170889 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185528 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209761 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.357623 s, 147 MB/s
, 0.46857 s, 112 MB/s
52428800 bytes (52 MB) copied, 0.354957 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578404 s, 906 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593811 s, 883 MB/s
52428800 bytes (52 MB) copied, 0.159985 s, 328 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0423895 s, 1.2 GB/s
, 0.173218 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340406 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271398 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202826 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15261 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202985 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170844 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.184104 s, 285 MB/s
, 0.207329 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185936 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518819 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228799 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169304 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163508 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169438 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115599 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0830527 s, 631 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.081613 s, 642 MB/s
, 0.17933 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201851 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655683 s, 800 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178074 s, 294 MB/s
52428800 bytes (52 MB) copied, 0.425654 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17836 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06777 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197152 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200041 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202196 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189579 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118585 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122086 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152633 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154947 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629211 s, 833 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22743 s, 231 MB/s
52428800 bytes (52 MB) copied, 0.150237 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205338 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622766 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197028 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231992 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021024 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346564 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210768 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0168487 s, 3.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146653 s, 358 MB/s
52428800 bytes (52 MB) copied, 0.20102 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155609 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181045 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831828 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.084644 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146712 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215869 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338036 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162894 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244654 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187381 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241076 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727647 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.23146 s, 227 MB/s
52428800 bytes (52 MB) copied, 0.235188 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.419876 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172131 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105967 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201388 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414163 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228504 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247547 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.317301 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.477255 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247038 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174408 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772529 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173868 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184964 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101825 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350094 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0191713 s, 2.7 GB/s
, 0.0205412 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021429 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133431 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203963 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031268 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0328292 s, 1.6 GB/s
, 0.160772 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529389 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220849 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139009 s, 377 MB/s
, 0.129918 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707901 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197807 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727564 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469444 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262202 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265928 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102548 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105324 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.415625 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158757 s, 330 MB/s
, 0.159286 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197038 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101998 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406473 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211195 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288637 s, 182 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.182417 s, 287 MB/s
, 0.137513 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0993004 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197921 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0929191 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05201 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0654718 s, 801 MB/s
, 0.186932 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051322 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.397117 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.512008 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203795 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243257 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158804 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0715396 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262794 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.386669 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.391314 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.374776 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190154 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174727 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0685623 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021522 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222746 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175149 s, 299 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0333411 s, 1.6 GB/s
, 0.0240987 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058928 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234233 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166522 s, 315 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.139366 s, 376 MB/s
, 0.191794 s, 273 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.172368 s, 304 MB/s
, 0.172548 s, 304 MB/s
, 0.0604662 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477454 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182119 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18558 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242105 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.383295 s, 137 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150203 s, 349 MB/s
52428800 bytes (52 MB) copied, 0.0657174 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433588 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527053 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262032 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177697 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170043 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467128 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619641 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214001 s, 245 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251432 s, 209 MB/s
52428800 bytes (52 MB) copied, 0.185782 s, 282 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16988 s, 309 MB/s
52428800 bytes (52 MB) copied, 0.0402183 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515271 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455758 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305639 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2104 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135157 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15335 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164949 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895145 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180451 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257745 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128926 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174464 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257116 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309334 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.017857 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194178 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187969 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028926 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183945 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193407 s, 271 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.360005 s, 146 MB/s
, 0.145659 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548484 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198384 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231416 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137071 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183312 s, 286 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.179434 s, 292 MB/s
, 0.179431 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535866 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218741 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265833 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.329328 s, 159 MB/s
52428800 bytes (52 MB) copied, 0.275798 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.366692 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163692 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163074 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465107 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582978 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253094 s, 2.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559511 s, 937 MB/s
52428800 bytes (52 MB) copied, 0.0397305 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173294 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164332 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411822 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151083 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576979 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593864 s, 883 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184828 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193267 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188664 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01859 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21366 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0875408 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0917317 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169607 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204024 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931527 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226341 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19919 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173322 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163838 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890426 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605437 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210829 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238552 s, 2.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245161 s, 214 MB/s
52428800 bytes (52 MB) copied, 0.202996 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177112 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566873 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203969 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.560753 s, 93.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.561054 s, 93.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186644 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194857 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213234 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0173513 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179275 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019892 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198296 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176525 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189233 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179147 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183685 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0853538 s, 614 MB/s
, 0.18833 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574057 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167525 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602617 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214915 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.390261 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180588 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015342 s, 3.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230627 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165755 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0164991 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020056 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191144 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665853 s, 787 MB/s
, 0.195275 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171528 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189854 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179676 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899839 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926784 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164289 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046032 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.153521 s, 342 MB/s
52428800 bytes (52 MB) copied, 0.0684754 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247936 s, 2.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.438071 s, 120 MB/s
, 0.438127 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.398783 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129745 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846777 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139498 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216192 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303948 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.339142 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.312826 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277973 s, 189 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.152373 s, 344 MB/s
, 0.134636 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164159 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489678 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225732 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0165342 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1511 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186453 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293937 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0755257 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.362561 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157442 s, 333 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.157392 s, 333 MB/s
, 0.157672 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524514 s, 1000 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558343 s, 939 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170612 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152034 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1604 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139761 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188688 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576909 s, 909 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0891705 s, 588 MB/s
, 0.193332 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207185 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.217733 s, 241 MB/s
52428800 bytes (52 MB) copied, 0.148377 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194433 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055521 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238457 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214874 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254333 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199798 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123181 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172702 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467587 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153746 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534095 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554441 s, 946 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18505 s, 283 MB/s
, 0.0580755 s, 903 MB/s
, 0.185437 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171359 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050425 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.094811 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254391 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.379507 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.388665 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18012 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148783 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471963 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460813 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145599 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0179654 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.055084 s, 952 MB/s
, 0.168974 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175179 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575122 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632991 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181897 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150829 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17577 s, 298 MB/s
Cleanup PCC backend on /mnt/lustre
PASS 98 (63s)

== sanity-pcc test 99: race among unlink | mmap read | write | detach for PCC-RO file ========================================================== 23:57:15 (1721879835)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.0697187 s, 902 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d99.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: aab7809f-5a41-4822-9487-722bfbe9cc58
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f99.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=aab7809f-5a41-4822-9487-722bfbe9cc58 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.315439 s, 166 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.665511 s, 78.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.808982 s, 64.8 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163318 s, 321 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152383 s, 344 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.396199 s, 132 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.341042 s, 154 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.488974 s, 107 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.443018 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.591833 s, 88.6 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.382011 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.52978 s, 99.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256401 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.330754 s, 159 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.472746 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.382051 s, 137 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.425341 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.486741 s, 108 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.408862 s, 128 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.642259 s, 81.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192907 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279386 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.370502 s, 142 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224477 s, 234 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254801 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.426675 s, 123 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365967 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.331168 s, 158 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176972 s, 296 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648848 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.364717 s, 144 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.426628 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.452354 s, 116 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231865 s, 226 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157459 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.353155 s, 148 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196207 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18502 s, 283 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.459479 s, 114 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.46015 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.548477 s, 95.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016192 s, 3.2 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.433705 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.518694 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0150906 s, 3.5 GB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.588801 s, 89.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.456532 s, 115 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182563 s, 287 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178685 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.416337 s, 126 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.445251 s, 118 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.504791 s, 104 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.460731 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.513392 s, 102 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.529116 s, 99.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.743295 s, 70.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.323341 s, 162 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18073 s, 290 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295067 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.390133 s, 134 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250704 s, 209 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.376211 s, 139 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198903 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.335501 s, 156 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.473148 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.406115 s, 129 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.619722 s, 84.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.601435 s, 87.2 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.534692 s, 98.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.519955 s, 101 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.36285 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230778 s, 227 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.490259 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.473891 s, 111 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194608 s, 269 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10363 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.500798 s, 105 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.481146 s, 109 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.391694 s, 134 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.339268 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199147 s, 263 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.504645 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.456972 s, 115 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.494344 s, 106 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.526721 s, 99.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228755 s, 229 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259716 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.402913 s, 130 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.502517 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.512628 s, 102 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.496928 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.454617 s, 115 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231711 s, 226 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222365 s, 236 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.557324 s, 94.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.457315 s, 115 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.572741 s, 91.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.612925 s, 85.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.551762 s, 95.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.482501 s, 109 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.362031 s, 145 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.485994 s, 108 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.607371 s, 86.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.616287 s, 85.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.444743 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.435694 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0156607 s, 3.3 GB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275628 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244277 s, 215 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.379214 s, 138 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242203 s, 216 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289146 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.466515 s, 112 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.521803 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.652005 s, 80.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232261 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265733 s, 197 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.492512 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267999 s, 196 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580521 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.426376 s, 123 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.505122 s, 104 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.726756 s, 72.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.401931 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.582159 s, 90.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.573883 s, 91.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.52453 s, 100 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.647954 s, 80.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.682033 s, 76.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.514348 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.488622 s, 107 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.572794 s, 91.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.487915 s, 107 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.538624 s, 97.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.538427 s, 97.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.704082 s, 74.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.952847 s, 55.0 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.473782 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.507857 s, 103 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.671438 s, 78.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.782058 s, 67.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249251 s, 210 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208728 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.459272 s, 114 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.37357 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.396982 s, 132 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191032 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.532335 s, 98.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.623568 s, 84.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.517497 s, 101 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.568567 s, 92.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.571045 s, 91.8 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.492643 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.647277 s, 81.0 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.306807 s, 171 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.278314 s, 188 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.508296 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.503826 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244897 s, 214 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111423 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.465002 s, 113 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.599464 s, 87.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227666 s, 230 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295844 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240414 s, 218 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199108 s, 263 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.418771 s, 125 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188259 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.417461 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772952 s, 678 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.575726 s, 91.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.449684 s, 117 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.461655 s, 114 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.54021 s, 97.1 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59fc/0x2000059f1:0xd:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.588638 s, 89.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.771905 s, 67.9 MB/s
Cleanup PCC backend on /mnt/lustre
PASS 99 (63s)

== sanity-pcc test 100: race among PCC unlink | read | write | detach for PCC-RO file ========================================================== 23:58:18 (1721879898)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.0764955 s, 822 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d100.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 03b45b8f-d748-4de6-addb-99e6499a7478
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f100.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=03b45b8f-d748-4de6-addb-99e6499a7478 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.30528 s, 172 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
4+1 records in
4+1 records out
4+1 records in
4+1 records out
4993024 bytes (5.0 MB) copied5181440 bytes (5.2 MB) copied, 0.434873 s, 11.9 MB/s
, 0.401936 s, 12.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307193 s, 171 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
43+0 records in
43+0 records out
45088768 bytes (45 MB) copied, 0.275721 s, 164 MB/s
49+0 records in
49+0 records out
51380224 bytes (51 MB) copied, 0.291654 s, 176 MB/s
49+1 records in
49+1 records out
51494912 bytes (51 MB) copied, 0.18513 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.417522 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156187 s, 336 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0653868 s, 16.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
34+0 records in
34+0 records out
35651584 bytes (36 MB) copied, 0.14419 s, 247 MB/s
33+0 records in
33+0 records out
34603008 bytes (35 MB) copied, 0.125626 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.368704 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.016978 s, 3.1 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
45+0 records in
45+0 records out
47185920 bytes (47 MB) copied45+0 records in
45+0 records out
, 0.210147 s, 225 MB/s
47185920 bytes (47 MB) copied, 0.265072 s, 178 MB/s
32+0 records in
32+0 records out
33554432 bytes (34 MB) copied, 0.124016 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.420067 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0176684 s, 3.0 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
10+1 records in
10+1 records out
9+1 records in
9+1 records out
10510336 bytes (11 MB) copied9560064 bytes (9.6 MB) copied, 0.396223 s, 26.5 MB/s
, 0.145368 s, 65.8 MB/s
36+0 records in
36+0 records out
37748736 bytes (38 MB) copied, 0.230923 s, 163 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.436475 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177134 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.015647 s, 3.4 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
1+0 records in
1+0 records out
18+0 records in
18+0 records out
1048576 bytes (1.0 MB) copied18874368 bytes (19 MB) copied, 0.233937 s, 80.7 MB/s
, 0.184356 s, 5.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
31+0 records in
31+0 records out
32505856 bytes (33 MB) copied, 0.115285 s, 282 MB/s
dd: warning: partial read (131072 bytes); suggest iflag=fullblock
34+3 records in
34+3 records out
36700160 bytes (37 MB) copied, 0.0199054 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.349178 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0158931 s, 3.3 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.037211 s, 28.2 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0263311 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.549507 s, 95.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.347887 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.355056 s, 148 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
11+0 records in
11+0 records out
11+0 records in
11+0 records out
11534336 bytes (12 MB) copied, 0.0746897 s, 154 MB/s
11534336 bytes (12 MB) copied, 0.0662999 s, 174 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.446301 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23715 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139963 s, 375 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
0+0 records in
0+0 records out
0 bytes (0 B) copied0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0131051 s, 0.0 kB/s
, 0.0046503 s, 0.0 kB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.000403529 s, 0.0 kB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.30056 s, 174 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00034871 s, 0.0 kB/s
9+0 records in
9+0 records out
9437184 bytes (9.4 MB) copied9+0 records in
9+0 records out
, 0.104413 s, 90.4 MB/s
9437184 bytes (9.4 MB) copied, 0.377258 s, 25.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.494344 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144224 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277731 s, 189 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.212034 s, 247 MB/s
, 0.15046 s, 348 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
29+0 records in
29+0 records out
30408704 bytes (30 MB) copied, 0.201636 s, 151 MB/s
34+0 records in
34+0 records out
35651584 bytes (36 MB) copied, 0.0197763 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.461401 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203355 s, 2.6 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.00733584 s, 1.4 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
22+0 records in
22+0 records out
23068672 bytes (23 MB) copied, 0.0869544 s, 265 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.546036 s, 96.0 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.288611 s, 182 MB/s
, 0.50823 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.487219 s, 108 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.308231 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.317835 s, 165 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0475126 s, 22.1 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0451137 s, 0.0 kB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286305 s, 183 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687709 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185534 s, 283 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
34+0 records in
34+0 records out
35651584 bytes (36 MB) copied, 0.135915 s, 262 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
20+0 records in
20+0 records out
20971520 bytes (21 MB) copied20+0 records in
20+0 records out
, 0.0224889 s, 933 MB/s
20971520 bytes (21 MB) copied, 0.0891697 s, 235 MB/s
46+0 records in
46+0 records out
48234496 bytes (48 MB) copied, 0.0256561 s, 1.9 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.413006 s, 127 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
4+1 records in
4+1 records out
4+1 records in
4+1 records out
4198400 bytes (4.2 MB) copied4198400 bytes (4.2 MB) copied, 0.303011 s, 13.9 MB/s
, 0.362345 s, 11.6 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.515703 s, 102 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.401257 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.399968 s, 131 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
dd: warning: partial read (184320 bytes); suggest iflag=fullblock
19+3 records in
19+3 records out
20971520 bytes (21 MB) copied, 0.140875 s, 149 MB/s
dd: warning: partial read (184320 bytes); suggest iflag=fullblock
19+2 records in
19+2 records out
20971520 bytes (21 MB) copied, 0.0711536 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.420404 s, 125 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265087 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160441 s, 327 MB/s
21+0 records in
21+0 records out
22020096 bytes (22 MB) copied, 0.0198704 s, 1.1 GB/s
26+0 records in
26+0 records out
27262976 bytes (27 MB) copied, 0.177326 s, 154 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.450813 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224609 s, 2.3 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
46+0 records in
46+0 records out
48234496 bytes (48 MB) copied, 0.308818 s, 156 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0894212 s, 0.0 kB/s
35+0 records in
35+0 records out
36700160 bytes (37 MB) copied, 0.145505 s, 252 MB/s
37+0 records in
37+0 records out
38797312 bytes (39 MB) copied, 0.0182862 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.356451 s, 147 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191267 s, 2.7 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
detach: cannot detach '/mnt/lustre/f100.sanity-pcc' from PCC: No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710189 s, 738 MB/s
12+0 records in
12+0 records out
12582912 bytes (13 MB) copied, 0.0906194 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.523734 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.355585 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194723 s, 269 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.024866 s, 0.0 kB/s
20+0 records in
20+0 records out
20971520 bytes (21 MB) copied, 0.251675 s, 83.3 MB/s
42+0 records in
42+0 records out
44040192 bytes (44 MB) copied, 0.0349163 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.523889 s, 100 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116182 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.298016 s, 176 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0145713 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.537487 s, 97.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.393871 s, 133 MB/s
, 0.335128 s, 156 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.342481 s, 153 MB/s
17+1 records in
17+1 records out
18100224 bytes (18 MB) copied, 0.281721 s, 64.2 MB/s
19+1 records in
19+1 records out
20037632 bytes (20 MB) copied, 0.292507 s, 68.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.234595 s, 174 MB/s
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.0204274 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.428346 s, 122 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
23+0 records in
23+0 records out
24117248 bytes (24 MB) copied, 0.259864 s, 92.8 MB/s
23+0 records in
23+0 records out
24117248 bytes (24 MB) copied, 0.29486 s, 81.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287683 s, 182 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.450425 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.452891 s, 116 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.564699 s, 92.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.431535 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265966 s, 197 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00399075 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
32+0 records in
32+0 records out
33554432 bytes (34 MB) copied, 0.142114 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.328959 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192999 s, 2.7 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
4+0 records in
4+0 records out
2+0 records in
2+0 records out
4194304 bytes (4.2 MB) copied2097152 bytes (2.1 MB) copied, 0.26348 s, 8.0 MB/s
, 0.265396 s, 15.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.344793 s, 152 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0857476 s, 611 MB/s
, 0.209167 s, 251 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
13+1 records in
13+1 records out
13869056 bytes (14 MB) copied, 0.396684 s, 35.0 MB/s
10+1 records in
10+1 records out
10907648 bytes (11 MB) copied, 0.408503 s, 26.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
37+0 records in
37+0 records out
38797312 bytes (39 MB) copied, 0.256342 s, 151 MB/s
40+0 records in
40+0 records out
41943040 bytes (42 MB) copied, 0.0217184 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.456399 s, 115 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
39+1 records in
39+1 records out
40960000 bytes (41 MB) copied, 0.444519 s, 92.1 MB/s
39+1 records in
39+1 records out
41730048 bytes (42 MB) copied, 0.515766 s, 80.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295399 s, 177 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218113 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102442 s, 512 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.336323 s, 156 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.198659 s, 264 MB/s
, 0.193439 s, 271 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.363569 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179606 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1837 s, 285 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.203252 s, 10.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
31+0 records in
31+0 records out
32505856 bytes (33 MB) copied, 0.187582 s, 173 MB/s
31+0 records in
31+0 records out
32505856 bytes (33 MB) copied, 0.040181 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.385678 s, 136 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
4+0 records in
4+0 records out
1+0 records in
1+0 records out
4194304 bytes (4.2 MB) copied1048576 bytes (1.0 MB) copied, 0.23193 s, 18.1 MB/s
, 0.229559 s, 4.6 MB/s
42+0 records in
42+0 records out
44040192 bytes (44 MB) copied, 0.226543 s, 194 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.392145 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0163397 s, 3.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626234 s, 837 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0577623 s, 18.2 MB/s
16+0 records in
16+0 records out
16777216 bytes (17 MB) copied, 0.115028 s, 146 MB/s
29+0 records in
29+0 records out
30408704 bytes (30 MB) copied, 0.0182653 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.358519 s, 146 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293417 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232841 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0178962 s, 2.9 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.680064 s, 77.1 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.449478 s, 117 MB/s
52428800 bytes (52 MB) copied, 0.600038 s, 87.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
21+0 records in
21+0 records out
26+0 records in
26+0 records out
22020096 bytes (22 MB) copied27262976 bytes (27 MB) copied, 0.114563 s, 192 MB/s
, 0.415331 s, 65.6 MB/s
49+0 records in
49+0 records out
51380224 bytes (51 MB) copied, 0.32708 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.449211 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0157415 s, 3.3 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.207043 s, 10.1 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.17233 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.438506 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.321526 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.323683 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0152163 s, 3.4 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
26+0 records in
26+0 records out
27262976 bytes (27 MB) copied, 0.01869 s, 1.5 GB/s
26+0 records in
26+0 records out
27262976 bytes (27 MB) copied, 0.151825 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.373305 s, 140 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
16+1 records in
16+1 records out
17330176 bytes (17 MB) copied, 0.348634 s, 49.7 MB/s
16+1 records in
16+1 records out
17240064 bytes (17 MB) copied, 0.359332 s, 48.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.54808 s, 95.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294282 s, 178 MB/s
52428800 bytes (52 MB) copied, 0.329599 s, 159 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.01673 s, 3.1 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.339072 s, 6.2 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00470799 s, 0.0 kB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.336074 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584287 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192855 s, 272 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.315423 s, 166 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.311349 s, 168 MB/s
, 0.306881 s, 171 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0307013 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
38+0 records in
38+0 records out
39845888 bytes (40 MB) copied, 0.170301 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.401636 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215601 s, 2.4 GB/s
46+0 records in
46+0 records out
46+0 records in
46+0 records out
48234496 bytes (48 MB) copied48234496 bytes (48 MB) copied, 0.107482 s, 449 MB/s
, 0.184277 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318841 s, 164 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0170664 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0160973 s, 3.3 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
21+0 records in
21+0 records out
22020096 bytes (22 MB) copied, 0.0948366 s, 232 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
41+0 records in
41+0 records out
42991616 bytes (43 MB) copied, 0.0180078 s, 2.4 GB/s
45+0 records in
45+0 records out
47185920 bytes (47 MB) copied, 0.0215962 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.35327 s, 148 MB/s
46+1 records in
46+1 records out
48238592 bytes (48 MB) copied, 0.49021 s, 98.4 MB/s
44+1 records in
44+1 records out
46194688 bytes (46 MB) copied, 0.135422 s, 341 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
45+0 records in
45+0 records out
47185920 bytes (47 MB) copied, 0.253385 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.397528 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222186 s, 2.4 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
17+0 records in
17+0 records out
17825792 bytes (18 MB) copied, 0.254107 s, 70.2 MB/s
16+0 records in
16+0 records out
16777216 bytes (17 MB) copied, 0.0107734 s, 1.6 GB/s
19+0 records in
19+0 records out
19922944 bytes (20 MB) copied, 0.130684 s, 152 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.403496 s, 130 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0731864 s, 716 MB/s
, 0.217499 s, 241 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00394656 s, 0.0 kB/s
33+0 records in
33+0 records out
34603008 bytes (35 MB) copied, 0.122628 s, 282 MB/s
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.0217198 s, 1.9 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.370398 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190287 s, 2.8 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167419 s, 3.1 GB/s
24+0 records in
24+0 records out
25165824 bytes (25 MB) copied, 0.116427 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18963 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.430087 s, 122 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814257 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229278 s, 229 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.365313 s, 144 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.190985 s, 275 MB/s
, 0.195092 s, 269 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236879 s, 221 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101091 s, 519 MB/s
52428800 bytes (52 MB) copied, 0.275393 s, 190 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
47+0 records in
47+0 records out
49283072 bytes (49 MB) copied, 0.220411 s, 224 MB/s
47+0 records in
47+0 records out
49283072 bytes (49 MB) copied, 0.278353 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.513136 s, 102 MB/s
7+0 records in
7+0 records out
7340032 bytes (7.3 MB) copied, 0.00965074 s, 761 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
27+0 records in
27+0 records out
28311552 bytes (28 MB) copied, 0.115529 s, 245 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
36+0 records in
36+0 records out
37748736 bytes (38 MB) copied, 0.020724 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.393756 s, 133 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
14+1 records in
14+1 records out
14954496 bytes (15 MB) copied, 0.33699 s, 44.4 MB/s
6+1 records in
6+1 records out
6311936 bytes (6.3 MB) copied, 0.372263 s, 17.0 MB/s
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.15558 s, 263 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
52428800 bytes (52 MB) copied, 0.340057 s, 154 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.235709 s, 8.9 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0165115 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.632449 s, 82.9 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.196937 s, 266 MB/s
, 0.415919 s, 126 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0723156 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
37+0 records in
37+0 records out
38797312 bytes (39 MB) copied, 0.334806 s, 116 MB/s
36+0 records in
36+0 records out
37748736 bytes (38 MB) copied, 0.0268948 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.467095 s, 112 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
47+0 records in
47+0 records out
47+0 records in
47+0 records out
49283072 bytes (49 MB) copied49283072 bytes (49 MB) copied, 0.200478 s, 246 MB/s
, 0.335578 s, 147 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.338568 s, 155 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
20+0 records in
20+0 records out
20971520 bytes (21 MB) copied, 0.26647 s, 78.7 MB/s
18+0 records in
18+0 records out
18874368 bytes (19 MB) copied, 0.361565 s, 52.2 MB/s
dd: warning: partial read (114688 bytes); suggest iflag=fullblock
dd: warning: partial read (4096 bytes); suggest iflag=fullblock
42+3 records in
42+3 records out
45088768 bytes (45 MB) copied, 0.257905 s, 175 MB/s
42+3 records in
42+3 records out
45088768 bytes (45 MB) copied, 0.253821 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.438133 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206011 s, 2.5 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0165356 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
43+0 records in
43+0 records out
45088768 bytes (45 MB) copied, 0.281424 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.460678 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214052 s, 2.4 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0354387 s, 29.6 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.343897 s, 6.1 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.514977 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.346921 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209375 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691245 s, 758 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0147948 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0228109 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
31+0 records in
31+0 records out
32505856 bytes (33 MB) copied, 0.220799 s, 147 MB/s
32+0 records in
32+0 records out
33554432 bytes (34 MB) copied, 0.0282926 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.470393 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169717 s, 3.1 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
20+0 records in
20+0 records out
20+0 records in
20+0 records out
20971520 bytes (21 MB) copied20971520 bytes (21 MB) copied, 0.298132 s, 70.3 MB/s
, 0.259124 s, 80.9 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.519313 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318838 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149146 s, 352 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.220796 s, 9.5 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.018315 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.25288 s, 162 MB/s
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.264974 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.451937 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0685384 s, 765 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.214869 s, 9.8 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.122384 s, 0.0 kB/s
32+0 records in
32+0 records out
33554432 bytes (34 MB) copied, 0.111326 s, 301 MB/s
38+0 records in
38+0 records out
39845888 bytes (40 MB) copied, 0.0193367 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.326412 s, 161 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20029 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192068 s, 2.7 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
3+0 records in
3+0 records out
3145728 bytes (3.1 MB) copied, 0.0600266 s, 52.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
42+0 records in
42+0 records out
42+0 records in
42+0 records out
44040192 bytes (44 MB) copied44040192 bytes (44 MB) copied, 0.241944 s, 182 MB/s
, 0.268446 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.49194 s, 107 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
8+0 records in
8+0 records out
8388608 bytes (8.4 MB) copied, 0.042792 s, 196 MB/s
14+0 records in
14+0 records out
14680064 bytes (15 MB) copied, 0.149509 s, 98.2 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
40+0 records in
40+0 records out
41943040 bytes (42 MB) copied, 0.219593 s, 191 MB/s
40+0 records in
40+0 records out
41943040 bytes (42 MB) copied, 0.0230281 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.476213 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0172389 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0167671 s, 3.1 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216729 s, 242 MB/s
3+0 records in
3+0 records out
3145728 bytes (3.1 MB) copied, 0.00593517 s, 530 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
17+0 records in
17+0 records out
17825792 bytes (18 MB) copied, 0.0793869 s, 225 MB/s
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.0524443 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.327847 s, 160 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.228916 s, 9.2 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.152684 s, 6.9 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.305513 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.331476 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215514 s, 243 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.011894 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
37+0 records in
37+0 records out
38797312 bytes (39 MB) copied, 0.180204 s, 215 MB/s
37+0 records in
37+0 records out
38797312 bytes (39 MB) copied, 0.0190097 s, 2.0 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.404206 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556284 s, 942 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0317634 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
22+0 records in
22+0 records out
23068672 bytes (23 MB) copied, 0.115764 s, 199 MB/s
48+0 records in
48+0 records out
50331648 bytes (50 MB) copied, 0.0194236 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.351657 s, 149 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b0/0x2000059f1:0x41:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
3+0 records in
3+0 records out
3145728 bytes (3.1 MB) copied, 0.132562 s, 23.7 MB/s
3+0 records in
3+0 records out
3145728 bytes (3.1 MB) copied, 0.386805 s, 8.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.35974 s, 146 MB/s
Cleanup PCC backend on /mnt/lustre
PASS 100 (64s)

== sanity-pcc test 101a: Test auto attach in mount namespace (simulated container) ========================================================== 23:59:22 (1721879962)
creating user namespace for 500
sanityu+  5789  0.0  0.0 108060   364 pts/0    S+   23:59   0:00 sleep 600
root      5791  0.0  0.0 114880   984 pts/0    S+   23:59   0:00 grep sleep
Created NS: child (sleep) pid=5789 in 0 seconds
running as uid/gid/euid/egid 500/500/500/500, groups:
 [newuidmap] [5789] [0] [500] [1]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [newgidmap] [5789] [0] [500] [1]
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674492 s, 777 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
umount: /mnt/pcc.d101a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14096)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg446-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg446-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/44421/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.46,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.204.146@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
192.168.204.146@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d8b16fc0-f1ee-43ec-b280-31929301f062
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f101a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d8b16fc0-f1ee-43ec-b280-31929301f062 (extents) (64bit) (large files) (huge files)
Check for temp file in PCC mount
Check for temp file in PCC mount from inside namespace
Starting copytool 'agt1' on 'oleg446-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d101a.sanity-pcc/d101a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach from inside mount namespace
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00340373 s, 301 kB/s
file: /mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc, type: readwrite, PCC_file: /d101a.sanity-pcc/5980/0x2000059f1:0x71:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b6caf000.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [multiop] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups:
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.000644676 s, 1.6 MB/s
Verify auto attach at open from inside NS for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a895d000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b6caf000.lru_size=clear
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 101a (6s)

== sanity-pcc test 102: PCC-RO should not hange for io_uring I/O engine ========================================================== 23:59:28 (1721879968)

 SKIP: sanity-pcc test_102 Client OS does not support io_uring I/O engine
SKIP 102 (1s)
== sanity-pcc test complete, duration 1357 sec =========== 23:59:29 (1721879969)
=== sanity-pcc: start cleanup 23:59:29 (1721879969) ===
Stopping clients: oleg446-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg446-client.virtnet /mnt/lustre2 opts:
=== sanity-pcc: finish cleanup 23:59:30 (1721879970) ===