-----============= acceptance-small: sanity-pcc ============----- Thu May  1 16:56:08 EDT 2025
mgs: CentOS Linux release 7.9.2009 (Core)
MGS_OS_VERSION_ID=7
MGS_OS_ID=centos
MGS_OS_VERSION_CODE=117440512
MGS_OS_ID_LIKE=rhel fedora centos
mds1: CentOS Linux release 7.9.2009 (Core)
MDS1_OS_ID_LIKE=rhel fedora centos
MDS1_OS_ID=centos
MDS1_OS_VERSION_ID=7
MDS1_OS_VERSION_CODE=117440512
ost1: CentOS Linux release 7.9.2009 (Core)
OST1_OS_VERSION_CODE=117440512
OST1_OS_VERSION_ID=7
OST1_OS_ID_LIKE=rhel fedora centos
OST1_OS_ID=centos
client: CentOS Linux release 7.9.2009 (Core)
CLIENT_OS_ID=centos
CLIENT_OS_ID_LIKE=rhel fedora centos
CLIENT_OS_VERSION_ID=7
CLIENT_OS_VERSION_CODE=117440512
=== sanity-pcc: start setup 16:56:17 (1746132977) ===
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
oleg101-client.virtnet: executing check_config_client /mnt/lustre
oleg101-client.virtnet: Checking config lustre mounted on /mnt/lustre
Checking servers environments
Checking clients oleg101-client.virtnet environments
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800aa8fb000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800b634f800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aa8fb000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b634f800.idle_timeout=debug
disable quota as required
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
=== sanity-pcc: finish setup 16:56:35 (1746132995) ===
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [true]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/lustre/d0_runas_test/f7057]
nobody:x:99:
oleg101-server: ls: cannot access /home/green/git/lustre-release/lustre/tests/except/sanity-pcc.*ex: No such file or directory
excepting tests: 
Killing existing copytools on oleg101-client.virtnet
pkill: pidfile not valid
Try `pkill --help' for more information.
Set HSM on and start
Set sanity-hsm HSM policy

== sanity-pcc test 1a: Test manual lfs pcc attach with manual HSM restore ========================================================== 16:57:01 (1746133021)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134243 s, 391 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 041c75eb-882f-4fc7-af49-f6a29352f3c9
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=041c75eb-882f-4fc7-af49-f6a29352f3c9 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1a.sanity-pcc/d1a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0555679 s, 138 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1a.sanity-pcc/f1a.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1a.sanity-pcc is idle now
PASS 1a (13s)

== sanity-pcc test 1b: Test manual lfs pcc attach with restore on remote access ========================================================== 16:57:14 (1746133034)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118366 s, 443 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 9131f935-5283-424a-a79c-4cf9c888c54c
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9131f935-5283-424a-a79c-4cf9c888c54c (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1b.sanity-pcc/d1b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.108779 s, 70.4 MB/s
Restore testing...
Attach and detach testing
Start to detach the /mnt/lustre/d1b.sanity-pcc/f1b.sanity-pcc
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1b.sanity-pcc is idle now
PASS 1b (14s)

== sanity-pcc test 1c: Test automated attach using Project ID with manual HSM restore ========================================================== 16:57:28 (1746133048)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
oleg101-server: libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800b603e800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88013690d000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b603e800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88013690d000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127527 s, 411 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f9e6809d-a88e-428a-91b6-43eac605126a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f9e6809d-a88e-428a-91b6-43eac605126a (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1c.sanity-pcc/d1c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0906197 s, 84.5 MB/s
Restore testing...
Attach and detach testing
Start to detach the /mnt/lustre/d1c.sanity-pcc/f1c.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1c.sanity-pcc is idle now
PASS 1c (65s)

== sanity-pcc test 1d: Test Project ID with remote access ========================================================== 16:58:33 (1746133113)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a738c800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800ab25d800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a738c800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800ab25d800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0845815 s, 620 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0e67dc2d-9221-41bd-96cd-f8fd1e3f849f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0e67dc2d-9221-41bd-96cd-f8fd1e3f849f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0790508 s, 96.8 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1d.sanity-pcc is idle now
PASS 1d (86s)

== sanity-pcc test 1e: Test RW-PCC with non-root user ==== 16:59:59 (1746133199)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_1e/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_1e/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0118671 s, 86.3 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00476661 s, 215 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00521981 s, 196 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0]
touch: cannot touch '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1e (10s)

== sanity-pcc test 1f: Test auto RW-PCC cache with non-root user ========================================================== 17:00:09 (1746133209)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
oleg101-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
oleg101-server: libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800b5883800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800b6348800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b5883800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b6348800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145438 s, 360 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 129506aa-98a3-403a-8a9c-50cf47b6b288
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=129506aa-98a3-403a-8a9c-50cf47b6b288 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0153353 s, 66.8 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00547849 s, 187 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=256] [count=1]
1+0 records in
1+0 records out
256 bytes (256 B) copied, 0.0116143 s, 22.0 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0]
touch: cannot touch '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1f.sanity-pcc is idle now
PASS 1f (87s)

== sanity-pcc test 1g: General permission test for RW-PCC ========================================================== 17:01:36 (1746133296)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174465 s, 301 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1g.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 4a8fd01b-b98a-4c9e-8afd-a7d74f0ffd8b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=4a8fd01b-b98a-4c9e-8afd-a7d74f0ffd8b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1g.sanity-pcc/d1g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0127254 s, 80.5 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00793925 s, 129 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
detach: cannot detach '/mnt/lustre/f1g.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0146076 s, 70.1 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1g.sanity-pcc is idle now
PASS 1g (11s)

== sanity-pcc test 2a: Test multi open when creating ===== 17:01:47 (1746133307)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800b5886000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012abc5800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b5886000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012abc5800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143847 s, 364 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d2a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b143df0d-fff6-44d9-868f-815007edf464
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b143df0d-fff6-44d9-868f-815007edf464 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2a.sanity-pcc/multiop vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.24710
client oleg101-client.virtnet multiop_bg started multiop_pid=24720
---------- 1 root root 14 May  1 17:02 /mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc/2343/0x200002341:0x2:0x0
Stopping multiop_pid=24720 (kill 24720 on oleg101-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d2a.sanity-pcc is idle now
PASS 2a (73s)

== sanity-pcc test 2b: Test multi remote open when creating ========================================================== 17:03:00 (1746133380)

 SKIP: sanity-pcc test_2b Need 2 or more clients, have 1
SKIP 2b (2s)

== sanity-pcc test 2c: Test multi open on different mount points when creating ========================================================== 17:03:02 (1746133382)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800ab25c000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012d7e9000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800ab25c000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012d7e9000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0830778 s, 631 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d2c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ccfa0691-6779-4325-b9e9-f33a216a38c4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ccfa0691-6779-4325-b9e9-f33a216a38c4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2c.sanity-pcc/d2c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2c.sanity-pcc/f2c.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.27916
client oleg101-client.virtnet multiop_bg started multiop_pid=27927
Stopping multiop_pid=27927 (kill 27927 on oleg101-client.virtnet)
multiopen_dataCleanup PCC backend on /mnt/lustre
/mnt/pcc.d2c.sanity-pcc is idle now
PASS 2c (88s)

== sanity-pcc test 3a: Repeat attach/detach operations === 17:04:30 (1746133470)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_3a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0093574 s, 109 kB/s
Start to RW-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RW-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Start to RO-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RO-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
PASS 3a (6s)

== sanity-pcc test 3b: Repeat attach/detach operations on multiple clients ========================================================== 17:04:36 (1746133476)

 SKIP: sanity-pcc test_3b Need 3 or more clients, have 1
SKIP 3b (2s)

== sanity-pcc test 4: Auto cache test for mmap =========== 17:04:38 (1746133478)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
oleg101-server: libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a7347000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800ab25a000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a7347000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800ab25a000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117826 s, 445 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d4.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f32f4783-3759-40c8-be55-1a957479af2c
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f4.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f32f4783-3759-40c8-be55-1a957479af2c (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d4.sanity-pcc/d4.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
mmap test1: basic mmap operation (PASS, 0.025229s)
mmap test2: MAP_PRIVATE not write back (PASS, 0.032876s)
mmap test3: concurrent mmap ops on two nodes (PASS, 2.0588s)
mmap test4: c1 write to f1 from mmapped f2, c2 write to f1 from mmapped f1 (PASS, 4.1476s)
mmap test5: read/write file to/from the buffer which mmapped to just this file (PASS, 0.033034s)
mmap test6: check mmap write/read content on two nodes (PASS, 0.75229s)
mmap test7: file i/o with an unmapped buffer (SKIPPED, 0s)
mmap test8: SIGBUS for beyond file size (SKIPPED, 0s)
mmap test9: SIGBUS for negative file offset (SKIPPED, 0s)
mmap test10: multi-thread mmap access (PASS, 0.1715s)
mmap test11: multi-thread shared mmap (PASS, 0.13001s)
mmap test10: mtime not change for readonly mmap access (PASS, 1.0246s)
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a7347000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800ab25a000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d4.sanity-pcc is idle now
PASS 4 (81s)

== sanity-pcc test 5: Mmap & cat a RW-PCC cached file ==== 17:05:59 (1746133559)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170048 s, 308 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d5.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: cc2a1cc0-5ab9-48b6-960f-1525d4f8a061
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f5.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=cc2a1cc0-5ab9-48b6-960f-1525d4f8a061 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d5.sanity-pcc/d5.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d5.sanity-pcc is idle now
PASS 5 (10s)

== sanity-pcc test 6: Test mmap write on RW-PCC ========== 17:06:09 (1746133569)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.284428 s, 184 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d6.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c7f1a225-cec8-4463-8696-0f1eccdcd4ce
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f6.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c7f1a225-cec8-4463-8696-0f1eccdcd4ce (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d6.sanity-pcc/d6.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d6.sanity-pcc is idle now
PASS 6 (11s)

== sanity-pcc test 7a: Fake file detached between fault() and page_mkwrite() for RW-PCC ========================================================== 17:06:20 (1746133580)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124876 s, 420 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d7a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 40146e0b-3d71-41d2-9404-be3680fc3f5f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=40146e0b-3d71-41d2-9404-be3680fc3f5f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7a.sanity-pcc/d7a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1412
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d7a.sanity-pcc is idle now
PASS 7a (8s)

== sanity-pcc test 7b: Test the race with concurrent mkwrite and detach ========================================================== 17:06:29 (1746133589)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121055 s, 433 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d7b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 3da54fe2-b374-4dda-a196-612c6c913bed
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=3da54fe2-b374-4dda-a196-612c6c913bed (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7b.sanity-pcc/d7b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1413
fail_val=20
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d7b.sanity-pcc is idle now
PASS 7b (49s)

== sanity-pcc test 8: Test fake -ENOSPC tolerance for RW-PCC ========================================================== 17:07:17 (1746133637)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123633 s, 424 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d8.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ec5478f0-7840-4315-995c-06cafd966d6a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f8.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ec5478f0-7840-4315-995c-06cafd966d6a (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d8.sanity-pcc/d8.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d8.sanity-pcc is idle now
PASS 8 (7s)

== sanity-pcc test 9: Test -ENOSPC tolerance on loop PCC device for RW-PCC ========================================================== 17:07:24 (1746133644)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229307 s, 229 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.9a: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7a2eae87-1f4f-4d6b-8586-c189a9c8ca16
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f9.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7a2eae87-1f4f-4d6b-8586-c189a9c8ca16 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.9a/d9.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.9a/d9.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 2.76383 s, 22.8 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.9a is idle now
PASS 9 (10s)

== sanity-pcc test 10a: Test RW-PCC with user quota on loop PCC device ========================================================== 17:07:35 (1746133655)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998553 s, 525 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d5e0941e-32b2-456f-936d-a25538c6d7cf
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d5e0941e-32b2-456f-936d-a25538c6d7cf (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.282953 s, 55.6 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.298099 s, 52.8 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x26:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10a.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10a.sanity-pcc/uquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 1.85251 s, 17.0 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10a.sanity-pcc is idle now
PASS 10a (10s)

== sanity-pcc test 10b: Test RW-PCC with group quota on loop PCC device ========================================================== 17:07:45 (1746133665)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12756 s, 411 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ff587fc8-d21d-473d-8985-d45b33f95328
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ff587fc8-d21d-473d-8985-d45b33f95328 (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.299422 s, 52.5 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.301039 s, 52.2 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x2b:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10b.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10b.sanity-pcc/gquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 1.67669 s, 18.8 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10b.sanity-pcc is idle now
PASS 10b (10s)

== sanity-pcc test 10c: Test RO-PCC with user quota on loop PCC device ========================================================== 17:07:56 (1746133676)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136154 s, 385 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 12c81a02-a1c4-4da0-bd0d-bc353bc05b03
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=12c81a02-a1c4-4da0-bd0d-bc353bc05b03 (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.283335 s, 55.5 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.245528 s, 64.1 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10c.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10c.sanity-pcc is idle now
PASS 10c (8s)

== sanity-pcc test 10d: Test RO-PCC with group quota on loop PCC device ========================================================== 17:08:04 (1746133684)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114795 s, 457 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 86760be3-6914-445c-9515-8c318df82e16
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=86760be3-6914-445c-9515-8c318df82e16 (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.25288 s, 62.2 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.214496 s, 73.3 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10d.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10d.sanity-pcc is idle now
PASS 10d (9s)

== sanity-pcc test 10e: Tolerate -EDQUOT failure when auto PCC-RO attach with user quota ========================================================== 17:08:13 (1746133693)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113189 s, 463 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10e.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 4d21b5ae-cd9d-4371-9b46-ab95c25167af
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=4d21b5ae-cd9d-4371-9b46-ab95c25167af (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10e.sanity-pcc/d10e.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: uid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0787991 s, 26.6 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.00969714 s, 216 MB/s
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x34
      lmm_fid:           [0x2000032e1:0x34:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0983749 s, 53.3 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0427348 s, 123 MB/s
file: /mnt/lustre/f10e.sanity-pcc, type: none
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x34
      lmm_fid:           [0x2000032e1:0x34:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10e.sanity-pcc is idle now
PASS 10e (9s)

== sanity-pcc test 10f: Tolerate -EDQUOT failure when auto PCC-RO attach with group quota ========================================================== 17:08:22 (1746133702)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186237 s, 282 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: af6805ee-3b27-451f-9e1f-f0adf7713650
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=af6805ee-3b27-451f-9e1f-f0adf7713650 (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10f.sanity-pcc/d10f.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: gid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0474905 s, 44.2 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0166533 s, 126 MB/s
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x36
      lmm_fid:           [0x2000032e1:0x36:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.107514 s, 48.8 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.047963 s, 109 MB/s
file: /mnt/lustre/f10f.sanity-pcc, type: none
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x36
      lmm_fid:           [0x2000032e1:0x36:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10f.sanity-pcc is idle now
PASS 10f (8s)

== sanity-pcc test 11: Test attach fault injection with simulated PCC file path ========================================================== 17:08:30 (1746133710)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151629 s, 346 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d11.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 4f8722f4-4ba5-4e59-b525-8cbc3bcf8036
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f11.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=4f8722f4-4ba5-4e59-b525-8cbc3bcf8036 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d11.sanity-pcc/d11.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32d9
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32db
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x3a:0x0]: Permission denied (13)
lfs pcc pcc: cannot attach with ID: 2: Permission denied (13)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Permission denied
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x3b:0x0]: Invalid argument (22)
lfs pcc pcc: cannot attach with ID: 2: Invalid argument (22)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Invalid argument
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d11.sanity-pcc is idle now
PASS 11 (8s)

== sanity-pcc test 12: RW-PCC attach races with concurrent HSM remove ========================================================== 17:08:38 (1746133718)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_12/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1414
fail_val=20
/mnt/lustre/f12.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
PASS 12 (25s)

== sanity-pcc test 13a: Test auto RW-PCC create caching for UID/GID rule ========================================================== 17:09:03 (1746133743)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: uid={500}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00278681 s, 367 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00554944 s, 185 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00639996 s, 160 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: gid={500}
lfs mkdir: dirstripe error on '/mnt/lustre/d13a.sanity-pcc': stripe already set
lfs setdirstripe: cannot create dir '/mnt/lustre/d13a.sanity-pcc': File exists
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00551951 s, 186 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00885807 s, 116 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00446831 s, 229 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
PASS 13a (13s)

== sanity-pcc test 13b: Test auto RW-PCC create caching for file name with wildcard ========================================================== 17:09:16 (1746133756)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13b/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13b/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: fname={*.h5 suffix.* Mid*dle}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00540109 s, 190 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/suffix.doc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00991298 s, 103 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/MidPADdle] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00719493 s, 142 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/Midpad] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.014522 s, 70.5 kB/s
Cleanup PCC backend on /mnt/lustre
PASS 13b (7s)

== sanity-pcc test 13c: Check auto RW-PCC create caching for UID/GID/ProjID/fname rule ========================================================== 17:09:23 (1746133763)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
oleg101-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a7346800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800aa9b1000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a7346800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aa9b1000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177759 s, 295 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d13c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: af0fd6e0-f3ab-467f-8ad8-7dea7bc9326f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f13c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=af0fd6e0-f3ab-467f-8ad8-7dea7bc9326f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100 200}&fname={*.h5},uid={500}&gid={500}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00897218 s, 114 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00936393 s, 109 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0202176 s, 50.6 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0141459 s, 72.4 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13c.sanity-pcc/ugidcache] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00452773 s, 226 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d13c.sanity-pcc is idle now
PASS 13c (83s)

== sanity-pcc test 14: Revocation of the layout lock should detach the file automatically ========================================================== 17:10:46 (1746133846)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_14/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a7346800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b1000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a7346800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b1000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
PASS 14 (6s)

== sanity-pcc test 15: Test auto attach at open when file is still valid cached ========================================================== 17:10:52 (1746133852)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942181 s, 556 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d15.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8fffce3c-0abe-467b-998c-a60451820ed4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f15.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8fffce3c-0abe-467b-998c-a60451820ed4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d15.sanity-pcc/d15.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach for non-root user
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0141507 s, 72.4 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
file: /mnt/lustre/d15.sanity-pcc/f15.sanity-pcc, type: readwrite, PCC_file: /d15.sanity-pcc/3aa0/0x200003ab1:0x11:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a7346800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b1000.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
Verify auto attach at open for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a7346800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b1000.lru_size=clear
Verify auto attach at open for RO-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a7346800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b1000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d15.sanity-pcc is idle now
PASS 15 (8s)

== sanity-pcc test 16: Test detach with different options ========================================================== 17:11:01 (1746133861)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10926 s, 480 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d16.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d6b1831a-a72e-4f00-8e51-44ff258b7af3
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f16.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d6b1831a-a72e-4f00-8e51-44ff258b7af3 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d16.sanity-pcc/d16.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Test detach for RW-PCC
Test for reusing valid PCC cache
Test for the default detach
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Test detach for RO-PCC
detach_dataCleanup PCC backend on /mnt/lustre
/mnt/pcc.d16.sanity-pcc is idle now
PASS 16 (9s)

== sanity-pcc test 17: Test auto attach for layout refresh ========================================================== 17:11:10 (1746133870)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126911 s, 413 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d17.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 74e099d0-6f76-43e3-9159-465144fbf2f7
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f17.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=74e099d0-6f76-43e3-9159-465144fbf2f7 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d17.sanity-pcc/d17.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d17.sanity-pcc/d17.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 94
    autocache: projid={100}
Verify auto attach during IO for truncate
Verify auto attach during IO for read/write
multiop /mnt/lustre/f17.sanity-pcc vO_r
TMPPIPE=/tmp/multiop_open_wait_pipe.19460
client oleg101-client.virtnet multiop_bg started multiop_pid=19470
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a7346800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b1000.lru_size=clear
Stopping multiop_pid=19470 (kill 19470 on oleg101-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d17.sanity-pcc is idle now
PASS 17 (15s)

== sanity-pcc test 18: Verify size correctness after re-attach the file ========================================================== 17:11:25 (1746133885)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103017 s, 509 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d18.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 4b5c08b2-c1ce-4388-acdf-32ab9aa5bc52
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f18.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=4b5c08b2-c1ce-4388-acdf-32ab9aa5bc52 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d18.sanity-pcc/d18.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d18.sanity-pcc/d18.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.117619 s, 35.7 MB/s
file: /mnt/lustre/f18.sanity-pcc, type: readwrite, PCC_file: /d18.sanity-pcc/3aac/0x200003ab1:0x1d:0x0, open_count: 0, flags: 0
file: /mnt/lustre/f18.sanity-pcc, type: none
/mnt/lustre/f18.sanity-pcc has size 4194304 OK
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00438719 s, 233 kB/s
/mnt/lustre2/f18.sanity-pcc has size 1049600 OK
file: /mnt/lustre/f18.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d18.sanity-pcc is idle now
PASS 18 (8s)

== sanity-pcc test 19: Verify the file re-attach works as expected ========================================================== 17:11:33 (1746133893)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828071 s, 633 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d19.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2a0550ab-43c9-474d-9c73-3e66f805fccf
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f19.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2a0550ab-43c9-474d-9c73-3e66f805fccf (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d19.sanity-pcc/d19.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d19.sanity-pcc is idle now
PASS 19 (6s)

== sanity-pcc test 20: Auto attach works after the inode was once evicted from cache ========================================================== 17:11:39 (1746133899)
120+0 records in
120+0 records out
125829120 bytes (126 MB) copied, 0.254538 s, 494 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d20.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/122880             done                            
Creating filesystem with 122880 1k blocks and 30720 inodes
Filesystem UUID: bfc60b18-5319-4a07-a326-046781217a17
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/15     done                            
Writing inode tables:  0/15     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/15     done

/tmp/f20.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=bfc60b18-5319-4a07-a326-046781217a17 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d20.sanity-pcc/d20.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d20.sanity-pcc is idle now
PASS 20 (8s)

== sanity-pcc test 21a: PCC-RO storing as a plain HSM mirror component for plain layout ========================================================== 17:11:47 (1746133907)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103739 s, 505 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0482a987-6fe3-4460-aed2-a0a273020e0a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0482a987-6fe3-4460-aed2-a0a273020e0a (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21a.sanity-pcc/d21a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Plain layout info before PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x29
lmm_fid:           [0x200003ab1:0x29:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           267	        0x10b	   0x280000400


FLR layout info after PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC attach /mnt/lustre/f21a.sanity-pcc again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC detach '/mnt/lustre/f21a.sanity-pcc' again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21a.sanity-pcc is idle now
PASS 21a (6s)

== sanity-pcc test 21b: PCC-RO stroing as a plain HSM mirror component for FLR layouts ========================================================== 17:11:53 (1746133913)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114163 s, 459 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: fcf4f726-f346-43ad-bd1d-4fccf08e4ecb
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fcf4f726-f346-43ad-bd1d-4fccf08e4ecb (extents) (64bit) (large files) (huge files)
FLR layout before PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc' again:
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21b.sanity-pcc is idle now
PASS 21b (6s)

== sanity-pcc test 21c: Verify HSM release works storing PCC-RO as HSM mirror component ========================================================== 17:11:59 (1746133919)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110126 s, 476 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: eab1f792-e217-4c19-883f-ea4aa1357a99
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=eab1f792-e217-4c19-883f-ea4aa1357a99 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21c.sanity-pcc/d21c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
/mnt/lustre/f21c.sanity-pcc: (0x00000009) exists archived, archive_id:2
/mnt/lustre/f21c.sanity-pcc
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
    lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    0
      lmm_stripe_offset: 0

    lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
/mnt/lustre/f21c.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21c.sanity-pcc is idle now
PASS 21c (7s)

== sanity-pcc test 21d: Write should invalidate PCC-RO caching ========================================================== 17:12:06 (1746133926)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105772 s, 496 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 73c58c94-31eb-4404-b140-bd290c566f75
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=73c58c94-31eb-4404-b140-bd290c566f75 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21d.sanity-pcc/d21d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21d.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           270	        0x10e	   0x280000400

PCC-RO attach '/mnt/lustre/f21d.sanity-pcc':
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2d
      lmm_fid:           [0x200003ab1:0x2d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10e:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Write invalidated PCC-RO cache:
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2d
      lmm_fid:           [0x200003ab1:0x2d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10e:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21d.sanity-pcc is idle now
PASS 21d (5s)

== sanity-pcc test 21e: Truncate should invalidate PCC-RO caching ========================================================== 17:12:11 (1746133931)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104254 s, 503 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21e.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e7ec6cd7-7ea2-4093-93bb-034bbf921bf1
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e7ec6cd7-7ea2-4093-93bb-034bbf921bf1 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21e.sanity-pcc/d21e.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21e.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           271	        0x10f	   0x240000400

PCC-RO attach '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2f
      lmm_fid:           [0x200003ab1:0x2f:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Trucate invalidate PCC-RO file '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2f
      lmm_fid:           [0x200003ab1:0x2f:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    8594128896
      lhm_archive_ver:   9663677440
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21e.sanity-pcc is idle now
PASS 21e (5s)

== sanity-pcc test 21f: mmap write should invalidate PCC-RO caching ========================================================== 17:12:16 (1746133936)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113598 s, 462 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 82c23507-564e-4886-a1fa-d9b437d0f110
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=82c23507-564e-4886-a1fa-d9b437d0f110 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21f.sanity-pcc/d21f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21f.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           271	        0x10f	   0x280000400

PCC-RO attach '/mnt/lustre/f21f.sanity-pcc':
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x30
      lmm_fid:           [0x200003ab1:0x30:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Mmap write invalidate PCC-RO caching:
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x30
      lmm_fid:           [0x200003ab1:0x30:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21f.sanity-pcc is idle now
PASS 21f (6s)

== sanity-pcc test 21g: PCC-RO for file under FLR write pending state ========================================================== 17:12:23 (1746133943)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105771 s, 496 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21g.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e4abc0e7-c941-4d64-98e4-94fca34b5c20
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e4abc0e7-c941-4d64-98e4-94fca34b5c20 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21g.sanity-pcc/d21g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         wp
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x111:0x0] }

FLR layout after PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x111:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after Write invalidate '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp
  lcm_layout_gen:    5
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x111:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21g.sanity-pcc is idle now
PASS 21g (7s)

== sanity-pcc test 21h: Extend mirror once file was PCC-RO cached ========================================================== 17:12:29 (1746133949)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134388 s, 390 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21h.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 513ded00-e3c9-4df7-aca9-f788b1cc29e5
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21h.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=513ded00-e3c9-4df7-aca9-f788b1cc29e5 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21h.sanity-pcc/d21h.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after extend a mirror:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x114:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x114:0x0] }

file: /mnt/lustre/f21h.sanity-pcc, type: none

FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc' again:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x114:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x114:0x0] }

Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21h.sanity-pcc is idle now
PASS 21h (7s)

== sanity-pcc test 21i: HSM release increase layout gen, should invalidate PCC-RO cache ========================================================== 17:12:36 (1746133956)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936694 s, 560 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21i.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7a413abb-9124-43e0-9073-2f74bdc8a591
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21i.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7a413abb-9124-43e0-9073-2f74bdc8a591 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21i.sanity-pcc/d21i.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21i.sanity-pcc: (0x00000009) exists archived, archive_id:2
Layout after HSM release /mnt/lustre/f21i.sanity-pcc:
/mnt/lustre/f21i.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x37
      lmm_fid:           [0x200003ab1:0x37:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    2
      lmm_stripe_offset: 0

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC state /mnt/lustre/f21i.sanity-pcc:
file: /mnt/lustre/f21i.sanity-pcc, type: none
Layout after PCC-RO attach /mnt/lustre/f21i.sanity-pcc again:
/mnt/lustre/f21i.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x37
lmm_fid:           [0x200003ab1:0x37:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           278	        0x116	   0x280000400

PCC state:
file: /mnt/lustre/f21i.sanity-pcc, type: readonly, PCC_file: /d21i.sanity-pcc/3a86/0x200003ab1:0x37:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21i.sanity-pcc is idle now
PASS 21i (8s)

== sanity-pcc test 21j: PCC-RO for encrypted file ======== 17:12:44 (1746133964)

 SKIP: sanity-pcc test_21j client encryption not supported
SKIP 21j (2s)

== sanity-pcc test 22: Test RO-PCC attach for the HSM released file ========================================================== 17:12:46 (1746133966)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122036 s, 430 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d22.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d336a44c-c261-4abb-a42c-ac9c007b373c
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f22.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d336a44c-c261-4abb-a42c-ac9c007b373c (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d22.sanity-pcc/d22.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3c
      lmm_fid:           [0x200003ab1:0x3c:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    2
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x117:0x0] }

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    8594128896
      lhm_archive_ver:   10737419264
      lhm_archive_uuid:  ''
Layout after HSM release /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3c
      lmm_fid:           [0x200003ab1:0x3c:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    2
      lmm_stripe_offset: 16

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc again:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x3c
lmm_fid:           [0x200003ab1:0x3c:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           279	        0x117	   0x240000400

Layout after PCC-RO detach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x3c
lmm_fid:           [0x200003ab1:0x3c:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           279	        0x117	   0x240000400

Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d22.sanity-pcc is idle now
PASS 22 (12s)

== sanity-pcc test 23: Test write/truncate/mmap-write invalidating RO-PCC caching ========================================================== 17:12:58 (1746133978)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136513 s, 384 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d23.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: fb124986-5045-474a-bd3f-67d70f2868eb
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f23.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fb124986-5045-474a-bd3f-67d70f2868eb (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d23.sanity-pcc/d23.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Write should invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    8594128896
      lhm_archive_ver:   10737419264
      lhm_archive_uuid:  ''
Truncate invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Finish trucate operation
Mmap write invalidates RO-PCC caching
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    7
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Mmap write /mnt/lustre/f23.sanity-pcc via multiop
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    8
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d23.sanity-pcc is idle now
PASS 23 (7s)

== sanity-pcc test 24a: Test RO-PCC with non-root user === 17:13:05 (1746133985)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113382 s, 462 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d24a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ca64217d-ac26-4b12-986a-2d5b809aa9a3
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ca64217d-ac26-4b12-986a-2d5b809aa9a3 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: a0
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0121808 s, 84.1 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00604289 s, 169 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0]
touch: cannot touch '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d24a.sanity-pcc is idle now
PASS 24a (7s)

== sanity-pcc test 24b: General permission test for RO-PCC ========================================================== 17:13:12 (1746133992)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0979269 s, 535 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d24b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 41886231-07ff-4148-b20c-605071ac29ed
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=41886231-07ff-4148-b20c-605071ac29ed (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24b.sanity-pcc/d24b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00899356 s, 114 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00364872 s, 281 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
detach: cannot detach '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0112552 s, 91.0 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d24b.sanity-pcc is idle now
PASS 24b (7s)

== sanity-pcc test 25: Tolerate fake read failure for RO-PCC ========================================================== 17:13:19 (1746133999)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105039 s, 499 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d25.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2c698b13-59ea-4dce-849b-3e5676d636f9
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f25.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2c698b13-59ea-4dce-849b-3e5676d636f9 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d25.sanity-pcc/d25.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
fail_loc=0
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d25.sanity-pcc is idle now
PASS 25 (6s)

== sanity-pcc test 26: Repeat the attach/detach when the file has multiple openers ========================================================== 17:13:25 (1746134005)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0917531 s, 571 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d26.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 04166795-0569-4d5c-a5f0-3d469c5224d2
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f26.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=04166795-0569-4d5c-a5f0-3d469c5224d2 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d26.sanity-pcc/d26.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.2753
client oleg101-client.virtnet multiop_bg started multiop_pid=2764
Stopping multiop_pid=2764 (kill 2764 on oleg101-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.2868
client oleg101-client.virtnet multiop_bg started multiop_pid=2878
Stopping multiop_pid=2878 (kill 2878 on oleg101-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.2983
client oleg101-client.virtnet multiop_bg started multiop_pid=2993
Stopping multiop_pid=2993 (kill 2993 on oleg101-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.3098
client oleg101-client.virtnet multiop_bg started multiop_pid=3108
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Stopping multiop_pid=3108 (kill 3108 on oleg101-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.3248
client oleg101-client.virtnet multiop_bg started multiop_pid=3258
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=3258 (kill 3258 on oleg101-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d26.sanity-pcc is idle now
PASS 26 (28s)

== sanity-pcc test 27: Auto attach at open when the file has multiple openers ========================================================== 17:13:53 (1746134033)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100707 s, 521 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d27.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 98c3aa5a-f226-4c16-80bd-bdd905fd4fef
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f27.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=98c3aa5a-f226-4c16-80bd-bdd905fd4fef (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d27.sanity-pcc/d27.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.4165
client oleg101-client.virtnet multiop_bg started multiop_pid=4175
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=4175 (kill 4175 on oleg101-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.4309
client oleg101-client.virtnet multiop_bg started multiop_pid=4320
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a7346800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b1000.lru_size=clear
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Stopping multiop_pid=4320 (kill 4320 on oleg101-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.4452
client oleg101-client.virtnet multiop_bg started multiop_pid=4462
Stopping multiop_pid=4462 (kill 4462 on oleg101-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.4571
client oleg101-client.virtnet multiop_bg started multiop_pid=4581
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a7346800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b1000.lru_size=clear
Stopping multiop_pid=4581 (kill 4581 on oleg101-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d27.sanity-pcc is idle now
PASS 27 (24s)

== sanity-pcc test 28: RW-PCC attach should fail when the file has cluster-wide openers ========================================================== 17:14:17 (1746134057)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114793 s, 457 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d28.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 71b07b23-9e2e-462c-9664-7231ccf1885f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f28.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=71b07b23-9e2e-462c-9664-7231ccf1885f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d28.sanity-pcc/d28.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.5440
client oleg101-client.virtnet multiop_bg started multiop_pid=5450
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab1:0x5f:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Stopping multiop_pid=5450 (kill 5450 on oleg101-client.virtnet)
multiop /mnt/lustre2/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.7057
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab1:0x5f:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d28.sanity-pcc is idle now
PASS 28 (10s)

== sanity-pcc test 29a: Auto readonly caching on RO-PCC backend for O_RDONLY open ========================================================== 17:14:27 (1746134067)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800b634c800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012abc5000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b634c800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012abc5000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14863 s, 353 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d29a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 49b941f7-6abc-49cf-abf8-073f93772c05
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=49b941f7-6abc-49cf-abf8-073f93772c05 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
  100 P /mnt/lustre/d29a.sanity-pcc/f29a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d29a.sanity-pcc is idle now
PASS 29a (59s)

== sanity-pcc test 29b: Auto PCC-RO attach in atomic_open ========================================================== 17:15:26 (1746134126)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101573 s, 516 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d29b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: a0cfdbbd-167a-4b6f-9d8b-c5a0dcdd84ba
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a0cfdbbd-167a-4b6f-9d8b-c5a0dcdd84ba (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d29b.sanity-pcc/d29b.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: fname={*.dat}
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00705912 s, 580 kB/s
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00376349 s, 1.1 MB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00634464 s, 646 kB/s
vm.drop_caches = 3
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00424697 s, 964 kB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d29b.sanity-pcc is idle now
PASS 29b (6s)

== sanity-pcc test 30: Test lctl pcc del command ========= 17:15:32 (1746134132)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961045 s, 546 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d30.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 84783972-683c-4885-846e-0a833807d0c9
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f30.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=84783972-683c-4885-846e-0a833807d0c9 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: 3e
    autocache: projid={100}
check file 0:'4289' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'4287' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'428b' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 1:'0x200004281:0x8:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4289'
Handle the file: 0x200004281:0x8:0x0
Remove non-cached file: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4289/0x200004281:0x8:0x0 flags: 1
check file 1:'0x200004281:0x6:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4287'
Handle the file: 0x200004281:0x6:0x0
Detach and remove the PCC cached file: 0x200004281:0x6:0x0
check file 1:'0x200004281:0xa:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/428b'
Handle the file: 0x200004281:0xa:0x0
Detach and remove the PCC cached file: 0x200004281:0xa:0x0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d30.sanity-pcc is idle now
PASS 30 (5s)

== sanity-pcc test 31: Test lctl pcc del command with --keep option ========================================================== 17:15:37 (1746134137)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0985172 s, 532 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d31.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: adefdaa4-0bb0-4917-9d13-5913922c8b62
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f31.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=adefdaa4-0bb0-4917-9d13-5913922c8b62 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d31.sanity-pcc/d31.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d31.sanity-pcc/d31.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: 30
    autocache: projid={100}
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d31.sanity-pcc is idle now
PASS 31 (7s)

== sanity-pcc test 32: Test for RO-PCC when PCC copy is deleted ========================================================== 17:15:44 (1746134144)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0924222 s, 567 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d32.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 543a7117-38c9-4e4c-a3c6-5dd9d27209d8
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f32.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=543a7117-38c9-4e4c-a3c6-5dd9d27209d8 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d32.sanity-pcc/d32.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f32.sanity-pcc vo_rc
TMPPIPE=/tmp/multiop_open_wait_pipe.11722
client oleg101-client.virtnet multiop_bg started multiop_pid=11732
Stopping multiop_pid=11732 (kill 11732 on oleg101-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d32.sanity-pcc is idle now
PASS 32 (11s)

== sanity-pcc test 33: Cache rule with comparator (>, =, <) for file size ========================================================== 17:15:56 (1746134156)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166288 s, 315 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d33.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 9783865f-9b89-4cae-a564-8c8acb480abe
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f33.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9783865f-9b89-4cae-a564-8c8acb480abe (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d33.sanity-pcc/d33.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: fname={*.doc}&size<{1M}
file: /mnt/lustre/myfile.doc, type: none
file: /mnt/lustre/myfile.doc, type: none
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: fname={*.doc}&size<{5M}&size>{3M}
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: fname={*.doc}&size={5M 3M}
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d33.sanity-pcc is idle now
PASS 33 (8s)

== sanity-pcc test 34: Cache rule with comparator (>, <) for Project ID range ========================================================== 17:16:04 (1746134164)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
oleg101-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a98e2800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800a98e4000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a98e2800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a98e4000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958185 s, 547 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d34.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d78a8cb0-189c-4a0d-9dad-1d159b58ae8c
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f34.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d78a8cb0-189c-4a0d-9dad-1d159b58ae8c (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d34.sanity-pcc/d34.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid>{100}
   99 - /mnt/lustre/f34.sanity-pcc
  101 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{100}
  102 - /mnt/lustre/f34.sanity-pcc
   99 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{120}&projid>{110}
  105 - /mnt/lustre/f34.sanity-pcc
  121 - /mnt/lustre/f34.sanity-pcc
  115 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d34.sanity-pcc is idle now
PASS 34 (58s)

== sanity-pcc test 35: mmap fault test =================== 17:17:01 (1746134221)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120405 s, 435 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d35.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ef9cd24c-331b-467b-b180-50e7f230224e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f35.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ef9cd24c-331b-467b-b180-50e7f230224e (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d35.sanity-pcc/d35.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d35.sanity-pcc is idle now
PASS 35 (6s)

== sanity-pcc test 36a: Stale RW-PCC copy should be deleted after remove the PCC backend ========================================================== 17:17:08 (1746134228)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108112 s, 485 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d36a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 14d29b3a-a45d-4a8f-8d55-9ce95fb6a130
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=14d29b3a-a45d-4a8f-8d55-9ce95fb6a130 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a52' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc'
check file 1:'0x200004a51:0x3:0x0' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52'
Handle the file: 0x200004a51:0x3:0x0
Remove non-cached file: /mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52/0x200004a51:0x3:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d36a.sanity-pcc is idle now
PASS 36a (6s)

== sanity-pcc test 36b: Stale RO-PCC copy should be deleted after remove the PCC backend ========================================================== 17:17:14 (1746134234)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164156 s, 319 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d36b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 1506de07-2361-46a2-87cd-c4648eadeeee
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1506de07-2361-46a2-87cd-c4648eadeeee (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a54' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc'
check file 1:'0x200004a51:0x5:0x0' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54'
Handle the file: 0x200004a51:0x5:0x0
Remove non-cached file: /mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54/0x200004a51:0x5:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d36b.sanity-pcc is idle now
PASS 36b (6s)

== sanity-pcc test 37: Multiple readers on a shared file with PCC-RO mode ========================================================== 17:17:21 (1746134241)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114883 s, 456 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d37.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 34c9658f-80d1-4c1c-8f1e-b25d3fd60a3d
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=34c9658f-80d1-4c1c-8f1e-b25d3fd60a3d (extents) (64bit) (large files) (huge files)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106205 s, 494 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
umount: /mnt/pcc.d37.sanity-pcc.2: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 495d0b56-ca39-4cd8-8cda-3f18c2f34ab9
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc.2: Linux rev 1.0 ext4 filesystem data, UUID=495d0b56-ca39-4cd8-8cda-3f18c2f34ab9 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc.2
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
file: /mnt/lustre/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
file: /mnt/lustre2/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
/mnt/pcc.d37.sanity-pcc.2 is idle now
/mnt/pcc.d37.sanity-pcc is idle now
PASS 37 (10s)

== sanity-pcc test 38: Verify LFS pcc state does not trigger prefetch for auto PCC-RO ========================================================== 17:17:30 (1746134250)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
oleg101-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a7388000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012a5f3000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a7388000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012a5f3000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166046 s, 316 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d38.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8a787f3f-5532-4077-a55a-5bb6bf3428be
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f38.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8a787f3f-5532-4077-a55a-5bb6bf3428be (extents) (64bit) (large files) (huge files)
file: /mnt/lustre/d38.sanity-pcc/f38.sanity-pcc, type: none
QQQQQ
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d38.sanity-pcc is idle now
PASS 38 (67s)

== sanity-pcc test 39: Test Project quota on loop PCC device ========================================================== 17:18:37 (1746134317)

 SKIP: sanity-pcc test_39 Not support project quota on local filesystem
SKIP 39 (3s)

== sanity-pcc test 40: Test async open attach in the background for PCC-RO file ========================================================== 17:18:40 (1746134320)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg101-client.virtnet /mnt/lustre (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre opts:
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg101-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg101-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg101-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg101-server'
oleg101-server: oleg101-server.virtnet: executing load_modules_local
oleg101-server: Loading modules from /home/green/git/lustre-release/lustre
oleg101-server: detected 4 online CPUs by sysfs
oleg101-server: MODOPTS_LIBCFS=
oleg101-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg101-server: oleg101-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg101-client: oleg101-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Starting client oleg101-client.virtnet:  -o user_xattr,flock 192.168.201.101@tcp:/lustre /mnt/lustre2
Started clients oleg101-client.virtnet: 
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800aa9b5000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800b607e800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aa9b5000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b607e800.idle_timeout=debug
disable quota as required
200+0 records in
200+0 records out
209715200 bytes (210 MB) copied, 0.458367 s, 458 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d40.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/204800             done                            
Creating filesystem with 204800 1k blocks and 51200 inodes
Filesystem UUID: 6fd86550-3df1-4a5e-bf6e-b825742471dc
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/25     done                            
Writing inode tables:  0/25     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/25     done

/tmp/f40.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6fd86550-3df1-4a5e-bf6e-b825742471dc (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d40.sanity-pcc/d40.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.738625 s, 71.0 MB/s
  100 - /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
ldlm.namespaces.lustre-OST0000-osc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8800b607e800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800b607e800.lru_size=clear
osc.lustre-OST0000-osc-ffff8800aa9b5000.stats=clear
osc.lustre-OST0000-osc-ffff8800b607e800.stats=clear
osc.lustre-OST0001-osc-ffff8800aa9b5000.stats=clear
osc.lustre-OST0001-osc-ffff8800b607e800.stats=clear
fail_val=1
fail_loc=0x214
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=5MB
llite.lustre-ffff8800b607e800.pcc_async_threshold=5MB
Test open attach with pcc_async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 2.10329 s, 499 kB/s
Before: 0 After: 3
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none, flags: attaching
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 7s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=1G
llite.lustre-ffff8800b607e800.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8800b607e800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800b607e800.lru_size=clear
osc.lustre-OST0000-osc-ffff8800aa9b5000.stats=clear
osc.lustre-OST0000-osc-ffff8800b607e800.stats=clear
osc.lustre-OST0001-osc-ffff8800aa9b5000.stats=clear
osc.lustre-OST0001-osc-ffff8800b607e800.stats=clear
Test open attach with async_threshold=1G
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: readonly, PCC_file: /d40.sanity-pcc/59f3/0x2000059f1:0x2:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.00754399 s, 139 MB/s
Before: 50 After: 50
Time1: 3 Time2: 10
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=5MB
llite.lustre-ffff8800b607e800.pcc_async_threshold=5MB
ldlm.namespaces.lustre-OST0000-osc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8800b607e800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800b607e800.lru_size=clear
Read 1MB data with async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 1.03609 s, 1.0 MB/s
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 9s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=1G
llite.lustre-ffff8800b607e800.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8800b607e800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800b607e800.lru_size=clear
Read 1MB data with async_threshold=1G
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0176142 s, 59.5 MB/s
Time1: 2 Time2: 10
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d40.sanity-pcc is idle now
PASS 40 (113s)

== sanity-pcc test 41: Test mtime rule for PCC-RO open attach with O_RDONLY mode ========================================================== 17:20:33 (1746134433)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153289 s, 342 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d41.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: fdde4d71-8654-4539-bd6a-6792d48ef257
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f41.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fdde4d71-8654-4539-bd6a-6792d48ef257 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d41.sanity-pcc/d41.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: mtime>{1m}
pcc_ro_data
pcc_ro_data
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d41.sanity-pcc is idle now
PASS 41 (7s)

== sanity-pcc test 42: PCC attach without attach ID specified ========================================================== 17:20:40 (1746134440)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.117576 s, 535 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d42.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 370670d6-156d-463d-9ff0-0f5f6c114d17
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f42.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=370670d6-156d-463d-9ff0-0f5f6c114d17 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d42.sanity-pcc/d42.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
file: /mnt/lustre/f42.sanity-pcc, type: readonly, PCC_file: /d42.sanity-pcc/59f5/0x2000059f1:0x4:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d42.sanity-pcc is idle now
PASS 42 (5s)

== sanity-pcc test 43: Auto attach at open() should add capacity owner check ========================================================== 17:20:45 (1746134445)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.194926 s, 323 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d43.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 9a9a2e28-3448-4696-a75a-5d05c8bfa0fa
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f43.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9a9a2e28-3448-4696-a75a-5d05c8bfa0fa (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d43.sanity-pcc/d43.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: size<{100M}
file: /mnt/lustre/f43.sanity-pcc, type: none
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f43.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f43.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/f43.sanity-pcc]
file: /mnt/lustre/f43.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d43.sanity-pcc is idle now
PASS 43 (7s)

== sanity-pcc test 44: Verify valid auto attach without re-fetching the whole files ========================================================== 17:20:52 (1746134452)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.271492 s, 232 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d44.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 65f4120e-7b36-4108-8804-f9ff986bd322
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f44.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=65f4120e-7b36-4108-8804-f9ff986bd322 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d44.sanity-pcc/d44.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=0
llite.lustre-ffff8800b607e800.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.708796 s, 74.0 MB/s
/mnt/lustre/f44.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x2000059f1
lmm_object_id:     0x6
lmm_fid:           [0x2000059f1:0x6:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           420	        0x1a4	   0x280000400

50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.510318 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.509284 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.490927 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.549636 s, 95.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.598971 s, 87.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.587031 s, 89.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.636042 s, 82.4 MB/s
52428800 bytes (52 MB) copied, 0.616025 s, 85.1 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.63381 s, 82.7 MB/s
50+0 records in
50+0 records out
, 0.662969 s, 79.1 MB/s
52428800 bytes (52 MB) copied, 0.660349 s, 79.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.540538 s, 97.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.683056 s, 76.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.682475 s, 76.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.651488 s, 80.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.605868 s, 86.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416565 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452835 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.103805 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365393 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103492 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0863929 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514977 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.07907 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691219 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514921 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764882 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969355 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387086 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145827 s, 360 MB/s
52428800 bytes (52 MB) copied, 0.0923493 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153166 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13196 s, 397 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183577 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161596 s, 324 MB/s
52428800 bytes (52 MB) copied, 0.243578 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344873 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440103 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.113588 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823334 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108557 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123138 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121279 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527848 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0903681 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0677286 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518807 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591146 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0930062 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250719 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620416 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336387 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560573 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069343 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697069 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742838 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961723 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043314 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524142 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691658 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0818394 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.085715 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0706667 s, 742 MB/s
52428800 bytes (52 MB) copied, 0.098778 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543386 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043271 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766107 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326491 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602143 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519559 s, 1.0 GB/s
, 0.0350667 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563522 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703687 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430915 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453284 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474158 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088618 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823635 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290036 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221136 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104474 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267204 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444169 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748523 s, 700 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888348 s, 590 MB/s
52428800 bytes (52 MB) copied, 0.111282 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405323 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0785225 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373457 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108061 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105742 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686932 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10945 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870153 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361594 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466787 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712425 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358733 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404156 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509773 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616745 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608675 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990626 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774416 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315907 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273928 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628495 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646273 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333865 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537726 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384498 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032485 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590428 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565681 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0975349 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650126 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06529 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604385 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574858 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497672 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590418 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756468 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0863827 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976516 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111825 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907017 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797719 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392364 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815358 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456015 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10057 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326939 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759045 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518794 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410927 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571661 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604728 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415363 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0986837 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466505 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525929 s, 997 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932597 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0796348 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728589 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660873 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162474 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12386 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748075 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113562 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661172 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698127 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764025 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689072 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.095577 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322432 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555866 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618501 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650813 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390103 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591392 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073037 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049454 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063362 s, 827 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557988 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827189 s, 634 MB/s
52428800 bytes (52 MB) copied, 0.0702188 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604039 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492487 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680042 s, 771 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484654 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836753 s, 627 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0394618 s, 1.3 GB/s
, 0.0397434 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312852 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360935 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703225 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108418 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318944 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124058 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072332 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367671 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639239 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279006 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307963 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625229 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619937 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782416 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582248 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113569 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14683 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471138 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104359 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148244 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470691 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0898673 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165959 s, 316 MB/s
, 0.190902 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066638 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103015 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294178 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428647 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351987 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608731 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569036 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655395 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0991574 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0884701 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0780074 s, 672 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333157 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038099 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651473 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593875 s, 883 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100394 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0845737 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138083 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673605 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114519 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165205 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184243 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0898558 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147471 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109096 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133417 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210389 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192464 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452691 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060252 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0780787 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828917 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0833136 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081225 s, 645 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216557 s, 2.4 GB/s
52428800 bytes (52 MB) copied, 0.0685096 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769996 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510556 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480586 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332063 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618179 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502928 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440217 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0358968 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0924729 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771819 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639142 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446571 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0884447 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052808 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359432 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041426 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540883 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0948757 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107669 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720828 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620034 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565934 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538694 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0791874 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396924 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267734 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0783746 s, 669 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049953 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851317 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0954758 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406561 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434235 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045585 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383961 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578368 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625648 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161082 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890655 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751239 s, 698 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719109 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661298 s, 793 MB/s
52428800 bytes (52 MB) copied, 0.144117 s, 364 MB/s
52428800 bytes (52 MB) copied, 0.221836 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103196 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100363 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193042 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549232 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20802 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172996 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934081 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130958 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225004 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03488 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477567 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556505 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291005 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575932 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378643 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0709691 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659865 s, 795 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10276 s, 510 MB/s
52428800 bytes (52 MB) copied, 0.0349883 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118305 s, 443 MB/s
, 0.131201 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148026 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046613 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15001 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12023 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168347 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130838 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126624 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356524 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789154 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686298 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295759 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0500261 s, 1.0 GB/s
, 0.0735964 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578773 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0905942 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474388 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251979 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372322 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471183 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316858 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639356 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388314 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363756 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539368 s, 972 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296824 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390421 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822613 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105387 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12603 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523587 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148059 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819574 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829093 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503853 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764792 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575303 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040179 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584082 s, 898 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117309 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0887597 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586199 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349308 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0589115 s, 890 MB/s
, 0.0657749 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377917 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474776 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552992 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647791 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816486 s, 642 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.109486 s, 479 MB/s
, 0.115359 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276296 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068151 s, 769 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691149 s, 759 MB/s
52428800 bytes (52 MB) copied, 0.0408057 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522846 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499155 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438425 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10086 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0988954 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265008 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245586 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494653 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536852 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467923 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480633 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501284 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374853 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350247 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362887 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520904 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322029 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386214 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471034 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531267 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713068 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441819 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295997 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233065 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317066 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436115 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313039 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303022 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032393 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541843 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052808 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683272 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751462 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983884 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793148 s, 661 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659934 s, 794 MB/s
52428800 bytes (52 MB) copied, 0.0672356 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434976 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602464 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053352 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036714 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0692239 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271246 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436563 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327009 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824383 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480239 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414029 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806526 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553462 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690732 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265126 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316745 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043935 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456259 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379478 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392804 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273588 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063883 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422195 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648635 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451631 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294889 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494182 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610797 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312205 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106308 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131086 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100779 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560695 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479059 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545748 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511765 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496749 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297911 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347448 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524901 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201783 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0972601 s, 539 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278952 s, 1.9 GB/s
52428800 bytes (52 MB) copied, 0.0335892 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539343 s, 972 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394839 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789143 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557803 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553359 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384973 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295273 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389337 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572305 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0685305 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794945 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365793 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030483 s, 1.7 GB/s
52428800 bytes (52 MB) copied, 0.0555678 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0845298 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751545 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368989 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344799 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450721 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837492 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638069 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714245 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693493 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131692 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169174 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162502 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212914 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141065 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126842 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220873 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204294 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21938 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137253 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224344 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509646 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622072 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314146 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951027 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572484 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107162 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12161 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208134 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196102 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217321 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496679 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857612 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500158 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482396 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177007 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513898 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728588 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765952 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919209 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468254 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502528 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717592 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0833814 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604726 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453498 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0633863 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449375 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400377 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048213 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656255 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378906 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0411415 s, 1.3 GB/s
, 0.0321477 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596741 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886234 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360254 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568883 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374415 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397017 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472138 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480226 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098868 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502916 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675676 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0770433 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0830277 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976677 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104469 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490715 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1066 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109811 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113467 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177164 s, 296 MB/s
, 0.176726 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135494 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952191 s, 551 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0680129 s, 771 MB/s
, 0.125495 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125859 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782546 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674362 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628065 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664694 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573031 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592644 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033509 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623176 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295869 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627246 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550952 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472116 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544301 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433973 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072578 s, 722 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0256989 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551997 s, 950 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662849 s, 791 MB/s
52428800 bytes (52 MB) copied, 0.027235 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545304 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273276 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657119 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859344 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081964 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118588 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712112 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032585 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050097 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815164 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859845 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773815 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040866 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0903625 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442429 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712319 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708177 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327432 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447569 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296649 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519221 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068894 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271316 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455889 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375803 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573037 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467479 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273222 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317937 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028783 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655239 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231214 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674873 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557986 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392557 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327008 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748724 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290608 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039022 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287819 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542932 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463379 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419746 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356389 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553563 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333188 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428691 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239292 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387523 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027568 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386233 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.039562 s, 1.3 GB/s
, 0.0551958 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683152 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432429 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409729 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283219 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.070075 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327843 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269392 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503389 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514996 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432417 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227972 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587053 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572679 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500287 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301315 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651847 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609571 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491828 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582274 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561682 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.069557 s, 754 MB/s
, 0.0646268 s, 811 MB/s
, 0.0452449 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610651 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271833 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489683 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313661 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338187 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676861 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0956949 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906014 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118731 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494241 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467713 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426836 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561877 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370454 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508861 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324355 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353231 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515691 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492871 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031884 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407043 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647802 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547181 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522593 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289254 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390766 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279203 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0729644 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0978493 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389941 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548037 s, 957 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492085 s, 1.1 GB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.12277 s, 427 MB/s
, 0.14952 s, 351 MB/s
, 0.140856 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752851 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641482 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153205 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069351 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306901 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188552 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207514 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166696 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557024 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332094 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386935 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414982 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457899 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488528 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376922 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406236 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428431 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519685 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471085 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455191 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348066 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438261 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424441 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313284 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452354 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342728 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369649 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575295 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471679 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296159 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297512 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314947 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284494 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299284 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343545 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316195 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228601 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492664 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400562 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225867 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210436 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285468 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343784 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290458 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814589 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655627 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065998 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687932 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915415 s, 573 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0609798 s, 860 MB/s
, 0.0427489 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378637 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269382 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220179 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309608 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321276 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261487 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382683 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238506 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222717 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030959 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480377 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556817 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037385 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274281 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325479 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03793 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331782 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278928 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421977 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284512 s, 1.8 GB/s
, 0.0345887 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267151 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463331 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467881 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044521 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323887 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489193 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258248 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431196 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047526 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389613 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278659 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352805 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227621 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238525 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339402 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614314 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376123 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340878 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415483 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600578 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357913 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541414 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602435 s, 870 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287593 s, 1.8 GB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116233 s, 451 MB/s
, 0.0379381 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538787 s, 973 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647135 s, 810 MB/s
52428800 bytes (52 MB) copied, 0.0357382 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470267 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239316 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400714 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337466 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463873 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503968 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526319 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409119 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307897 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604222 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406439 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640849 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073267 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613958 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062436 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0705635 s, 743 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468783 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480912 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105496 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307849 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484488 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04727 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463093 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580994 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476903 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346794 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352735 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279821 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346087 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038651 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039733 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243625 s, 2.2 GB/s
52428800 bytes (52 MB) copied, 0.071126 s, 737 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0295886 s, 1.8 GB/s
, 0.0532911 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535553 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303903 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349575 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024474 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038231 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0242918 s, 2.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0330738 s, 1.6 GB/s
, 0.0448984 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622408 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079925 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462636 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277205 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349498 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249037 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309923 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216226 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0256798 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240731 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311025 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454275 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400064 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298194 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448056 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350971 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441495 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393275 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305444 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0726771 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283469 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04076 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355033 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404907 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063175 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352389 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475146 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564308 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690718 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629933 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027936 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553596 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681448 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282577 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347877 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510675 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039447 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310937 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0685176 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237059 s, 2.2 GB/s
, 0.0303859 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464738 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0256655 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320539 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251167 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342017 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392316 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234843 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349226 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453033 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491619 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465334 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330607 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485951 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364098 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326478 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228877 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516024 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257995 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421266 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349774 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421831 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227092 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413385 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459215 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424245 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255986 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477831 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396608 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347949 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051342 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324195 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469837 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385735 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277217 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201728 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395249 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427589 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329598 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038771 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747726 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056267 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691679 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044068 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437104 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309332 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495068 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280707 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474328 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594942 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530817 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532338 s, 985 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0867327 s, 604 MB/s
, 0.056736 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619708 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478361 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296913 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418596 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494575 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046192 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315482 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0313037 s, 1.7 GB/s
, 0.0288374 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278243 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201277 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223048 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312309 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456346 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164547 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11111 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0977466 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167282 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203793 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249108 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248267 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185703 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202453 s, 259 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.317773 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207823 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265985 s, 197 MB/s
52428800 bytes (52 MB) copied, 0.164379 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433049 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424646 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654297 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405911 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539093 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211398 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351671 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354866 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304686 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366016 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330424 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371242 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820048 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620606 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814815 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412912 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787314 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643899 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821498 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10331 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531873 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984448 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131584 s, 398 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0790671 s, 663 MB/s
, 0.0499302 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128203 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0972187 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131902 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313238 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371257 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331528 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641383 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792729 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410121 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619951 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606588 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626025 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656259 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052463 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506258 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102031 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.07167 s, 732 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057629 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105378 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489294 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353991 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629545 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587877 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105082 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395936 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429073 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270566 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794296 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438782 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620128 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227252 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605038 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077104 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311325 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456135 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471541 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025151 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470089 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499173 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485435 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459816 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511646 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324705 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051707 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440946 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874388 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836565 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0896553 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665838 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068591 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831617 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676915 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868567 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281326 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308372 s, 1.7 GB/s
, 0.0326857 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351718 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497687 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257692 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329769 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291125 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224541 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333401 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248972 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439741 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651003 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632049 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304108 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330673 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041171 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375075 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288091 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378529 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420385 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297093 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450663 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277951 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497858 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.059815 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466587 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370514 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851009 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550178 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412876 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410733 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401123 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306976 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377774 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594173 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340502 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281642 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457843 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373451 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337013 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284572 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570669 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313039 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453036 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519442 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563698 s, 930 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597829 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573048 s, 915 MB/s
52428800 bytes (52 MB) copied, 0.059733 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355388 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0810068 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597564 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794255 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0652319 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468592 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526115 s, 997 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914222 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226273 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413679 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487887 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022952 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681035 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700594 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446625 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03829 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337829 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0246994 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446891 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612085 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109366 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644356 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344218 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482199 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735216 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650479 s, 806 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110903 s, 473 MB/s
52428800 bytes (52 MB) copied, 0.0991682 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497929 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387696 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595351 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200956 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463234 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573471 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476124 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321472 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621486 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537186 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567005 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779097 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069276 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110477 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491406 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664746 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436095 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494768 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066043 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766283 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322015 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720274 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348743 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459993 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526628 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650648 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245851 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378126 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443504 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310482 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276046 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259167 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042837 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283568 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.076731 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566296 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738538 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412104 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237314 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720432 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253742 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107464 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.095494 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567536 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220764 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865479 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693599 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140686 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135121 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560551 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589512 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0966986 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579895 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598158 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701943 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517323 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460631 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541625 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413959 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593412 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639477 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0810258 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600409 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283883 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218894 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310839 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342084 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0242013 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471297 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503349 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579259 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699299 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491937 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216279 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551197 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372658 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441011 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547404 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720123 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328886 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295145 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289068 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346076 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390884 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286297 s, 1.8 GB/s
, 0.0285643 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297746 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485569 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846097 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487085 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619662 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0810871 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209367 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359504 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672263 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388264 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410604 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329443 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331126 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245338 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774303 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214327 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193821 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433912 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193019 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544883 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241528 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448993 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339302 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744028 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761866 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318983 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479462 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297178 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639666 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483059 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539061 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484586 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0796815 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11947 s, 439 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342026 s, 1.5 GB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0481862 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0274106 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036349 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688032 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069219 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040735 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057547 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576326 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442105 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106377 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844869 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344754 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324143 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528539 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291521 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676282 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369975 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623053 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694686 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603794 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735398 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761339 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444714 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965278 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126669 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106309 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550967 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971283 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121487 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457811 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18052 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0908522 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647245 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490943 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682436 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586412 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101775 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536914 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322062 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038634 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353131 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225813 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0825679 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274854 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629076 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078624 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120964 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859984 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0946753 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080972 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750139 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653509 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131149 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890293 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396449 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316036 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455706 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489667 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294264 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354713 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350264 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041219 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867508 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287368 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403079 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423348 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386267 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476922 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612772 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379118 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419618 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253514 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025646 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034864 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300377 s, 1.7 GB/s
52428800 bytes (52 MB) copied, 0.0402639 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661492 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670538 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415348 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637134 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338585 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448585 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409218 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291703 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827669 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279684 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499997 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694379 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840951 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234997 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870612 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756828 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508485 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664249 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734318 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041494 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553879 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0909483 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067071 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628666 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127008 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105078 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638445 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505463 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857976 s, 611 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109989 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0855233 s, 613 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0879985 s, 596 MB/s
52428800 bytes (52 MB) copied, 0.089778 s, 584 MB/s
52428800 bytes (52 MB) copied, 0.0743992 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672816 s, 779 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102346 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0692891 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615723 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042971 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512256 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620252 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238802 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436161 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473308 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104365 s, 502 MB/s
52428800 bytes (52 MB) copied, 0.0707895 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326224 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528408 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397274 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475438 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033211 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397225 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359187 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375404 s, 1.4 GB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350244 s, 1.5 GB/s
52428800 bytes (52 MB) copied, 0.0654232 s, 801 MB/s
, 0.0954942 s, 549 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210614 s, 2.5 GB/s
52428800 bytes (52 MB) copied, 0.0511329 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399073 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101313 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620447 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038931 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351911 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317222 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576248 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061156 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294693 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404848 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719876 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350965 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048861 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376254 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587511 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541325 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602969 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545705 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503157 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420576 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255746 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383446 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212557 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02796 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335666 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507204 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491559 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032768 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247123 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402081 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362749 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329282 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467572 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302774 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468488 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290305 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207879 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251476 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462695 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044097 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407056 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322084 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297329 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421089 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436082 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030465 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815746 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354321 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020168 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351079 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590679 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382181 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389249 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330577 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326163 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362199 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0339361 s, 1.5 GB/s
, 0.0483432 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046279 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261053 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330931 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505986 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586026 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433271 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0703037 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473735 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433971 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422041 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0595701 s, 880 MB/s
, 0.0532901 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054428 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026738 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282013 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334299 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737744 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739721 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774758 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0242015 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449099 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306246 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422745 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342245 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346873 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332761 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0673872 s, 778 MB/s
52428800 bytes (52 MB) copied, 0.0451906 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275226 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267982 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516743 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507007 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265662 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379799 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395872 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0246725 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425325 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493109 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229243 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053333 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443923 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253033 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500015 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204716 s, 2.6 GB/s
52428800 bytes (52 MB) copied, 0.0215923 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0242304 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026401 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676807 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498524 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035914 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743999 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534513 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635061 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058359 s, 898 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392616 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060522 s, 866 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327341 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0414501 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379701 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298875 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391664 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032599 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322232 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373011 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352532 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356581 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386514 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264302 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387253 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460399 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368744 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403945 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315112 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330665 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272504 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029711 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264918 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353478 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529315 s, 991 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554235 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467915 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266753 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552224 s, 949 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352736 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412565 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382984 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04565 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772536 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0922493 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278739 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534525 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284595 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111752 s, 469 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480102 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358729 s, 1.5 GB/s
52428800 bytes (52 MB) copied, 0.0792854 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328147 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644908 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354001 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308116 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320756 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617605 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0679239 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772962 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696313 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277958 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333094 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509559 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569152 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365984 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554171 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459126 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733846 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232308 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273338 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502755 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0289318 s, 1.8 GB/s
, 0.0538007 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343525 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327973 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347602 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503836 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701838 s, 747 MB/s
52428800 bytes (52 MB) copied, 0.0784609 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962405 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0500062 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0508809 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391649 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277821 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249905 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078899 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542966 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553534 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0879214 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701093 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775296 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402282 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529534 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032652 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049185 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737371 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296739 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326675 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350854 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430776 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265716 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438437 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672315 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870488 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0849306 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794825 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126968 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797429 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581719 s, 901 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907521 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185202 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213362 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194214 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184243 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280661 s, 187 MB/s
, 0.161979 s, 324 MB/s
52428800 bytes (52 MB) copied, 0.189579 s, 277 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233434 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108022 s, 485 MB/s
52428800 bytes (52 MB) copied, 0.286573 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184912 s, 284 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22084 s, 237 MB/s
52428800 bytes (52 MB) copied, 0.19649 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100949 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158583 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545126 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066954 s, 783 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0807958 s, 649 MB/s
, 0.0662246 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476534 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710888 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564049 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769147 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290775 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524631 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374338 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047507 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781521 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260874 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338775 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461639 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404732 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476382 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222143 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073249 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406013 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231813 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284934 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430743 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260007 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282282 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280284 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511998 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040758 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608636 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634673 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107845 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0935953 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664032 s, 790 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10754 s, 488 MB/s
52428800 bytes (52 MB) copied, 0.0640765 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100581 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0898175 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123882 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881573 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828081 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325364 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116794 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100275 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235884 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263454 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371402 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362412 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490756 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339955 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508083 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039779 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443143 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397989 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053471 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0729911 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393612 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413376 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300541 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0461849 s, 1.1 GB/s
, 0.0317909 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514015 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442331 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336948 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030947 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459941 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313897 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075471 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322285 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045961 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440762 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0987556 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0709069 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952794 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0834422 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634919 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648041 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0935003 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592065 s, 886 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122541 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102575 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151469 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0982797 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075618 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451303 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309125 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0996187 s, 526 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564474 s, 929 MB/s
52428800 bytes (52 MB) copied, 0.0534468 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564749 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501069 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039763 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413537 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276896 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338247 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637108 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785805 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434917 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585614 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080166 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847149 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506438 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575439 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302298 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345231 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408947 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0860996 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0953117 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506009 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125168 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943332 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590149 s, 888 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367747 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.115261 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264741 s, 2.0 GB/s
52428800 bytes (52 MB) copied, 0.0920081 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745249 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608112 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492757 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081153 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403772 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538291 s, 974 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231914 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550566 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614555 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098485 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344952 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047907 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857286 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0894262 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418735 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943543 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0709856 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484328 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558731 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500669 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528042 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509075 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123348 s, 425 MB/s
, 0.107621 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108264 s, 484 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0603626 s, 869 MB/s
, 0.0607082 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514878 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660681 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567281 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611962 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04619 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516416 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549759 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971758 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314462 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353706 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318353 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271136 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288193 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025209 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248383 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396217 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290587 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457821 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634566 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594872 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061439 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378342 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025815 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522032 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399392 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758265 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323975 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0939945 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105536 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062144 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117088 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150233 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179699 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530952 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442243 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712387 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298069 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05674 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114955 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140244 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10786 s, 486 MB/s
, 0.0776522 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942273 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602924 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029929 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335458 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.099936 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109082 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0866148 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724649 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162865 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14395 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136385 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12213 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189714 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0679193 s, 772 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895123 s, 586 MB/s
52428800 bytes (52 MB) copied, 0.0923377 s, 568 MB/s
52428800 bytes (52 MB) copied, 0.0557955 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657843 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417533 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147554 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407485 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178272 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123952 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226727 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033329 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774126 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110961 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108068 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119013 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752886 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163412 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117055 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0860133 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178594 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836232 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0928335 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572635 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18461 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137354 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551117 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247166 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512229 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12057 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367626 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733485 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343065 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385163 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040013 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622233 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286832 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630178 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555748 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821963 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403458 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504701 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669273 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673149 s, 779 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114278 s, 459 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137398 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700413 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563623 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114808 s, 457 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154013 s, 340 MB/s
, 0.146728 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703766 s, 745 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667068 s, 786 MB/s
52428800 bytes (52 MB) copied, 0.0648596 s, 808 MB/s
52428800 bytes (52 MB) copied, 0.0681615 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0975726 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829365 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413462 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503156 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605867 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522223 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603535 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401801 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113511 s, 462 MB/s
52428800 bytes (52 MB) copied, 0.0961376 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667832 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123297 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0633317 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204058 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512179 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608828 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669986 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031554 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0372724 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0545026 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463775 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481778 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047971 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718598 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546306 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390508 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436339 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454397 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061013 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438843 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401719 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298784 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566094 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380084 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530795 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325257 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606912 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776726 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623148 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874371 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637554 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377744 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623588 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348286 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862589 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734963 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806089 s, 650 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501267 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.065293 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501689 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623793 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720885 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477505 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326947 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626747 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336114 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423707 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472087 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571158 s, 918 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555386 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0940403 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430252 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257028 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278601 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522155 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161121 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0966441 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851374 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135397 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178095 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116192 s, 451 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517805 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139496 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152614 s, 344 MB/s
52428800 bytes (52 MB) copied, 0.109638 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021296 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380965 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505351 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101746 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0995633 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12105 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0882797 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127652 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120591 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262307 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186904 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.319863 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229953 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.361855 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.405413 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874855 s, 599 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.357115 s, 147 MB/s
52428800 bytes (52 MB) copied, 0.265014 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243454 s, 215 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.509192 s, 103 MB/s
, 0.0650694 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545046 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404725 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619035 s, 847 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083814 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127918 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132333 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109148 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106311 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220772 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0894532 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747459 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226101 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16884 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218622 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511337 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227885 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136477 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196617 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822962 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0803879 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141077 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413736 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0864317 s, 607 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111527 s, 470 MB/s
52428800 bytes (52 MB) copied, 0.0857324 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781591 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621699 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644601 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154405 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629273 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118536 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506467 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061376 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109891 s, 477 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707029 s, 742 MB/s
52428800 bytes (52 MB) copied, 0.0817505 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371539 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768229 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486387 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374017 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400352 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.07646 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0850294 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890289 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143987 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119097 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888447 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142998 s, 367 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116208 s, 451 MB/s
52428800 bytes (52 MB) copied, 0.121767 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206982 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227609 s, 230 MB/s
, 0.126502 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134997 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109484 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517136 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290175 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044619 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381736 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437933 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498796 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558686 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06654 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789074 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359716 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308502 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439342 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513836 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393347 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458392 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0364435 s, 1.4 GB/s
, 0.0391499 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337891 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516442 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809974 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490683 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531697 s, 986 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0504741 s, 1.0 GB/s
, 0.0371926 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530861 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636721 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597985 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900042 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109809 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107381 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931368 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480226 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194821 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565699 s, 927 MB/s
52428800 bytes (52 MB) copied, 0.0359462 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379231 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486311 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078656 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476444 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344471 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0905886 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.076452 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388231 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0959946 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028591 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332636 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405746 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572894 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555327 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524132 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781714 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0860616 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336341 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377797 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0652688 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267292 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434218 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103697 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0968491 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0996184 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135938 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576831 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710384 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530701 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458077 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0579934 s, 904 MB/s
, 0.0603128 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734744 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042016 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353501 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672363 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126323 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308344 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874346 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434558 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682036 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269145 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326427 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376758 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351516 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247222 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397585 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613492 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869591 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847081 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613717 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771516 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675333 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0933211 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100888 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103534 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354281 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234426 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853028 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106254 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836653 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500733 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426703 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048547 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752295 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396313 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453535 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456425 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349538 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594503 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782837 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915852 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540305 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611276 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824242 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567138 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543394 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336602 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548066 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519054 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508497 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516951 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566505 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613591 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788352 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237972 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829009 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309671 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049253 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563606 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057529 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284851 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421101 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697708 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309128 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395247 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122634 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113134 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150611 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108432 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431225 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043415 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944196 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338634 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336107 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722499 s, 726 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024439 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0848172 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353816 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379927 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451022 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576105 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297115 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313115 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286817 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639068 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369963 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051774 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228994 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309637 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322428 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763282 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102379 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297775 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804596 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064608 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319261 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439464 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.110451 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139528 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269271 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814168 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456061 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667795 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500996 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661399 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789213 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606605 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688881 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615858 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581314 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0956918 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219198 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433342 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362982 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611582 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0980317 s, 535 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101635 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121521 s, 431 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732675 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174492 s, 300 MB/s
52428800 bytes (52 MB) copied, 0.1776 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125227 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599642 s, 874 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217857 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151918 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0849329 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222819 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03095 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039305 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288733 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678176 s, 773 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293345 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660164 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269186 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499306 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305942 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038078 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823646 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231006 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522132 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286257 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566814 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509469 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384274 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585075 s, 896 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11991 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0924986 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454458 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497239 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722805 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657352 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105098 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113663 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540917 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281621 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452181 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637526 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962958 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200328 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139485 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275847 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107181 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651182 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142397 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141951 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138681 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170398 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144928 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17757 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523761 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104478 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318366 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590989 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244452 s, 2.1 GB/s
, 0.0817557 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157578 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374933 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029405 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303336 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236657 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032845 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293877 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500543 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320229 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542118 s, 967 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444783 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354095 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320192 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467946 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409238 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335189 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271073 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584569 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346982 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578257 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034351 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350443 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290046 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277157 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310204 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294163 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341017 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072094 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722911 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732863 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915644 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377498 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886486 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570713 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420412 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323535 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352051 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101151 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765473 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807297 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583272 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131086 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522799 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535203 s, 980 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366576 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237117 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558818 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049758 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428307 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361016 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648978 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537959 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134905 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0838545 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704678 s, 744 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0872122 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564328 s, 929 MB/s
52428800 bytes (52 MB) copied, 0.0854668 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464793 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680641 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606355 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696001 s, 753 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268327 s, 2.0 GB/s
52428800 bytes (52 MB) copied, 0.0410397 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640348 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347409 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379037 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353404 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641687 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453483 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771786 s, 679 MB/s
, 0.0328713 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387213 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463996 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624501 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923276 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602954 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02675 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041038 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471302 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502242 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538653 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365581 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257794 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788513 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025561 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375375 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0633251 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0483806 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0529201 s, 991 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600409 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448659 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525591 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335395 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0669519 s, 783 MB/s
, 0.0300803 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0902947 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673283 s, 779 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055947 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693433 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487281 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536138 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809028 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798966 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134311 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801215 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516604 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819639 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062384 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377307 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1163 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649411 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0753532 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0811746 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0950431 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575962 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079717 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983828 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804736 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771141 s, 680 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115497 s, 454 MB/s
52428800 bytes (52 MB) copied, 0.0592741 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0832146 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0937498 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150803 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562716 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643658 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572405 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541004 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143725 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311427 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531218 s, 987 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0509721 s, 1.0 GB/s
, 0.0708802 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04256 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292065 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065482 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504978 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605284 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446387 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324269 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578989 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0803701 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323428 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707619 s, 741 MB/s
52428800 bytes (52 MB) copied, 0.0800361 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418021 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0950078 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643832 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936559 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.093752 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576479 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134774 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169187 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239621 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192986 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295979 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150476 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.355274 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.34506 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.380584 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.360602 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.388207 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273599 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301842 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130506 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.448015 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626433 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112839 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20198 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0960215 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116472 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035291 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04195 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772753 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779286 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0918328 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460204 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054617 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634027 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566766 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880283 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661953 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0929333 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10483 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521826 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999284 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334682 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514165 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562363 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367422 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521405 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552808 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629537 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0970862 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101473 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438245 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782019 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112668 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11519 s, 455 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106765 s, 491 MB/s
52428800 bytes (52 MB) copied, 0.130212 s, 403 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187522 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133425 s, 393 MB/s
52428800 bytes (52 MB) copied, 0.183866 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751769 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747952 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105625 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563078 s, 931 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572768 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693507 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0986032 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102627 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0843972 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797703 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104082 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10581 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12827 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787512 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145538 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886299 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264763 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862912 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384136 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416836 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806471 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771225 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942275 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0799824 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998613 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0937329 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118826 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13336 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114673 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12435 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1355 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128381 s, 408 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601029 s, 872 MB/s
52428800 bytes (52 MB) copied, 0.20054 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127408 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157285 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037804 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335147 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044367 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042685 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615481 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383321 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868498 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0726377 s, 722 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746429 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0947788 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815231 s, 643 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134579 s, 390 MB/s
52428800 bytes (52 MB) copied, 0.132644 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766887 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.084977 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881209 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731956 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320302 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448607 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378417 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054669 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498982 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0242292 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402014 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512933 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0619331 s, 847 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045465 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369596 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399008 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764328 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412625 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944178 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0922912 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984477 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476691 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782138 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048254 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035181 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508788 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339569 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660226 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579265 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307866 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526562 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637272 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422773 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662575 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0884788 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680799 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478103 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523871 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272063 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289859 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328021 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562519 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776424 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036646 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414604 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595425 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565763 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794927 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032323 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713458 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620746 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324399 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656387 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641728 s, 817 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350604 s, 1.5 GB/s
52428800 bytes (52 MB) copied, 0.0543613 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042669 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768862 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487996 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302006 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314485 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114518 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518053 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616556 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0725738 s, 722 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031984 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465875 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266701 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610591 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642062 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562112 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432248 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450945 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06938 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670115 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325628 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325685 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739171 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737759 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1121 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717994 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103658 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717339 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0813647 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643366 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714409 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914415 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385861 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105518 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14048 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520411 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197062 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0927954 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164078 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142999 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196717 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159248 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078862 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176255 s, 297 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842083 s, 623 MB/s
52428800 bytes (52 MB) copied, 0.085959 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272544 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761334 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691954 s, 758 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0427236 s, 1.2 GB/s
, 0.0827557 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880115 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517778 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842009 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660072 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448065 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.097554 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427976 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059225 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767347 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690813 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771907 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637752 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653869 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621298 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460798 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744323 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048628 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105532 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10841 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085224 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108933 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771958 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032716 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0716656 s, 732 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406278 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114004 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11125 s, 471 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455393 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0541847 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422847 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374545 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570581 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048428 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549513 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404682 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03782 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304308 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367391 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324539 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309471 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273693 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663563 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512638 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0695187 s, 754 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037729 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653624 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505818 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360739 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642997 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523182 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553407 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281058 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344872 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343563 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264177 s, 2.0 GB/s
52428800 bytes (52 MB) copied, 0.0609262 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393226 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248359 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481594 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814784 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046701 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436417 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723368 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990171 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0784755 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254849 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317745 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275229 s, 1.9 GB/s
, 0.0365204 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195036 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236794 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157866 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157321 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828663 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581422 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874202 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305094 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124478 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516213 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180027 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074746 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475866 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681689 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691187 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478953 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143062 s, 366 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769025 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920123 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828718 s, 633 MB/s
52428800 bytes (52 MB) copied, 0.120798 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108878 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038341 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670705 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513545 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053243 s, 985 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442033 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263271 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0946684 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0928047 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119975 s, 437 MB/s
Finish ========
/mnt/lustre/f44.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000059f1
      lmm_object_id:     0x6
      lmm_fid:           [0x2000059f1:0x6:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x1a4:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
llite.lustre-ffff8800aa9b5000.stats=
snapshot_time             1746134516.169014415 secs.nsecs
start_time                1746134455.469799245 secs.nsecs
elapsed_time              60.699215170 secs.nsecs
llite.lustre-ffff8800b607e800.stats=
snapshot_time             1746134516.169413474 secs.nsecs
start_time                1746134455.469823256 secs.nsecs
elapsed_time              60.699590218 secs.nsecs
read_bytes                2454 samples [bytes] 8192 1048576 2571108352 2695968420003840
read                      133650 samples [usecs] 147 542928 176584638 5059227498246
ioctl                     1 samples [reqs]
open                      2679 samples [usecs] 4 116726 4432255 103136837203
close                     2679 samples [usecs] 5 76769 2613205 45867154377
seek                      2672 samples [usecs] 2 5319 33967 43443401
setattr                   1 samples [usecs] 28074 28074 28074 788149476
getattr                   17 samples [usecs] 163 14456 40484 374158530
mknod                     1 samples [usecs] 50485 50485 50485 2548735225
inode_permission          8282 samples [usecs] 1 83966 5895913 99996627575
opencount                 2680 samples [reqs] 1 2679 3589861 6412686581
openclosetime             2678 samples [usecs] 5 269707 58233134 2836744889092
pcc_attach                1 samples [reqs]
pcc_detach                238 samples [reqs]
pcc_auto_attach           238 samples [reqs]
pcc_hit_bytes             2624 samples [bytes] 52428800 52428800 137573171200 7212796278210560000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
attach 1 detach 238 auto_attach 238
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=1073741824
llite.lustre-ffff8800b607e800.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d44.sanity-pcc is idle now
PASS 44 (69s)

== sanity-pcc test 45: Concurrent read access from two mount points ========================================================== 17:22:01 (1746134521)
100+0 records in
100+0 records out
104857600 bytes (105 MB) copied, 0.261377 s, 401 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d45.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/102400             done                            
Creating filesystem with 102400 1k blocks and 25688 inodes
Filesystem UUID: e9cef057-63c9-43ee-b4d4-5d1dc79618aa
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/13     done                            
Writing inode tables:  0/13     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/13     done

/tmp/f45.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e9cef057-63c9-43ee-b4d4-5d1dc79618aa (extents) (64bit) (large files) (huge files)
100+0 records in
100+0 records out
104857600 bytes (105 MB) copied, 0.234662 s, 447 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f45.sanity-pcc on /mnt/pcc.d45.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
umount: /mnt/pcc.d45.sanity-pcc.2: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f45.sanity-pcc on /mnt/pcc.d45.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/102400             done                            
Creating filesystem with 102400 1k blocks and 25688 inodes
Filesystem UUID: 677dcd09-9705-41b2-a4cf-6739a2ba0231
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/13     done                            
Writing inode tables:  0/13     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/13     done

/tmp/f45.sanity-pcc.2: Linux rev 1.0 ext4 filesystem data, UUID=677dcd09-9705-41b2-a4cf-6739a2ba0231 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d45.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
pcc:
  -
    pccpath: /mnt/pcc.d45.sanity-pcc.2
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=0
llite.lustre-ffff8800b607e800.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.695519 s, 75.4 MB/s
/mnt/lustre/f45.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x2000059f1
lmm_object_id:     0x8
lmm_fid:           [0x2000059f1:0x8:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           421	        0x1a5	   0x280000400

50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.11433 s, 47.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.11523 s, 47.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14294 s, 45.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14489 s, 45.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.24306 s, 42.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14843 s, 45.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.23909 s, 42.3 MB/s
52428800 bytes (52 MB) copied, 1.15477 s, 45.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.19081 s, 44.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14412 s, 45.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1591 s, 45.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14923 s, 45.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1321 s, 46.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.16747 s, 44.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.15304 s, 45.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.2793 s, 41.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21975 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246124 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198798 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178879 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191695 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.67891 s, 31.2 MB/s
, 0.306751 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.72044 s, 30.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.68735 s, 31.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.7433 s, 30.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.69158 s, 31.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.69373 s, 31.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.71016 s, 30.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.73587 s, 30.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118805 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.75789 s, 29.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.7586 s, 29.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.7805 s, 29.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.72208 s, 30.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.76296 s, 29.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.78328 s, 29.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.77441 s, 29.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.76934 s, 29.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.36669 s, 143 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234166 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.492721 s, 106 MB/s
52428800 bytes (52 MB) copied, 0.431574 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203499 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272318 s, 193 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256014 s, 205 MB/s
52428800 bytes (52 MB) copied, 0.193015 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.302693 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544545 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829125 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244688 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945802 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064074 s, 818 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127496 s, 411 MB/s
52428800 bytes (52 MB) copied, 0.157001 s, 334 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15788 s, 332 MB/s
52428800 bytes (52 MB) copied, 0.192161 s, 273 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172077 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109752 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169987 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189104 s, 277 MB/s
52428800 bytes (52 MB) copied, 0.12682 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174675 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125128 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242688 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228129 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301448 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181997 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251884 s, 208 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156964 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245344 s, 214 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162232 s, 323 MB/s
52428800 bytes (52 MB) copied, 0.276607 s, 190 MB/s
52428800 bytes (52 MB) copied, 0.186047 s, 282 MB/s
52428800 bytes (52 MB) copied, 0.153659 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.276499 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191919 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190131 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186171 s, 282 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182946 s, 287 MB/s
52428800 bytes (52 MB) copied, 0.221742 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293835 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153672 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187806 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157336 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15921 s, 329 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0996058 s, 526 MB/s
52428800 bytes (52 MB) copied, 0.0894312 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119038 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125564 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146812 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614651 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822915 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11105 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708837 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847671 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529966 s, 989 MB/s
, 0.127818 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174805 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630741 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886174 s, 592 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188004 s, 279 MB/s
52428800 bytes (52 MB) copied, 0.112312 s, 467 MB/s
52428800 bytes (52 MB) copied, 0.156482 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115545 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143363 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111967 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11467 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452853 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141888 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118238 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181939 s, 288 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219042 s, 239 MB/s
52428800 bytes (52 MB) copied, 0.0954083 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1149 s, 456 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952854 s, 550 MB/s
, 0.163481 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171959 s, 305 MB/s
52428800 bytes (52 MB) copied, 0.0493683 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237289 s, 221 MB/s
52428800 bytes (52 MB) copied, 0.0503863 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158124 s, 332 MB/s
, 0.125577 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128669 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206976 s, 253 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152493 s, 344 MB/s
52428800 bytes (52 MB) copied, 0.184951 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503561 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143538 s, 365 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168605 s, 311 MB/s
52428800 bytes (52 MB) copied, 0.141524 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110884 s, 473 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220433 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140717 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250892 s, 209 MB/s
52428800 bytes (52 MB) copied, 0.138642 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161783 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159235 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183555 s, 286 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226367 s, 232 MB/s
52428800 bytes (52 MB) copied, 0.222313 s, 236 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.198864 s, 264 MB/s
, 0.201165 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218708 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179658 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198695 s, 264 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174485 s, 300 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189537 s, 277 MB/s
52428800 bytes (52 MB) copied, 0.185959 s, 282 MB/s
52428800 bytes (52 MB) copied, 0.130567 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185014 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111305 s, 471 MB/s
52428800 bytes (52 MB) copied, 0.229966 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207824 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138899 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130377 s, 402 MB/s
, 0.201593 s, 260 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140468 s, 373 MB/s
52428800 bytes (52 MB) copied, 0.121087 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932039 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083336 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538001 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.09354 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051065 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0959423 s, 546 MB/s
52428800 bytes (52 MB) copied, 0.0668223 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275643 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111775 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451895 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479446 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815023 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0917058 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590991 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432973 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634551 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616832 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314759 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620128 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387537 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0729736 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307515 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696257 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612227 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310188 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418336 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710497 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043695 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439067 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041215 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053591 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334867 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046597 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591653 s, 886 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558921 s, 938 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112457 s, 466 MB/s
52428800 bytes (52 MB) copied, 0.106288 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797404 s, 657 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116735 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867301 s, 605 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747221 s, 702 MB/s
52428800 bytes (52 MB) copied, 0.0708717 s, 740 MB/s
52428800 bytes (52 MB) copied, 0.112965 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829607 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700099 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760499 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104342 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156936 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164801 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156691 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786974 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135348 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142781 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122323 s, 429 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.105152 s, 499 MB/s
, 0.0826282 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12505 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858562 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123173 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225993 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0985423 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914677 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140864 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466113 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121434 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104405 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508969 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249546 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207333 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654522 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540443 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232026 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123071 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333468 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275481 s, 1.9 GB/s
52428800 bytes (52 MB) copied, 0.0653221 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464665 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234316 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317605 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361468 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526752 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064294 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0982667 s, 534 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109988 s, 477 MB/s
52428800 bytes (52 MB) copied, 0.109537 s, 479 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130673 s, 401 MB/s
52428800 bytes (52 MB) copied, 0.112081 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136134 s, 385 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782481 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756936 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137245 s, 382 MB/s
52428800 bytes (52 MB) copied, 0.178431 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108122 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125152 s, 419 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0989497 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.110361 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851278 s, 616 MB/s
52428800 bytes (52 MB) copied, 0.0955614 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20686 s, 253 MB/s
52428800 bytes (52 MB) copied, 0.162859 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149391 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642155 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134362 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579058 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423701 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142287 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125036 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629084 s, 833 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346701 s, 1.5 GB/s
52428800 bytes (52 MB) copied, 0.086552 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0939711 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999948 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239381 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331222 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484951 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234844 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04528 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0861255 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511559 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655581 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088902 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724867 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899372 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100429 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814048 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644784 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143209 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15592 s, 336 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145155 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144711 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234095 s, 224 MB/s
52428800 bytes (52 MB) copied, 0.166191 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174334 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214711 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221137 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185171 s, 283 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206403 s, 254 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195871 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24289 s, 216 MB/s
52428800 bytes (52 MB) copied, 0.118011 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188031 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211071 s, 248 MB/s
52428800 bytes (52 MB) copied, 0.13334 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226403 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196107 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.180647 s, 290 MB/s
52428800 bytes (52 MB) copied, 0.242931 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112792 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106885 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277887 s, 189 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143428 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157155 s, 334 MB/s
52428800 bytes (52 MB) copied, 0.0347948 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326872 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932917 s, 562 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233736 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0605092 s, 866 MB/s
, 0.0973131 s, 539 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0261238 s, 2.0 GB/s
, 0.0531292 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030613 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370112 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395151 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309235 s, 1.7 GB/s
52428800 bytes (52 MB) copied, 0.0752136 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758767 s, 691 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658861 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0451772 s, 1.2 GB/s
, 0.0510034 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457989 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.084257 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435383 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589411 s, 890 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793656 s, 661 MB/s
52428800 bytes (52 MB) copied, 0.0893517 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0994221 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107585 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617339 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154636 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498612 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593323 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373503 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580185 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315025 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714398 s, 734 MB/s
52428800 bytes (52 MB) copied, 0.0760547 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313489 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670684 s, 782 MB/s
52428800 bytes (52 MB) copied, 0.0584675 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15162 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110098 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103462 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0883657 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15932 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0910583 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100276 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102328 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869204 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858686 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152874 s, 343 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.106356 s, 493 MB/s
52428800 bytes (52 MB) copied, 0.10383 s, 505 MB/s
52428800 bytes (52 MB) copied, 0.0788522 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698677 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0973752 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0955837 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415862 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656531 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367939 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554707 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541124 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263809 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555251 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271128 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793722 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0930171 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641859 s, 817 MB/s
, 0.0815377 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0968347 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931758 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065079 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932095 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0893564 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0978373 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120986 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771847 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118769 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107058 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370033 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867636 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758861 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752281 s, 697 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.1132 s, 463 MB/s
, 0.0530186 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429876 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239406 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125696 s, 417 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758294 s, 691 MB/s
52428800 bytes (52 MB) copied, 0.0808765 s, 648 MB/s
52428800 bytes (52 MB) copied, 0.0778998 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663368 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769733 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504362 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569156 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566799 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143133 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601936 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482351 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567261 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648236 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266927 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426109 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200675 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382215 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521565 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488245 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376325 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042499 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511164 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358703 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573458 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046048 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664811 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0677453 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681127 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613448 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387372 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332867 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332302 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324467 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339598 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383827 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470388 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285026 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279451 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604921 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456438 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565702 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044334 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236549 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650819 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478745 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763136 s, 687 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384507 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0724625 s, 724 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669717 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0981342 s, 534 MB/s
52428800 bytes (52 MB) copied, 0.0537602 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604527 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474738 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04594 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493961 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304606 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026473 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411612 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638696 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024494 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453324 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349281 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317712 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235634 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472087 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211728 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089124 s, 588 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690558 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066337 s, 790 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105236 s, 498 MB/s
52428800 bytes (52 MB) copied, 0.0978805 s, 536 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121725 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120137 s, 436 MB/s
52428800 bytes (52 MB) copied, 0.107322 s, 489 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115252 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123534 s, 424 MB/s
52428800 bytes (52 MB) copied, 0.138294 s, 379 MB/s
52428800 bytes (52 MB) copied, 0.135352 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148652 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128412 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114121 s, 459 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125672 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999853 s, 524 MB/s
, 0.068328 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063475 s, 826 MB/s
52428800 bytes (52 MB) copied, 0.092277 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689621 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117488 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101665 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114845 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298783 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704352 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409799 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374484 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10931 s, 480 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106644 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468074 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027426 s, 1.9 GB/s
52428800 bytes (52 MB) copied, 0.0487551 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111039 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404047 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283043 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263011 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366261 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414474 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387856 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051029 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383005 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060009 s, 874 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477228 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0622331 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303549 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742245 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062748 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193976 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341145 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599396 s, 875 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271189 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393439 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027316 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409281 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307202 s, 1.7 GB/s
52428800 bytes (52 MB) copied, 0.0589998 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499105 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044565 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553613 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239106 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037874 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630244 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376245 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0802719 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490792 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0889816 s, 589 MB/s
52428800 bytes (52 MB) copied, 0.0963038 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129667 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125998 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151351 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125153 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145219 s, 361 MB/s
, 0.12085 s, 434 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127823 s, 410 MB/s
52428800 bytes (52 MB) copied, 0.0917437 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149103 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748623 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109944 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157676 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.094743 s, 553 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976066 s, 537 MB/s
52428800 bytes (52 MB) copied, 0.0838691 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531819 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476019 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869354 s, 603 MB/s
52428800 bytes (52 MB) copied, 0.173947 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663828 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249511 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760049 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226545 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222285 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586592 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527282 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0770911 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734621 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079929 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237814 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247816 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0830883 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0993059 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259344 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241433 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434825 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285938 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253516 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291725 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250649 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279473 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267892 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342687 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438015 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484522 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932494 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124646 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121931 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140473 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138068 s, 380 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.121717 s, 431 MB/s
, 0.149735 s, 350 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148976 s, 352 MB/s
, 0.1563 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18876 s, 278 MB/s
52428800 bytes (52 MB) copied, 0.153094 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130247 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140423 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165793 s, 316 MB/s
, 0.11462 s, 457 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143849 s, 364 MB/s
52428800 bytes (52 MB) copied, 0.129153 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140882 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140954 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130987 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538668 s, 973 MB/s
, 0.21266 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164848 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717393 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123245 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210796 s, 249 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218947 s, 239 MB/s
52428800 bytes (52 MB) copied, 0.103384 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410773 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291204 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022775 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270767 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456689 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412279 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0370911 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641043 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055752 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517515 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058494 s, 896 MB/s
52428800 bytes (52 MB) copied, 0.0877857 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518724 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534516 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862632 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662628 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040153 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578083 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448131 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110014 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690816 s, 759 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976327 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786357 s, 667 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102011 s, 514 MB/s
, 0.0681812 s, 769 MB/s
52428800 bytes (52 MB) copied, 0.102071 s, 514 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060213 s, 871 MB/s
52428800 bytes (52 MB) copied, 0.0812149 s, 646 MB/s
52428800 bytes (52 MB) copied, 0.0719056 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109681 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998321 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0954809 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083371 s, 629 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742287 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0790588 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.07138 s, 735 MB/s
, 0.0732239 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514195 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420428 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502538 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210154 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211801 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243039 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223939 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418404 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268042 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205632 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303726 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394863 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351215 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217657 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264094 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300414 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300323 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210795 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376561 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349347 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038487 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609044 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656586 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396002 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630978 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480071 s, 1.1 GB/s
, 0.118299 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103935 s, 504 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071539 s, 733 MB/s
52428800 bytes (52 MB) copied, 0.0504987 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080585 s, 651 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786147 s, 667 MB/s
, 0.0881654 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163703 s, 320 MB/s
52428800 bytes (52 MB) copied, 0.160415 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0810618 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.117961 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163556 s, 321 MB/s
52428800 bytes (52 MB) copied, 0.113556 s, 462 MB/s
52428800 bytes (52 MB) copied, 0.141007 s, 372 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945533 s, 554 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.113103 s, 464 MB/s
, 0.127978 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0705454 s, 743 MB/s
52428800 bytes (52 MB) copied, 0.116645 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.095114 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103212 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581172 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073471 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468188 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354917 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338719 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386672 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346583 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393716 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058027 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038793 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407656 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640277 s, 819 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497414 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0640668 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0905822 s, 579 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418242 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0912709 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449504 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0868945 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028974 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231389 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254115 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0985011 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492152 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281716 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529307 s, 991 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807534 s, 649 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100854 s, 520 MB/s
52428800 bytes (52 MB) copied, 0.128249 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871875 s, 601 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766914 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462623 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.129876 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971833 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0810107 s, 647 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156491 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678772 s, 772 MB/s
52428800 bytes (52 MB) copied, 0.105601 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0948404 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157355 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591167 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0877574 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505495 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385367 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738442 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406784 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398656 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224833 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516743 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303455 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237723 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349428 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258945 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229342 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211335 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300882 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359429 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213416 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271442 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230001 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268597 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344231 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039512 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467886 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366627 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303493 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570566 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556905 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470224 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313309 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431691 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047637 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356432 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513957 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452417 s, 1.2 GB/s
, 0.0372874 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057379 s, 914 MB/s
52428800 bytes (52 MB) copied, 0.0541728 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734942 s, 713 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0736391 s, 712 MB/s
, 0.0759389 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06189 s, 847 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077588 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868472 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10433 s, 503 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135455 s, 387 MB/s
52428800 bytes (52 MB) copied, 0.150279 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121458 s, 432 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198625 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165753 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149746 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.170898 s, 307 MB/s
, 0.169138 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156728 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187543 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150011 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195426 s, 268 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128204 s, 409 MB/s
52428800 bytes (52 MB) copied, 0.210538 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159232 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125809 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139273 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143132 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191528 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136042 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846498 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106038 s, 494 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1125 s, 466 MB/s
52428800 bytes (52 MB) copied, 0.100193 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110548 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101823 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064978 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890216 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505792 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517512 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03343 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337218 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030444 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410807 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328002 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360477 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680883 s, 770 MB/s
52428800 bytes (52 MB) copied, 0.0484316 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422165 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409528 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618217 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458531 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492642 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506263 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573471 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686184 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533615 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480684 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676678 s, 775 MB/s
52428800 bytes (52 MB) copied, 0.0879067 s, 596 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100539 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104904 s, 500 MB/s
52428800 bytes (52 MB) copied, 0.11254 s, 466 MB/s
52428800 bytes (52 MB) copied, 0.10955 s, 479 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0938683 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14243 s, 368 MB/s
52428800 bytes (52 MB) copied, 0.137282 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971617 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118625 s, 442 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132456 s, 396 MB/s
52428800 bytes (52 MB) copied, 0.120623 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961021 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11561 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734208 s, 714 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.133991 s, 391 MB/s
, 0.119921 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126401 s, 415 MB/s
52428800 bytes (52 MB) copied, 0.104242 s, 503 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906125 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712485 s, 736 MB/s
52428800 bytes (52 MB) copied, 0.0946116 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534194 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107549 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122301 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057187 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819954 s, 639 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117351 s, 447 MB/s
52428800 bytes (52 MB) copied, 0.0999961 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776687 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448757 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405724 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072381 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517246 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572114 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362254 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504952 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284121 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040968 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567394 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590308 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962637 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688346 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0981764 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117391 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138095 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170954 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173028 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152287 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174132 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174748 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212347 s, 247 MB/s
, 0.191267 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200624 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209767 s, 250 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236792 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.215198 s, 244 MB/s
, 0.261264 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268838 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265826 s, 197 MB/s
52428800 bytes (52 MB) copied, 0.193224 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2241 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190363 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163485 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287864 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277406 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.278845 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255192 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159283 s, 329 MB/s
, 0.218311 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.311085 s, 169 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213228 s, 246 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.305293 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216642 s, 242 MB/s
52428800 bytes (52 MB) copied, 0.310706 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.154739 s, 339 MB/s
, 0.185081 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226738 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983887 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138928 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109155 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785592 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671266 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088759 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19552 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942296 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078108 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667111 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147522 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119144 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613056 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051923 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287362 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488577 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857675 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360691 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551453 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278043 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077068 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724697 s, 723 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.114136 s, 459 MB/s
, 0.0932227 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111715 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997565 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135196 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153926 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127742 s, 410 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206093 s, 254 MB/s
52428800 bytes (52 MB) copied, 0.171828 s, 305 MB/s
52428800 bytes (52 MB) copied, 0.21532 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214267 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206818 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235104 s, 223 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237426 s, 221 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185759 s, 282 MB/s
, 0.228523 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157323 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138738 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171046 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256591 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196439 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255583 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184392 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230903 s, 227 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232193 s, 226 MB/s
52428800 bytes (52 MB) copied, 0.117279 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183131 s, 286 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0922043 s, 569 MB/s
52428800 bytes (52 MB) copied, 0.151099 s, 347 MB/s
52428800 bytes (52 MB) copied, 0.20966 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236675 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247875 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262474 s, 200 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200807 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.208574 s, 251 MB/s
, 0.116607 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148019 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118534 s, 442 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13696 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126418 s, 415 MB/s
52428800 bytes (52 MB) copied, 0.225408 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.341226 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147106 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219883 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16044 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212202 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240165 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165642 s, 317 MB/s
, 0.228054 s, 230 MB/s
52428800 bytes (52 MB) copied, 0.181959 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212266 s, 247 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185262 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.095843 s, 547 MB/s
52428800 bytes (52 MB) copied, 0.216113 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.146056 s, 359 MB/s
52428800 bytes (52 MB) copied, 0.0603478 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139054 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158955 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151085 s, 347 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.181022 s, 290 MB/s
52428800 bytes (52 MB) copied, 0.104107 s, 504 MB/s
, 0.160416 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496126 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134082 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124536 s, 421 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186474 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155252 s, 338 MB/s
52428800 bytes (52 MB) copied, 0.152567 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154921 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078797 s, 665 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17555 s, 299 MB/s
52428800 bytes (52 MB) copied, 0.135125 s, 388 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951263 s, 551 MB/s
52428800 bytes (52 MB) copied, 0.096898 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639369 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101895 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100296 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798048 s, 657 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140663 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100485 s, 522 MB/s
52428800 bytes (52 MB) copied, 0.118447 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.253189 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812112 s, 646 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137524 s, 381 MB/s
52428800 bytes (52 MB) copied, 0.117022 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146338 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111862 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0993608 s, 528 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461266 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.158697 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146968 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137015 s, 383 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137888 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208036 s, 252 MB/s
52428800 bytes (52 MB) copied, 0.218463 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219212 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223009 s, 235 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21204 s, 247 MB/s
52428800 bytes (52 MB) copied, 0.252422 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111491 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15306 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171252 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110214 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174831 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203531 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0991803 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158915 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135353 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150648 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149206 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134724 s, 389 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402279 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104469 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204542 s, 256 MB/s
52428800 bytes (52 MB) copied, 0.215719 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213558 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337454 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306303 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815706 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129153 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215497 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414203 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108015 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089461 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0729522 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078216 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12764 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580598 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137303 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951077 s, 551 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156863 s, 334 MB/s
52428800 bytes (52 MB) copied, 0.132543 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0863487 s, 607 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129678 s, 404 MB/s
52428800 bytes (52 MB) copied, 0.169343 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279289 s, 188 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191257 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244972 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169678 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157438 s, 333 MB/s
52428800 bytes (52 MB) copied, 0.243304 s, 215 MB/s
52428800 bytes (52 MB) copied, 0.146231 s, 359 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16013 s, 327 MB/s
52428800 bytes (52 MB) copied, 0.137148 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163637 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228401 s, 230 MB/s
52428800 bytes (52 MB) copied, 0.173718 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223977 s, 234 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182774 s, 287 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.191565 s, 274 MB/s
, 0.175508 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132736 s, 395 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209815 s, 250 MB/s
52428800 bytes (52 MB) copied, 0.0788676 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121411 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419202 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470166 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234404 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101343 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23645 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059474 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724113 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699568 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205694 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895699 s, 585 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136754 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223543 s, 235 MB/s
52428800 bytes (52 MB) copied, 0.11271 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225541 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171504 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106598 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152352 s, 344 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101449 s, 517 MB/s
52428800 bytes (52 MB) copied, 0.118599 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139694 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183029 s, 286 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213921 s, 245 MB/s
52428800 bytes (52 MB) copied, 0.243628 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.351197 s, 149 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151993 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273529 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132918 s, 394 MB/s
52428800 bytes (52 MB) copied, 0.259573 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176643 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162457 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265836 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.283676 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.48676 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.26504 s, 198 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288051 s, 182 MB/s
52428800 bytes (52 MB) copied, 0.177872 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245943 s, 213 MB/s
52428800 bytes (52 MB) copied, 0.285414 s, 184 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174022 s, 301 MB/s
52428800 bytes (52 MB) copied, 0.212917 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0901551 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106139 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100877 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301511 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2907 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828204 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16836 s, 311 MB/s
, 0.252618 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143255 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175009 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0993775 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108839 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890165 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551741 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747893 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680194 s, 771 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509819 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11759 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614899 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637389 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128002 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650841 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567997 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698968 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103893 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0941071 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121831 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115978 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581227 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486898 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792666 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437573 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417295 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0590367 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404258 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708698 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733448 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111138 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.091239 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942026 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815393 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0916787 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0950161 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069237 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14156 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101073 s, 519 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0939981 s, 558 MB/s
, 0.115012 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236536 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171616 s, 306 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121589 s, 431 MB/s
52428800 bytes (52 MB) copied, 0.133599 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177722 s, 295 MB/s
52428800 bytes (52 MB) copied, 0.194943 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134173 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138791 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221422 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162239 s, 323 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195034 s, 269 MB/s
52428800 bytes (52 MB) copied, 0.111988 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179696 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736405 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155194 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687384 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123404 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161488 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388933 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144391 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167666 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124727 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151707 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128302 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134604 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643492 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100603 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104183 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498765 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768561 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771959 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506286 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737815 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610194 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495928 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341736 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100821 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895782 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665604 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106769 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119874 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0835139 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0918475 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132902 s, 394 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107245 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115245 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13021 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133639 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.132086 s, 397 MB/s
, 0.134251 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148922 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125753 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18355 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186899 s, 281 MB/s
50+0 records in
50+0 records out
, 0.117768 s, 445 MB/s
52428800 bytes (52 MB) copied, 0.181692 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110552 s, 474 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150201 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153435 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207238 s, 253 MB/s
52428800 bytes (52 MB) copied, 0.172038 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123343 s, 425 MB/s
52428800 bytes (52 MB) copied, 0.193629 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134175 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10619 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631539 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497924 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141593 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348729 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372901 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260964 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03622 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310437 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322156 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330022 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289644 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280086 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366173 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034406 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637613 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384706 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650556 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245259 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088552 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088615 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159456 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793504 s, 661 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120099 s, 437 MB/s
52428800 bytes (52 MB) copied, 0.17863 s, 294 MB/s
52428800 bytes (52 MB) copied, 0.107224 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103998 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148555 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146255 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161335 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13445 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154179 s, 340 MB/s
52428800 bytes (52 MB) copied, 0.13942 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115209 s, 455 MB/s
, 0.140863 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196528 s, 267 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176551 s, 297 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120204 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127891 s, 410 MB/s
52428800 bytes (52 MB) copied, 0.140058 s, 374 MB/s
52428800 bytes (52 MB) copied, 0.166862 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151924 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751575 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326889 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722327 s, 726 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.117055 s, 448 MB/s
52428800 bytes (52 MB) copied, 0.116275 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858402 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454885 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523636 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451256 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053123 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595834 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0947936 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701815 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499555 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398779 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291978 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.024661 s, 2.1 GB/s
, 0.0246689 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347366 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415046 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0474718 s, 1.1 GB/s
, 0.0343448 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.050627 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0358924 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584458 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455846 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703824 s, 745 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057375 s, 914 MB/s
52428800 bytes (52 MB) copied, 0.04195 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661662 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0966402 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105925 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104275 s, 503 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106865 s, 491 MB/s
52428800 bytes (52 MB) copied, 0.150689 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145831 s, 360 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153778 s, 341 MB/s
52428800 bytes (52 MB) copied, 0.124764 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194669 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11589 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132414 s, 396 MB/s
, 0.100849 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163031 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128286 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0879388 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564589 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183776 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144162 s, 364 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.104991 s, 499 MB/s
, 0.098304 s, 533 MB/s
52428800 bytes (52 MB) copied, 0.135205 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15652 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723957 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193639 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114855 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104014 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031511 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117878 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636313 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13221 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730723 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027927 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565381 s, 927 MB/s
52428800 bytes (52 MB) copied, 0.0371296 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436923 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372223 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348659 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274339 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0416958 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0527894 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0887154 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440841 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634513 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969098 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842022 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0855374 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081538 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108946 s, 481 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0610357 s, 859 MB/s
, 0.128638 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126721 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116033 s, 452 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121294 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170874 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127433 s, 411 MB/s
52428800 bytes (52 MB) copied, 0.181506 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197229 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0908916 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127542 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123507 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109482 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102561 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0872826 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871517 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0916816 s, 572 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088753 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101068 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160713 s, 326 MB/s
52428800 bytes (52 MB) copied, 0.15002 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132304 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724662 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513548 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787198 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031325 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405608 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0731701 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609475 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257187 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517516 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240675 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396176 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450045 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324247 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229149 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035007 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439903 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529512 s, 990 MB/s
52428800 bytes (52 MB) copied, 0.0625511 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123352 s, 425 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120937 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135391 s, 387 MB/s
52428800 bytes (52 MB) copied, 0.120761 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153503 s, 342 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141104 s, 372 MB/s
52428800 bytes (52 MB) copied, 0.160601 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142121 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135643 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098727 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188161 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14981 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119354 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147748 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118852 s, 441 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180373 s, 291 MB/s
52428800 bytes (52 MB) copied, 0.0934693 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212949 s, 246 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0755376 s, 694 MB/s
52428800 bytes (52 MB) copied, 0.182788 s, 287 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347276 s, 1.5 GB/s
52428800 bytes (52 MB) copied, 0.0874185 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462966 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.164166 s, 319 MB/s
, 0.0990769 s, 529 MB/s
52428800 bytes (52 MB) copied, 0.104249 s, 503 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170118 s, 308 MB/s
52428800 bytes (52 MB) copied, 0.11165 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.086938 s, 603 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156619 s, 335 MB/s
52428800 bytes (52 MB) copied, 0.174119 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169475 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151375 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163273 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191221 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214777 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168879 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111634 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146383 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190311 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117893 s, 445 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134393 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18001 s, 291 MB/s
52428800 bytes (52 MB) copied, 0.150182 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102654 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0949085 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536409 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223558 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185701 s, 282 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.162477 s, 323 MB/s
, 0.205351 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117276 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169585 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0980339 s, 535 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162246 s, 323 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144065 s, 364 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195537 s, 268 MB/s
52428800 bytes (52 MB) copied, 0.129747 s, 404 MB/s
52428800 bytes (52 MB) copied, 0.195202 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199349 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184377 s, 284 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188455 s, 278 MB/s
52428800 bytes (52 MB) copied, 0.193357 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29899 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15827 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180854 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146724 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125391 s, 418 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20323 s, 258 MB/s
52428800 bytes (52 MB) copied, 0.176741 s, 297 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139333 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.312642 s, 168 MB/s
52428800 bytes (52 MB) copied, 0.106652 s, 492 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.434967 s, 121 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203672 s, 257 MB/s
, 0.161482 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756857 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.362481 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.34649 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114516 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775533 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104028 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.086273 s, 608 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774753 s, 677 MB/s
52428800 bytes (52 MB) copied, 0.0428697 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688714 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536133 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717931 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397003 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034684 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758761 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0992782 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895471 s, 585 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150588 s, 348 MB/s
52428800 bytes (52 MB) copied, 0.181374 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101349 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100525 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175679 s, 298 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12277 s, 427 MB/s
52428800 bytes (52 MB) copied, 0.143723 s, 365 MB/s
52428800 bytes (52 MB) copied, 0.218986 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211415 s, 248 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167513 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163771 s, 320 MB/s
, 0.264751 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.173514 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187368 s, 280 MB/s
, 0.256587 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163309 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.364641 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.345476 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180209 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179735 s, 292 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.302884 s, 173 MB/s
, 0.298057 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215727 s, 243 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.360143 s, 146 MB/s
52428800 bytes (52 MB) copied, 0.346443 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180956 s, 290 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.315114 s, 166 MB/s
52428800 bytes (52 MB) copied, 0.258045 s, 203 MB/s
52428800 bytes (52 MB) copied, 0.210046 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166977 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.388243 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.34773 s, 151 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118896 s, 441 MB/s
52428800 bytes (52 MB) copied, 0.149064 s, 352 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192129 s, 273 MB/s
52428800 bytes (52 MB) copied, 0.155317 s, 338 MB/s
52428800 bytes (52 MB) copied, 0.200468 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03267 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22423 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124124 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144222 s, 364 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027405 s, 1.9 GB/s
52428800 bytes (52 MB) copied, 0.101625 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441089 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371692 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475235 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042366 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255921 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330859 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351249 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0702026 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108941 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137079 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121772 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179136 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151496 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13207 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195374 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199433 s, 263 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185134 s, 283 MB/s
52428800 bytes (52 MB) copied, 0.198502 s, 264 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181511 s, 289 MB/s
52428800 bytes (52 MB) copied, 0.139164 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209794 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211241 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20721 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.191923 s, 273 MB/s
52428800 bytes (52 MB) copied, 0.302967 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.314003 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.292018 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279678 s, 187 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275417 s, 190 MB/s
52428800 bytes (52 MB) copied, 0.360226 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.369668 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294316 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242558 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281066 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.270068 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.378692 s, 138 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.372859 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236665 s, 222 MB/s
52428800 bytes (52 MB) copied, 0.327524 s, 160 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24187 s, 217 MB/s
52428800 bytes (52 MB) copied, 0.320616 s, 164 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.284285 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136079 s, 385 MB/s
52428800 bytes (52 MB) copied, 0.139882 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118759 s, 441 MB/s
52428800 bytes (52 MB) copied, 0.221017 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635353 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10223 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689928 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422609 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100602 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923541 s, 568 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101696 s, 516 MB/s
52428800 bytes (52 MB) copied, 0.0952387 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0825635 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103072 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745139 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923498 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761492 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0896867 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0986766 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0977329 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548078 s, 957 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837912 s, 626 MB/s
52428800 bytes (52 MB) copied, 0.0365811 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551463 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611598 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269866 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503819 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672383 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0960059 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.111262 s, 471 MB/s
52428800 bytes (52 MB) copied, 0.0668562 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105542 s, 497 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906671 s, 578 MB/s
52428800 bytes (52 MB) copied, 0.0717425 s, 731 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.076181 s, 688 MB/s
, 0.128365 s, 408 MB/s
52428800 bytes (52 MB) copied, 0.10103 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140842 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0843919 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125515 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728918 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390289 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102787 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113593 s, 462 MB/s
52428800 bytes (52 MB) copied, 0.0784433 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445046 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119436 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128727 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316519 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117058 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0702421 s, 746 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497603 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.116315 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468158 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111103 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431344 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274636 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401159 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482168 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397275 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.037522 s, 1.4 GB/s
, 0.0262983 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353845 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314848 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318597 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488232 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449691 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449271 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414129 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396581 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340932 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055792 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319951 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429754 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482866 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502588 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026983 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473908 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414812 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033094 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419156 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604794 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439319 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669189 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289985 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408127 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.08073 s, 649 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676099 s, 775 MB/s
52428800 bytes (52 MB) copied, 0.0641926 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482549 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404084 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432941 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438751 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477797 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478322 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269063 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495008 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337091 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386126 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426795 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372731 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697709 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611821 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658924 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077051 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484994 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686138 s, 764 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0716757 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100858 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586924 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888846 s, 590 MB/s
52428800 bytes (52 MB) copied, 0.0687185 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0995899 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745783 s, 703 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700506 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640158 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865074 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915557 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508876 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747175 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829764 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627628 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739578 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604822 s, 867 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437042 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0432378 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380044 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0808861 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515979 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597333 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578466 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533245 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444499 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15133 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103668 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697782 s, 751 MB/s
52428800 bytes (52 MB) copied, 0.0889704 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0949578 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586516 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078952 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132588 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101969 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134766 s, 389 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139591 s, 376 MB/s
52428800 bytes (52 MB) copied, 0.103521 s, 506 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109442 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14512 s, 361 MB/s
52428800 bytes (52 MB) copied, 0.112144 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115953 s, 452 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111847 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895021 s, 586 MB/s
52428800 bytes (52 MB) copied, 0.109941 s, 477 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143043 s, 367 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156317 s, 335 MB/s
52428800 bytes (52 MB) copied, 0.128745 s, 407 MB/s
52428800 bytes (52 MB) copied, 0.177819 s, 295 MB/s
52428800 bytes (52 MB) copied, 0.162797 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155558 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13709 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224329 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187932 s, 279 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075481 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17264 s, 304 MB/s
52428800 bytes (52 MB) copied, 0.105238 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202442 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120536 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155849 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138375 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165543 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164309 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072066 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113595 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056078 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467503 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497207 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0826991 s, 634 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.086351 s, 607 MB/s
52428800 bytes (52 MB) copied, 0.068721 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.086734 s, 604 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793513 s, 661 MB/s
52428800 bytes (52 MB) copied, 0.0685393 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306293 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643161 s, 815 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0873173 s, 600 MB/s
, 0.11112 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.087132 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135703 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083258 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567052 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480763 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0930942 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763436 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943579 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0811647 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473001 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533378 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299711 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549416 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492813 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587838 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568173 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543944 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501364 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635741 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564836 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846253 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566159 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499541 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851817 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542904 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436397 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470304 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11658 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487251 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494394 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667246 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279321 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0896359 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453998 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310135 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515091 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616315 s, 851 MB/s
52428800 bytes (52 MB) copied, 0.0492405 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569416 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114264 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943579 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103251 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115623 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125013 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10865 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151804 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0966157 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149377 s, 351 MB/s
, 0.103957 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112593 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0979084 s, 535 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151222 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126057 s, 416 MB/s
52428800 bytes (52 MB) copied, 0.110968 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10451 s, 502 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125535 s, 418 MB/s
52428800 bytes (52 MB) copied, 0.104103 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0981214 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0903648 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120826 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125921 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0941708 s, 557 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110764 s, 473 MB/s
52428800 bytes (52 MB) copied, 0.102287 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888985 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0845149 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103713 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111782 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888583 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816726 s, 642 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768682 s, 682 MB/s
52428800 bytes (52 MB) copied, 0.0567689 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0780964 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575709 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0925857 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577426 s, 908 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351711 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574975 s, 912 MB/s
52428800 bytes (52 MB) copied, 0.0671372 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337291 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473029 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510694 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044534 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563396 s, 931 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379621 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598446 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0966986 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101355 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147347 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154981 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153252 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125404 s, 418 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120764 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197075 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17193 s, 305 MB/s
52428800 bytes (52 MB) copied, 0.201161 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206734 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162122 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188642 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240575 s, 218 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205548 s, 255 MB/s
52428800 bytes (52 MB) copied, 0.18968 s, 276 MB/s
52428800 bytes (52 MB) copied, 0.249294 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18379 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106031 s, 494 MB/s
, 0.222185 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190227 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106509 s, 492 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0962849 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142656 s, 368 MB/s
, 0.157303 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173448 s, 302 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124383 s, 422 MB/s
52428800 bytes (52 MB) copied, 0.189716 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194861 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167612 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0835447 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061825 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0974305 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142964 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138983 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129474 s, 405 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114921 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776312 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120537 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0838755 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.084273 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0692389 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120968 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127717 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572435 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533823 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140139 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295053 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895128 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558911 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448223 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371989 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332522 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379995 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342334 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393199 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046237 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245517 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395061 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047801 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236109 s, 2.2 GB/s
52428800 bytes (52 MB) copied, 0.0374224 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307779 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0790627 s, 663 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932028 s, 563 MB/s
52428800 bytes (52 MB) copied, 0.117815 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137816 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190802 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17931 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151991 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182416 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179506 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226192 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193633 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195147 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184548 s, 284 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199978 s, 262 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248849 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214649 s, 244 MB/s
52428800 bytes (52 MB) copied, 0.169767 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.268829 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245302 s, 214 MB/s
, 0.191725 s, 273 MB/s
52428800 bytes (52 MB) copied, 0.216188 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.304436 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146874 s, 357 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15353 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184962 s, 283 MB/s
52428800 bytes (52 MB) copied, 0.151153 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233848 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121364 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153962 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164149 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144661 s, 362 MB/s
52428800 bytes (52 MB) copied, 0.135739 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895344 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807698 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326427 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336939 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034033 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295466 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346907 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297329 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267322 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294907 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342858 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311609 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312002 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295304 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381657 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445455 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0591542 s, 886 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761513 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653262 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952574 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596911 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600956 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859303 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131135 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494182 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130414 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853866 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0946437 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111136 s, 472 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111255 s, 471 MB/s
52428800 bytes (52 MB) copied, 0.0738042 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122571 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13607 s, 385 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984188 s, 533 MB/s
52428800 bytes (52 MB) copied, 0.12068 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899976 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806278 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0753081 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113744 s, 461 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411418 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121201 s, 433 MB/s
52428800 bytes (52 MB) copied, 0.132182 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129887 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138763 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108479 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115374 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890085 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870049 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119548 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945301 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0866718 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661821 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766345 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595044 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106524 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0991002 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965344 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422132 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258996 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0645911 s, 812 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314835 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312239 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281974 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282527 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349942 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319171 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030564 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272458 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329715 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0402693 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452039 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416255 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415888 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059656 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305322 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0826188 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765642 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531086 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0978266 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067537 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101063 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919234 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773264 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0740458 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111047 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121717 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103501 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319489 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138742 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115362 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0897628 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301475 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237137 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294245 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355488 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292858 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326254 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287641 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032749 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454117 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509467 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365621 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378805 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052791 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267878 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370851 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291932 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280728 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317591 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291029 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353641 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550044 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322165 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308355 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289238 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464736 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454058 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0633555 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398994 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443867 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080216 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815599 s, 643 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10149 s, 517 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820397 s, 639 MB/s
52428800 bytes (52 MB) copied, 0.0700477 s, 748 MB/s
52428800 bytes (52 MB) copied, 0.0846085 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.09722 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0883227 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114306 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104425 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127064 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824471 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105613 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807828 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100093 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107569 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10294 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105236 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847193 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061466 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486436 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12936 s, 405 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133894 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907047 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592567 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463114 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103478 s, 507 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128602 s, 408 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.142075 s, 369 MB/s
, 0.0794592 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0852423 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688668 s, 761 MB/s
52428800 bytes (52 MB) copied, 0.118212 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538888 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752142 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951824 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738715 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352985 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767799 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252237 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02696 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317632 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333663 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362972 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293445 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296998 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479046 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681695 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321449 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323726 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210388 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263722 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440406 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382912 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0444816 s, 1.2 GB/s
, 0.0534477 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583033 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952978 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0716028 s, 732 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649297 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737532 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119911 s, 437 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831715 s, 630 MB/s
52428800 bytes (52 MB) copied, 0.0793543 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0992815 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899701 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124623 s, 421 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114707 s, 457 MB/s
52428800 bytes (52 MB) copied, 0.13041 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170776 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140237 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12171 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186042 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196363 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184305 s, 284 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168025 s, 312 MB/s
52428800 bytes (52 MB) copied, 0.20483 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149864 s, 350 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.194331 s, 270 MB/s
52428800 bytes (52 MB) copied, 0.180277 s, 291 MB/s
, 0.179185 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179658 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180973 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25217 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242467 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233054 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0872328 s, 601 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12618 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164617 s, 318 MB/s
52428800 bytes (52 MB) copied, 0.281007 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131153 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17387 s, 302 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247018 s, 212 MB/s
52428800 bytes (52 MB) copied, 0.0947876 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226059 s, 232 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846045 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249682 s, 210 MB/s
52428800 bytes (52 MB) copied, 0.0852015 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859881 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880008 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640944 s, 818 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756981 s, 693 MB/s
52428800 bytes (52 MB) copied, 0.119107 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166817 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604261 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523972 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444827 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499515 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120487 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640006 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531982 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650155 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02391 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483411 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365538 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410913 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307679 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473482 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317074 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612701 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434863 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435966 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597661 s, 877 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088059 s, 595 MB/s
52428800 bytes (52 MB) copied, 0.058238 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0928642 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686172 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570552 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0861694 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606766 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567871 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508517 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601567 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105862 s, 495 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629893 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.096475 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842398 s, 622 MB/s
52428800 bytes (52 MB) copied, 0.0656053 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888518 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665243 s, 788 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815033 s, 643 MB/s
52428800 bytes (52 MB) copied, 0.0782075 s, 670 MB/s
52428800 bytes (52 MB) copied, 0.101336 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0855633 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100395 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131014 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130621 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1061 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0770421 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063234 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611905 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687386 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105307 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534466 s, 981 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20943 s, 250 MB/s
52428800 bytes (52 MB) copied, 0.207922 s, 252 MB/s
52428800 bytes (52 MB) copied, 0.0956603 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109697 s, 478 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0849957 s, 617 MB/s
, 0.152428 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119004 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292465 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661606 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657119 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399454 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539096 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530941 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423677 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794981 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934512 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886259 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107183 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120385 s, 436 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0987681 s, 531 MB/s
52428800 bytes (52 MB) copied, 0.110354 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.095807 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14588 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15067 s, 348 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172785 s, 303 MB/s
52428800 bytes (52 MB) copied, 0.158922 s, 330 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215688 s, 243 MB/s
52428800 bytes (52 MB) copied, 0.212971 s, 246 MB/s
52428800 bytes (52 MB) copied, 0.208726 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213696 s, 245 MB/s
52428800 bytes (52 MB) copied, 0.226883 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19857 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200646 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.357889 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14713 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176873 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.382794 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126662 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196169 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.385779 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19558 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255253 s, 205 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245948 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229519 s, 228 MB/s
, 0.359802 s, 146 MB/s
, 0.144442 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101154 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134085 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307856 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202689 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108477 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564833 s, 928 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627447 s, 836 MB/s
52428800 bytes (52 MB) copied, 0.0750026 s, 699 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0695827 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820971 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138474 s, 379 MB/s
52428800 bytes (52 MB) copied, 0.0950117 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171492 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161016 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10109 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124047 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152802 s, 343 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177346 s, 296 MB/s
52428800 bytes (52 MB) copied, 0.254119 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113073 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170407 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139822 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0967998 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203561 s, 258 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162701 s, 322 MB/s
52428800 bytes (52 MB) copied, 0.158082 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675938 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758316 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142451 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139514 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380722 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139572 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0883634 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121615 s, 431 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132391 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125517 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140787 s, 372 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0909544 s, 576 MB/s
52428800 bytes (52 MB) copied, 0.1385 s, 379 MB/s
52428800 bytes (52 MB) copied, 0.108432 s, 484 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116896 s, 449 MB/s
52428800 bytes (52 MB) copied, 0.135103 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187499 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153844 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123541 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119745 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124699 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247032 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121711 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190627 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130832 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188238 s, 279 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226592 s, 231 MB/s
52428800 bytes (52 MB) copied, 0.102048 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274133 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200494 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971635 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914759 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193788 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0910193 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0864293 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846674 s, 619 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0918834 s, 571 MB/s
, 0.108252 s, 484 MB/s
52428800 bytes (52 MB) copied, 0.06233 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720316 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15707 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128945 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141258 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105301 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134063 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193911 s, 270 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.214537 s, 244 MB/s
52428800 bytes (52 MB) copied, 0.13118 s, 400 MB/s
52428800 bytes (52 MB) copied, 0.121194 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122995 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151845 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139741 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172362 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118423 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155535 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135587 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161112 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144655 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178669 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211855 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187498 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0959804 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285194 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118658 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18777 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120857 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13022 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155291 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682461 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551872 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533185 s, 983 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0838094 s, 626 MB/s
52428800 bytes (52 MB) copied, 0.0738142 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100337 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107546 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102398 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107927 s, 486 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10995 s, 477 MB/s
52428800 bytes (52 MB) copied, 0.0855716 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14894 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139023 s, 377 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163414 s, 321 MB/s
52428800 bytes (52 MB) copied, 0.123297 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168245 s, 312 MB/s
52428800 bytes (52 MB) copied, 0.11401 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138025 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105307 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166547 s, 315 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103868 s, 505 MB/s
52428800 bytes (52 MB) copied, 0.161434 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161937 s, 324 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1378 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273612 s, 192 MB/s
52428800 bytes (52 MB) copied, 0.257219 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153771 s, 341 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258375 s, 203 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15131 s, 347 MB/s
52428800 bytes (52 MB) copied, 0.173752 s, 302 MB/s
52428800 bytes (52 MB) copied, 0.280891 s, 187 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164073 s, 320 MB/s
52428800 bytes (52 MB) copied, 0.309815 s, 169 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166602 s, 315 MB/s
52428800 bytes (52 MB) copied, 0.268708 s, 195 MB/s
52428800 bytes (52 MB) copied, 0.177904 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15177 s, 345 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195581 s, 268 MB/s
52428800 bytes (52 MB) copied, 0.233659 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17635 s, 297 MB/s
52428800 bytes (52 MB) copied, 0.123535 s, 424 MB/s
, 0.099583 s, 526 MB/s
52428800 bytes (52 MB) copied, 0.188298 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128763 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0884889 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289173 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204351 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213795 s, 245 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175707 s, 298 MB/s
52428800 bytes (52 MB) copied, 0.164248 s, 319 MB/s
52428800 bytes (52 MB) copied, 0.16708 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168445 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0953564 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220115 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157514 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172736 s, 304 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153839 s, 341 MB/s
52428800 bytes (52 MB) copied, 0.201852 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128415 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107304 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786786 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085677 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191996 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347989 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109932 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844162 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581401 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358989 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126873 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316027 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485519 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523615 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0677603 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419186 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542005 s, 967 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629341 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524216 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560298 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794827 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323817 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914761 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082349 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617702 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0826993 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100556 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177771 s, 295 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165358 s, 317 MB/s
52428800 bytes (52 MB) copied, 0.129352 s, 405 MB/s
52428800 bytes (52 MB) copied, 0.199728 s, 263 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214408 s, 245 MB/s
52428800 bytes (52 MB) copied, 0.170277 s, 308 MB/s
52428800 bytes (52 MB) copied, 0.192687 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170368 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152665 s, 343 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221484 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238315 s, 220 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164526 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224069 s, 234 MB/s
52428800 bytes (52 MB) copied, 0.200182 s, 262 MB/s
52428800 bytes (52 MB) copied, 0.149021 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11161 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0947038 s, 554 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.276328 s, 190 MB/s
52428800 bytes (52 MB) copied, 0.20518 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201103 s, 261 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120011 s, 437 MB/s
52428800 bytes (52 MB) copied, 0.140917 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137445 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124576 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787495 s, 666 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769498 s, 681 MB/s
52428800 bytes (52 MB) copied, 0.101267 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0705449 s, 743 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674201 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309877 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377357 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349554 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0839034 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533753 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321627 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100166 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0975054 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164627 s, 318 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221052 s, 237 MB/s
52428800 bytes (52 MB) copied, 0.16356 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238571 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191474 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15872 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201794 s, 260 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204583 s, 256 MB/s
52428800 bytes (52 MB) copied, 0.240273 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232324 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248372 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.274335 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295968 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197391 s, 266 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201466 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247151 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.223071 s, 235 MB/s
, 0.23004 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225411 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257527 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204963 s, 256 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189532 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263779 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14106 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197235 s, 266 MB/s
52428800 bytes (52 MB) copied, 0.286013 s, 183 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.313968 s, 167 MB/s
52428800 bytes (52 MB) copied, 0.0451054 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164298 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172861 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112214 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113487 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656345 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442955 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735366 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999675 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552197 s, 949 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540482 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493896 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590366 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.099935 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539764 s, 971 MB/s
, 0.0834682 s, 628 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.101052 s, 519 MB/s
, 0.0569239 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0979323 s, 535 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900518 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111816 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17151 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181511 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0985466 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120634 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788333 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21705 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118712 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147913 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069338 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248402 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260167 s, 202 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20384 s, 257 MB/s
52428800 bytes (52 MB) copied, 0.249053 s, 211 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217924 s, 241 MB/s
52428800 bytes (52 MB) copied, 0.13095 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208606 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180832 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178361 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19286 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14837 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148919 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105758 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138812 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.284437 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106108 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.283968 s, 185 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279102 s, 188 MB/s
52428800 bytes (52 MB) copied, 0.208878 s, 251 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263172 s, 199 MB/s
52428800 bytes (52 MB) copied, 0.297842 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14442 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138665 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.191577 s, 274 MB/s
52428800 bytes (52 MB) copied, 0.0633754 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.32904 s, 159 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151725 s, 346 MB/s
52428800 bytes (52 MB) copied, 0.0889067 s, 590 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204747 s, 256 MB/s
52428800 bytes (52 MB) copied, 0.120663 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177693 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117569 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111088 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151822 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186787 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102473 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122426 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104487 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140263 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0939437 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106331 s, 493 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135096 s, 388 MB/s
52428800 bytes (52 MB) copied, 0.159558 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267904 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124966 s, 420 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11847 s, 443 MB/s
52428800 bytes (52 MB) copied, 0.10452 s, 502 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256789 s, 204 MB/s
52428800 bytes (52 MB) copied, 0.128431 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10617 s, 494 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146104 s, 359 MB/s
52428800 bytes (52 MB) copied, 0.198836 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118766 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1098 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107998 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116168 s, 451 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776626 s, 675 MB/s
52428800 bytes (52 MB) copied, 0.120351 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126492 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14101 s, 372 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554306 s, 946 MB/s
52428800 bytes (52 MB) copied, 0.0966048 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772619 s, 679 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110978 s, 472 MB/s
52428800 bytes (52 MB) copied, 0.105236 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596578 s, 879 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089058 s, 589 MB/s
52428800 bytes (52 MB) copied, 0.148596 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0913153 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0873328 s, 600 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868809 s, 603 MB/s
52428800 bytes (52 MB) copied, 0.0902313 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0987848 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0938682 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752209 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226093 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135343 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689687 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743751 s, 705 MB/s
, 0.123189 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0953915 s, 550 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106841 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0849461 s, 617 MB/s
, 0.250141 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038157 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286704 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489533 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280189 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390963 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126771 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113085 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061981 s, 846 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543551 s, 965 MB/s
52428800 bytes (52 MB) copied, 0.0491406 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684043 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640744 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568701 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511042 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12598 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111657 s, 470 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14261 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144589 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0977964 s, 536 MB/s
52428800 bytes (52 MB) copied, 0.118475 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120432 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128112 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118583 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137744 s, 381 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914797 s, 573 MB/s
52428800 bytes (52 MB) copied, 0.130252 s, 403 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962187 s, 545 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506728 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.11072 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261884 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.326547 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.117038 s, 448 MB/s
, 0.0905253 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172302 s, 304 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138102 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111936 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0967477 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915775 s, 573 MB/s
52428800 bytes (52 MB) copied, 0.0781618 s, 671 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.410486 s, 128 MB/s
52428800 bytes (52 MB) copied, 0.107412 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0716422 s, 732 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104123 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536356 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154142 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537166 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0790985 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166523 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044757 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0877881 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302645 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364351 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358093 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516499 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421049 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586547 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0966455 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293894 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624316 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140721 s, 373 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0725515 s, 723 MB/s
52428800 bytes (52 MB) copied, 0.143375 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125886 s, 416 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120454 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100029 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11757 s, 446 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907853 s, 578 MB/s
, 0.106463 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828045 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125059 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134033 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169796 s, 309 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290925 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199812 s, 262 MB/s
52428800 bytes (52 MB) copied, 0.161447 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246951 s, 212 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186032 s, 282 MB/s
52428800 bytes (52 MB) copied, 0.180092 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18894 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261725 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225732 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188255 s, 278 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280226 s, 187 MB/s
52428800 bytes (52 MB) copied, 0.216977 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185982 s, 282 MB/s
52428800 bytes (52 MB) copied, 0.167397 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218268 s, 240 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165705 s, 316 MB/s
52428800 bytes (52 MB) copied, 0.195714 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28883 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280439 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236819 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110871 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13802 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.30174 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606288 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163121 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120521 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498218 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625664 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123048 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588123 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040918 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1106 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117225 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101015 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414185 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0967964 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575008 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592457 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997163 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0726841 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766942 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218009 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.201405 s, 260 MB/s
52428800 bytes (52 MB) copied, 0.156814 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161212 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168883 s, 310 MB/s
, 0.163336 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179742 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217705 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186156 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166947 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116646 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13638 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243543 s, 215 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156969 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173479 s, 302 MB/s
52428800 bytes (52 MB) copied, 0.261707 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184544 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181137 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279658 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161843 s, 324 MB/s
52428800 bytes (52 MB) copied, 0.124711 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.321376 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288476 s, 182 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200896 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.26359 s, 199 MB/s
, 0.114465 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294861 s, 178 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120737 s, 434 MB/s
52428800 bytes (52 MB) copied, 0.11814 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281902 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151563 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126782 s, 414 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17198 s, 305 MB/s
52428800 bytes (52 MB) copied, 0.0384971 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507777 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267571 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.183635 s, 286 MB/s
52428800 bytes (52 MB) copied, 0.056415 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128099 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.361548 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476781 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230742 s, 227 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148714 s, 353 MB/s
52428800 bytes (52 MB) copied, 0.0672739 s, 779 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114004 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983769 s, 533 MB/s
52428800 bytes (52 MB) copied, 0.12657 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529823 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322418 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0941022 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827208 s, 634 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691132 s, 759 MB/s
52428800 bytes (52 MB) copied, 0.102814 s, 510 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10414 s, 503 MB/s
52428800 bytes (52 MB) copied, 0.135053 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480424 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042322 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537625 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337796 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12102 s, 433 MB/s
52428800 bytes (52 MB) copied, 0.1395 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474565 s, 1.1 GB/s
, 0.0917793 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100593 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0861436 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035753 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278698 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288155 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347679 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247807 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484388 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688855 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625679 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819536 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733378 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125005 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12076 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1406 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735473 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.09351 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149514 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211018 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209625 s, 250 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181463 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166417 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.266469 s, 197 MB/s
, 0.2053 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222748 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142637 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158643 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150135 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225393 s, 233 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141799 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214622 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116982 s, 448 MB/s
52428800 bytes (52 MB) copied, 0.125926 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170113 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288617 s, 182 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101868 s, 515 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942393 s, 556 MB/s
52428800 bytes (52 MB) copied, 0.16647 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155365 s, 337 MB/s
52428800 bytes (52 MB) copied, 0.271544 s, 193 MB/s
52428800 bytes (52 MB) copied, 0.145128 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756181 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155516 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125349 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105035 s, 499 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696068 s, 753 MB/s
52428800 bytes (52 MB) copied, 0.0511259 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676578 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457753 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559895 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425673 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398256 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499543 s, 1.0 GB/s
, 0.0637179 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584731 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569605 s, 920 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066416 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656658 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527214 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238428 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287485 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267206 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290451 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.317616 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.34959 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.370545 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.439969 s, 119 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.346359 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.408873 s, 128 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.401315 s, 131 MB/s
52428800 bytes (52 MB) copied, 0.382696 s, 137 MB/s
52428800 bytes (52 MB) copied, 0.428521 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286469 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.380397 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.305935 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.425941 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.343065 s, 153 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.456684 s, 115 MB/s
52428800 bytes (52 MB) copied, 0.231115 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.377026 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307119 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29742 s, 176 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.340278 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.428976 s, 122 MB/s
52428800 bytes (52 MB) copied, 0.276932 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.464753 s, 113 MB/s
52428800 bytes (52 MB) copied, 0.410768 s, 128 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27464 s, 191 MB/s
52428800 bytes (52 MB) copied, 0.224098 s, 234 MB/s
52428800 bytes (52 MB) copied, 0.355841 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155295 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316143 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272261 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463072 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035347 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035944 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493734 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570376 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040289 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105483 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12149 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126286 s, 415 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103772 s, 505 MB/s
52428800 bytes (52 MB) copied, 0.0930034 s, 564 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119231 s, 440 MB/s
52428800 bytes (52 MB) copied, 0.097785 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177182 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224868 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137552 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190994 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289298 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242422 s, 216 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174581 s, 300 MB/s
52428800 bytes (52 MB) copied, 0.209921 s, 250 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256429 s, 204 MB/s
, 0.251625 s, 208 MB/s
52428800 bytes (52 MB) copied, 0.304755 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102141 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178735 s, 293 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242741 s, 216 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.285751 s, 183 MB/s
, 0.294245 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101675 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171874 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242581 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211881 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205137 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.091851 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201851 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590421 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530346 s, 989 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0978774 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217042 s, 242 MB/s
52428800 bytes (52 MB) copied, 0.254223 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140303 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391192 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441012 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274984 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050125 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459083 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788573 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494123 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134468 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459347 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073552 s, 713 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588802 s, 890 MB/s
52428800 bytes (52 MB) copied, 0.0719607 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357728 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491234 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611762 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294893 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258239 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104315 s, 503 MB/s
, 0.110752 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221591 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.182266 s, 288 MB/s
52428800 bytes (52 MB) copied, 0.208913 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220535 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272503 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158984 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241766 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301708 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.380177 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.395462 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262882 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.392967 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.384677 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.278986 s, 188 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.412484 s, 127 MB/s
52428800 bytes (52 MB) copied, 0.256213 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242328 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233578 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260821 s, 201 MB/s
52428800 bytes (52 MB) copied, 0.399382 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225764 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235402 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.426375 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193628 s, 271 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.282253 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.398108 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.57283 s, 91.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145253 s, 361 MB/s
52428800 bytes (52 MB) copied, 0.231841 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098013 s, 535 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773773 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571676 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118112 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.368848 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110099 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610667 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503787 s, 1.0 GB/s
, 0.230334 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.519659 s, 101 MB/s
, 0.628824 s, 83.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567111 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500382 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862352 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629779 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664087 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144248 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0685915 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419487 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171116 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771202 s, 680 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167717 s, 313 MB/s
52428800 bytes (52 MB) copied, 0.205291 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119508 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0830564 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116179 s, 451 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226785 s, 231 MB/s
52428800 bytes (52 MB) copied, 0.231348 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155018 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108326 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162462 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153235 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190463 s, 275 MB/s
, 0.160713 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135327 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971571 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10823 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0964355 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184808 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0956636 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175976 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122161 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111574 s, 470 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.112263 s, 467 MB/s
, 0.118072 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158006 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214556 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159638 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110126 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159007 s, 330 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208781 s, 251 MB/s
52428800 bytes (52 MB) copied, 0.118396 s, 443 MB/s
52428800 bytes (52 MB) copied, 0.120112 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166394 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200024 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197476 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111294 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250261 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19815 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942039 s, 557 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161521 s, 325 MB/s
52428800 bytes (52 MB) copied, 0.0542022 s, 967 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233527 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.392756 s, 133 MB/s
52428800 bytes (52 MB) copied, 0.129063 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166631 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175913 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157179 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125493 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2231 s, 235 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195615 s, 268 MB/s
52428800 bytes (52 MB) copied, 0.181577 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132853 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.404544 s, 130 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113069 s, 464 MB/s
52428800 bytes (52 MB) copied, 0.129652 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229372 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286924 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178189 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21199 s, 247 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.300886 s, 174 MB/s
52428800 bytes (52 MB) copied, 0.244229 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191673 s, 274 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116252 s, 451 MB/s
52428800 bytes (52 MB) copied, 0.262784 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.274262 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252066 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.343007 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294153 s, 178 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263301 s, 199 MB/s
52428800 bytes (52 MB) copied, 0.0879602 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.264306 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229267 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24108 s, 217 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137789 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177139 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126695 s, 414 MB/s
52428800 bytes (52 MB) copied, 0.222834 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193278 s, 271 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213973 s, 245 MB/s
52428800 bytes (52 MB) copied, 0.133738 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217532 s, 241 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148729 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268615 s, 195 MB/s
52428800 bytes (52 MB) copied, 0.305303 s, 172 MB/s
52428800 bytes (52 MB) copied, 0.132787 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088818 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225028 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0877579 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10329 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742037 s, 707 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150932 s, 347 MB/s
52428800 bytes (52 MB) copied, 0.170926 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517897 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828616 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500942 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551447 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789612 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628424 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0835906 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464513 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302695 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380038 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538544 s, 974 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415247 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615431 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038086 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653905 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104048 s, 504 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587062 s, 893 MB/s
52428800 bytes (52 MB) copied, 0.0684164 s, 766 MB/s
52428800 bytes (52 MB) copied, 0.0779588 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105955 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112418 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156293 s, 335 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108214 s, 484 MB/s
52428800 bytes (52 MB) copied, 0.145707 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138346 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162063 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214225 s, 245 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174966 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153742 s, 341 MB/s
52428800 bytes (52 MB) copied, 0.176065 s, 298 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190266 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182533 s, 287 MB/s
52428800 bytes (52 MB) copied, 0.15411 s, 340 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213038 s, 246 MB/s
52428800 bytes (52 MB) copied, 0.16946 s, 309 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162555 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191994 s, 273 MB/s
52428800 bytes (52 MB) copied, 0.189116 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233619 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248997 s, 211 MB/s
52428800 bytes (52 MB) copied, 0.219863 s, 238 MB/s
52428800 bytes (52 MB) copied, 0.259947 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236784 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166693 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245412 s, 214 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197959 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134216 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148418 s, 353 MB/s
52428800 bytes (52 MB) copied, 0.180628 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.292229 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241302 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134427 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211743 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234567 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242007 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223175 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212962 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257152 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301274 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18823 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23443 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.2537 s, 207 MB/s
, 0.229253 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27509 s, 191 MB/s
52428800 bytes (52 MB) copied, 0.248222 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.357394 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.309459 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.337593 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275301 s, 190 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.322836 s, 162 MB/s
52428800 bytes (52 MB) copied, 0.28528 s, 184 MB/s
52428800 bytes (52 MB) copied, 0.19548 s, 268 MB/s
52428800 bytes (52 MB) copied, 0.19689 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187623 s, 279 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.248401 s, 211 MB/s
, 0.322894 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249648 s, 210 MB/s
52428800 bytes (52 MB) copied, 0.322428 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178679 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301273 s, 174 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185717 s, 282 MB/s
52428800 bytes (52 MB) copied, 0.310586 s, 169 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.374906 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204682 s, 256 MB/s
52428800 bytes (52 MB) copied, 0.203258 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261491 s, 200 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254071 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222391 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.33074 s, 159 MB/s
52428800 bytes (52 MB) copied, 0.469039 s, 112 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213335 s, 246 MB/s
52428800 bytes (52 MB) copied, 0.259702 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148895 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229568 s, 228 MB/s
52428800 bytes (52 MB) copied, 0.225135 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152231 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.304334 s, 172 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22808 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142629 s, 368 MB/s
52428800 bytes (52 MB) copied, 0.229636 s, 228 MB/s
52428800 bytes (52 MB) copied, 0.148726 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290631 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130332 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251635 s, 208 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.140105 s, 374 MB/s
, 0.15878 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0912745 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152891 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430082 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628445 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439681 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364083 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398717 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427255 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750606 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0246875 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689099 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575604 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540983 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159262 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523911 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147331 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080996 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820447 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134612 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178863 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156161 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186397 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273209 s, 192 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207419 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112899 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180787 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164776 s, 318 MB/s
52428800 bytes (52 MB) copied, 0.245769 s, 213 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24887 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.152186 s, 345 MB/s
50+0 records in
50+0 records out
, 0.203428 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243774 s, 215 MB/s
52428800 bytes (52 MB) copied, 0.236028 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198135 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193739 s, 271 MB/s
, 0.224484 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223089 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178053 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188588 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.274211 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244172 s, 215 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18811 s, 279 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275241 s, 190 MB/s
52428800 bytes (52 MB) copied, 0.163782 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.324332 s, 162 MB/s
52428800 bytes (52 MB) copied, 0.152162 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173882 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067364 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174492 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178331 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163474 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158674 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182322 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137881 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128882 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292555 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439586 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237892 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664639 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626356 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331402 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381152 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379618 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468364 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622355 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0740732 s, 708 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118927 s, 441 MB/s
52428800 bytes (52 MB) copied, 0.13 s, 403 MB/s
52428800 bytes (52 MB) copied, 0.139411 s, 376 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179414 s, 292 MB/s
52428800 bytes (52 MB) copied, 0.239658 s, 219 MB/s
52428800 bytes (52 MB) copied, 0.185213 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170272 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193773 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235774 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.284636 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.330793 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201383 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267915 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213126 s, 246 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216492 s, 242 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.269111 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.361289 s, 145 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142158 s, 369 MB/s
, 0.231079 s, 227 MB/s
52428800 bytes (52 MB) copied, 0.264098 s, 199 MB/s
52428800 bytes (52 MB) copied, 0.189056 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167226 s, 314 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178397 s, 294 MB/s
52428800 bytes (52 MB) copied, 0.218583 s, 240 MB/s
52428800 bytes (52 MB) copied, 0.163407 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268457 s, 195 MB/s
, 0.161172 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.298375 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.291424 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105996 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.297423 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159805 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198278 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131927 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212219 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127623 s, 411 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990222 s, 529 MB/s
52428800 bytes (52 MB) copied, 0.141226 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0685518 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125587 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138168 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572153 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.08624 s, 608 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0900047 s, 583 MB/s
, 0.0686685 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151644 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.086497 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754496 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616285 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161101 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880984 s, 595 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121393 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132785 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153927 s, 341 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237438 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123553 s, 424 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145654 s, 360 MB/s
, 0.261155 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157401 s, 333 MB/s
52428800 bytes (52 MB) copied, 0.178 s, 295 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113835 s, 461 MB/s
52428800 bytes (52 MB) copied, 0.121051 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160664 s, 326 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244 s, 215 MB/s
52428800 bytes (52 MB) copied, 0.22021 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121692 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17943 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672182 s, 780 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192131 s, 273 MB/s
52428800 bytes (52 MB) copied, 0.128189 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167089 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159815 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0796774 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183423 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475834 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152457 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117676 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0977299 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847036 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113095 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118497 s, 442 MB/s
, 0.107044 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160349 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117073 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103947 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134082 s, 391 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192022 s, 273 MB/s
52428800 bytes (52 MB) copied, 0.200393 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201716 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190408 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218437 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167877 s, 312 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249135 s, 210 MB/s
52428800 bytes (52 MB) copied, 0.250794 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293608 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231702 s, 226 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288607 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.368145 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18754 s, 280 MB/s
52428800 bytes (52 MB) copied, 0.202479 s, 259 MB/s
52428800 bytes (52 MB) copied, 0.285002 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288787 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207473 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134036 s, 391 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.32996 s, 159 MB/s
52428800 bytes (52 MB) copied, 0.244699 s, 214 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243554 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.314964 s, 166 MB/s
52428800 bytes (52 MB) copied, 0.168409 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151979 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.355701 s, 147 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.397196 s, 132 MB/s
52428800 bytes (52 MB) copied, 0.20414 s, 257 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158275 s, 331 MB/s
52428800 bytes (52 MB) copied, 0.245623 s, 213 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.257725 s, 203 MB/s
, 0.200662 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280175 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183424 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188389 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143395 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14167 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195571 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128973 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063888 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122708 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259622 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230574 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224019 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116683 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166654 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147027 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197675 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155454 s, 337 MB/s
, 0.114049 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131703 s, 398 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154933 s, 338 MB/s
52428800 bytes (52 MB) copied, 0.247732 s, 212 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289699 s, 181 MB/s
52428800 bytes (52 MB) copied, 0.198604 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.231566 s, 226 MB/s
, 0.192623 s, 272 MB/s
52428800 bytes (52 MB) copied, 0.238506 s, 220 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.445293 s, 118 MB/s
52428800 bytes (52 MB) copied, 0.189054 s, 277 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187862 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.304413 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.34233 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.352748 s, 149 MB/s
52428800 bytes (52 MB) copied, 0.186783 s, 281 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19198 s, 273 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.343222 s, 153 MB/s
, 0.163253 s, 321 MB/s
52428800 bytes (52 MB) copied, 0.284926 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.330226 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10736 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117319 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.348327 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12192 s, 430 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.327764 s, 160 MB/s
52428800 bytes (52 MB) copied, 0.0883376 s, 594 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074242 s, 706 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0488401 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0582711 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.310286 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.319486 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.31699 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318187 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.623517 s, 84.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683345 s, 767 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0910401 s, 576 MB/s
52428800 bytes (52 MB) copied, 0.0895309 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647413 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133617 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127737 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976238 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628718 s, 834 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.145119 s, 361 MB/s
52428800 bytes (52 MB) copied, 0.108649 s, 483 MB/s
52428800 bytes (52 MB) copied, 0.0671171 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169685 s, 309 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157646 s, 333 MB/s
52428800 bytes (52 MB) copied, 0.132485 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130661 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217516 s, 241 MB/s
, 0.135042 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102873 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109737 s, 478 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816826 s, 642 MB/s
52428800 bytes (52 MB) copied, 0.202957 s, 258 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214591 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.315774 s, 166 MB/s
52428800 bytes (52 MB) copied, 0.209102 s, 251 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279187 s, 188 MB/s
52428800 bytes (52 MB) copied, 0.322047 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.351598 s, 149 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.38328 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20123 s, 261 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.389712 s, 135 MB/s
52428800 bytes (52 MB) copied, 0.274532 s, 191 MB/s
52428800 bytes (52 MB) copied, 0.35941 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.312609 s, 168 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.321536 s, 163 MB/s
52428800 bytes (52 MB) copied, 0.278534 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.369971 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.243019 s, 216 MB/s
52428800 bytes (52 MB) copied, 0.310733 s, 169 MB/s
52428800 bytes (52 MB) copied, 0.364277 s, 144 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.312584 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273462 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245863 s, 213 MB/s
52428800 bytes (52 MB) copied, 0.514038 s, 102 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.278206 s, 188 MB/s
52428800 bytes (52 MB) copied, 0.280337 s, 187 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116609 s, 450 MB/s
52428800 bytes (52 MB) copied, 0.317579 s, 165 MB/s
52428800 bytes (52 MB) copied, 0.200612 s, 261 MB/s
52428800 bytes (52 MB) copied, 0.169376 s, 310 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204106 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214472 s, 244 MB/s
52428800 bytes (52 MB) copied, 0.315271 s, 166 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285422 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204079 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246977 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272084 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286258 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611297 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179685 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173368 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229919 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165617 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828926 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255341 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127254 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0991575 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.099517 s, 527 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0934262 s, 561 MB/s
, 0.115022 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130448 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248359 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18411 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682921 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460628 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683963 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214426 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419327 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399014 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454225 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453361 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.037715 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.146003 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258439 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268519 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507642 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636085 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134633 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056629 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479034 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500813 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595271 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0949148 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127811 s, 410 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824568 s, 636 MB/s
52428800 bytes (52 MB) copied, 0.0932593 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102777 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999376 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112325 s, 467 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0875414 s, 599 MB/s
52428800 bytes (52 MB) copied, 0.114586 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1488 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137938 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110973 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111896 s, 469 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0679595 s, 771 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112004 s, 468 MB/s
52428800 bytes (52 MB) copied, 0.114643 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116262 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0811048 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739127 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642298 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148612 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798313 s, 657 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268168 s, 2.0 GB/s
52428800 bytes (52 MB) copied, 0.0827234 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829912 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0860738 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624535 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372537 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303664 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466956 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105123 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060315 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561261 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0770796 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083346 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757966 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101728 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920992 s, 569 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851825 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085964 s, 610 MB/s
52428800 bytes (52 MB) copied, 0.08165 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742368 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130451 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628112 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483664 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327148 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0905105 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.095665 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077824 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029735 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624001 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0947667 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042727 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444305 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0972853 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569195 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175309 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676312 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380228 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564275 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779217 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819564 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110683 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120263 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112827 s, 465 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155027 s, 338 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175147 s, 299 MB/s
52428800 bytes (52 MB) copied, 0.166473 s, 315 MB/s
52428800 bytes (52 MB) copied, 0.142791 s, 367 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.190285 s, 276 MB/s
, 0.173202 s, 303 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165455 s, 317 MB/s
52428800 bytes (52 MB) copied, 0.155699 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180759 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157714 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173731 s, 302 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126278 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.24912 s, 210 MB/s
, 0.146252 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163702 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106771 s, 491 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155895 s, 336 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.231681 s, 226 MB/s
, 0.17668 s, 297 MB/s
52428800 bytes (52 MB) copied, 0.115944 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123459 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786498 s, 667 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1539 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210208 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583267 s, 899 MB/s
52428800 bytes (52 MB) copied, 0.183817 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720748 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16294 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906093 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180273 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024676 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581573 s, 901 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997508 s, 526 MB/s
52428800 bytes (52 MB) copied, 0.0920787 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658351 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299255 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0883184 s, 594 MB/s
52428800 bytes (52 MB) copied, 0.0690892 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152809 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113734 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664127 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169576 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906932 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106224 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183026 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114391 s, 458 MB/s
, 0.0999573 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143771 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160901 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161548 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103104 s, 509 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936314 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150392 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191277 s, 274 MB/s
52428800 bytes (52 MB) copied, 0.103275 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128184 s, 409 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545578 s, 961 MB/s
52428800 bytes (52 MB) copied, 0.0598894 s, 875 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155929 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127394 s, 412 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151094 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129894 s, 404 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.129264 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19253 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149397 s, 351 MB/s
52428800 bytes (52 MB) copied, 0.161649 s, 324 MB/s
, 0.107606 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126604 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127958 s, 410 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068327 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591784 s, 886 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127509 s, 411 MB/s
52428800 bytes (52 MB) copied, 0.117251 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594547 s, 882 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287385 s, 1.8 GB/s
52428800 bytes (52 MB) copied, 0.0684091 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15898 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164862 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565432 s, 927 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109223 s, 480 MB/s
52428800 bytes (52 MB) copied, 0.184632 s, 284 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136094 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888111 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571781 s, 917 MB/s
52428800 bytes (52 MB) copied, 0.108757 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619738 s, 846 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163799 s, 320 MB/s
52428800 bytes (52 MB) copied, 0.042942 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149598 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143147 s, 366 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149475 s, 351 MB/s
52428800 bytes (52 MB) copied, 0.10908 s, 481 MB/s
52428800 bytes (52 MB) copied, 0.168881 s, 310 MB/s
52428800 bytes (52 MB) copied, 0.181873 s, 288 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0850927 s, 616 MB/s
52428800 bytes (52 MB) copied, 0.0802495 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139731 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204111 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.238142 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895469 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743283 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163105 s, 321 MB/s
52428800 bytes (52 MB) copied, 0.215042 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134189 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812861 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146384 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122763 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113046 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122897 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0711539 s, 737 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125585 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536086 s, 978 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104473 s, 502 MB/s
52428800 bytes (52 MB) copied, 0.0643175 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103806 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114786 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102177 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0910923 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136895 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100792 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123404 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101799 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751613 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124197 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131311 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107802 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155934 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119666 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12829 s, 409 MB/s
52428800 bytes (52 MB) copied, 0.115619 s, 453 MB/s
52428800 bytes (52 MB) copied, 0.118737 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187506 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149526 s, 351 MB/s
, 0.158728 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116371 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984934 s, 532 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100644 s, 521 MB/s
52428800 bytes (52 MB) copied, 0.118432 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.110983 s, 472 MB/s
52428800 bytes (52 MB) copied, 0.120322 s, 436 MB/s
, 0.174931 s, 300 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.168167 s, 312 MB/s
, 0.128848 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101341 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214043 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143629 s, 365 MB/s
, 0.114406 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.380395 s, 138 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.327319 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137288 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116735 s, 449 MB/s
52428800 bytes (52 MB) copied, 0.166855 s, 314 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181815 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942282 s, 556 MB/s
52428800 bytes (52 MB) copied, 0.181341 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598621 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0979805 s, 535 MB/s
, 0.171812 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868819 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067946 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548675 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451976 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124733 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984993 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138862 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164222 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567683 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112662 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754607 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109946 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732936 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0977409 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734822 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0896958 s, 585 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0905051 s, 579 MB/s
52428800 bytes (52 MB) copied, 0.163136 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142578 s, 368 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733545 s, 715 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119892 s, 437 MB/s
, 0.118223 s, 443 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112911 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150033 s, 349 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584443 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150859 s, 348 MB/s
, 0.115805 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17793 s, 295 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195457 s, 268 MB/s
52428800 bytes (52 MB) copied, 0.140551 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999054 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111207 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674898 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547629 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0903449 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083149 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915887 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0839992 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103612 s, 506 MB/s
52428800 bytes (52 MB) copied, 0.122753 s, 427 MB/s
, 0.0983286 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965284 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0933401 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114072 s, 460 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129652 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119832 s, 438 MB/s
52428800 bytes (52 MB) copied, 0.069445 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797546 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108844 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101665 s, 516 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0852162 s, 615 MB/s
52428800 bytes (52 MB) copied, 0.122791 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143696 s, 365 MB/s
, 0.0666013 s, 787 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605549 s, 866 MB/s
52428800 bytes (52 MB) copied, 0.118053 s, 444 MB/s
52428800 bytes (52 MB) copied, 0.056839 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133059 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0803553 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717254 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390829 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376227 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699335 s, 750 MB/s
, 0.0769715 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840803 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418565 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449147 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05718 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041117 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0949207 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108151 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602345 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958622 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126014 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108609 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115137 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105155 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127555 s, 411 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134773 s, 389 MB/s
52428800 bytes (52 MB) copied, 0.140501 s, 373 MB/s
52428800 bytes (52 MB) copied, 0.125305 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141424 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150011 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063246 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13448 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881288 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174607 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176348 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115177 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232532 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17121 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082815 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623852 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751748 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100699 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100703 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846891 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732099 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167494 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044632 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149669 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326787 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166139 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13622 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283009 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530547 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380318 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545455 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335786 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224371 s, 2.3 GB/s
52428800 bytes (52 MB) copied, 0.0321652 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327607 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316992 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238204 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223216 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398423 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219329 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749864 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752207 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604073 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655915 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046167 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335158 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374213 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563456 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442232 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564955 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498119 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041213 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359541 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243893 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482356 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423362 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743297 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146762 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18012 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201695 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178689 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187101 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187321 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121589 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178649 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172915 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167461 s, 313 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22546 s, 233 MB/s
52428800 bytes (52 MB) copied, 0.177457 s, 295 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206739 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190081 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184257 s, 285 MB/s
52428800 bytes (52 MB) copied, 0.242092 s, 217 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294312 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164371 s, 319 MB/s
52428800 bytes (52 MB) copied, 0.192754 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206239 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.305706 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188289 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122115 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191293 s, 274 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13469 s, 389 MB/s
52428800 bytes (52 MB) copied, 0.218547 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201433 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130775 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865576 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122165 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123193 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13877 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118752 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932564 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836419 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047745 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721444 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701778 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105139 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192787 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133793 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0986509 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194915 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198717 s, 264 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232512 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241661 s, 217 MB/s
52428800 bytes (52 MB) copied, 0.304303 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258838 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.269095 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161952 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190384 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256381 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251037 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195396 s, 268 MB/s
, 0.18715 s, 280 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100265 s, 523 MB/s
52428800 bytes (52 MB) copied, 0.188385 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275975 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167737 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188096 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235874 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12113 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12533 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257409 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148285 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205346 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758547 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157586 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137009 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13432 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508649 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522036 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283522 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0866292 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814419 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580938 s, 902 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0864071 s, 607 MB/s
52428800 bytes (52 MB) copied, 0.117163 s, 447 MB/s
52428800 bytes (52 MB) copied, 0.136765 s, 383 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135584 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255446 s, 205 MB/s
52428800 bytes (52 MB) copied, 0.173344 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.324525 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.296526 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.334988 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.329709 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207412 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164448 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.407955 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143382 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.389139 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109054 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121934 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.341198 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.433006 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.445149 s, 118 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285956 s, 183 MB/s
52428800 bytes (52 MB) copied, 0.350167 s, 150 MB/s
52428800 bytes (52 MB) copied, 0.325734 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168576 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125009 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.32913 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102293 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.637525 s, 82.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.520208 s, 101 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.596157 s, 87.9 MB/s
52428800 bytes (52 MB) copied, 0.156721 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.477796 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.357454 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.590433 s, 88.8 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159011 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.422938 s, 124 MB/s
52428800 bytes (52 MB) copied, 0.242553 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146152 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154557 s, 339 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246311 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.327106 s, 160 MB/s
52428800 bytes (52 MB) copied, 0.346303 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.505848 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.389336 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.57423 s, 91.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.481024 s, 109 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.583792 s, 89.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.613025 s, 85.5 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.506062 s, 104 MB/s
52428800 bytes (52 MB) copied, 0.526263 s, 99.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.46634 s, 112 MB/s
52428800 bytes (52 MB) copied, 0.592913 s, 88.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.628293 s, 83.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.485805 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.542649 s, 96.6 MB/s
52428800 bytes (52 MB) copied, 0.327716 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.468473 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.346681 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.652258 s, 80.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.321265 s, 163 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.517855 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.333843 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.536516 s, 97.7 MB/s
52428800 bytes (52 MB) copied, 0.362524 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.435026 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.478545 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.686956 s, 76.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.322292 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.404831 s, 130 MB/s
52428800 bytes (52 MB) copied, 0.351522 s, 149 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.73185 s, 71.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.444881 s, 118 MB/s
52428800 bytes (52 MB) copied, 0.526119 s, 99.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221545 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207038 s, 253 MB/s
52428800 bytes (52 MB) copied, 0.328959 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167658 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174861 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127857 s, 410 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193506 s, 271 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731889 s, 716 MB/s
52428800 bytes (52 MB) copied, 0.306032 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0863508 s, 607 MB/s
52428800 bytes (52 MB) copied, 0.223704 s, 234 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0856429 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.374488 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112032 s, 468 MB/s
52428800 bytes (52 MB) copied, 0.189341 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0981303 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307303 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.351667 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29488 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243533 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.375529 s, 140 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.393778 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.352783 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189234 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.431077 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169671 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.305909 s, 171 MB/s
, 0.168366 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186464 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259713 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22707 s, 231 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260553 s, 201 MB/s
52428800 bytes (52 MB) copied, 0.234347 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275764 s, 190 MB/s
52428800 bytes (52 MB) copied, 0.291019 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236166 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.480701 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263894 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.309219 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.349881 s, 150 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597439 s, 878 MB/s
52428800 bytes (52 MB) copied, 0.207068 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156846 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183603 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.340956 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239412 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657088 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206574 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0770168 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194369 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0679481 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690467 s, 759 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0845906 s, 620 MB/s
52428800 bytes (52 MB) copied, 0.0728213 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0973535 s, 539 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143271 s, 366 MB/s
52428800 bytes (52 MB) copied, 0.121878 s, 430 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318151 s, 165 MB/s
52428800 bytes (52 MB) copied, 0.299733 s, 175 MB/s
52428800 bytes (52 MB) copied, 0.25874 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212711 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.292447 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.270529 s, 194 MB/s
52428800 bytes (52 MB) copied, 0.207036 s, 253 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285832 s, 183 MB/s
52428800 bytes (52 MB) copied, 0.260269 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.303807 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259781 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.26084 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176535 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.298047 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214766 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249023 s, 211 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218599 s, 240 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.454087 s, 115 MB/s
52428800 bytes (52 MB) copied, 0.130183 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159698 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257542 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.277941 s, 189 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123509 s, 424 MB/s
52428800 bytes (52 MB) copied, 0.208156 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249411 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611939 s, 857 MB/s
52428800 bytes (52 MB) copied, 0.272282 s, 193 MB/s
, 0.202179 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238088 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185953 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269747 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233166 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574395 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322724 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862696 s, 608 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148256 s, 354 MB/s
52428800 bytes (52 MB) copied, 0.0663965 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117257 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113271 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106149 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107277 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686793 s, 763 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125437 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767217 s, 683 MB/s
52428800 bytes (52 MB) copied, 0.114729 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690053 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0709586 s, 739 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707998 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141622 s, 370 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245783 s, 213 MB/s
52428800 bytes (52 MB) copied, 0.262841 s, 199 MB/s
52428800 bytes (52 MB) copied, 0.136939 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125506 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266809 s, 197 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0933336 s, 562 MB/s
52428800 bytes (52 MB) copied, 0.12062 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082017 s, 639 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.093648 s, 560 MB/s
52428800 bytes (52 MB) copied, 0.123773 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135569 s, 387 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0852721 s, 615 MB/s
52428800 bytes (52 MB) copied, 0.0527858 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468227 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154174 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134421 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137024 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0954178 s, 549 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171107 s, 306 MB/s
52428800 bytes (52 MB) copied, 0.116597 s, 450 MB/s
, 0.116419 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174393 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18431 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130867 s, 401 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170663 s, 307 MB/s
52428800 bytes (52 MB) copied, 0.0870547 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223513 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181296 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919068 s, 570 MB/s
, 0.142096 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17525 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123488 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0770406 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438706 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0928451 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125428 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118162 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0974556 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0732317 s, 716 MB/s
52428800 bytes (52 MB) copied, 0.0852723 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806074 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0889486 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112006 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639599 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249414 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132949 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0753409 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317088 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081399 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520339 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509728 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631603 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160077 s, 328 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11698 s, 448 MB/s
52428800 bytes (52 MB) copied, 0.192014 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100185 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227301 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230695 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.269065 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24148 s, 217 MB/s
52428800 bytes (52 MB) copied, 0.291171 s, 180 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213006 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.264596 s, 198 MB/s
52428800 bytes (52 MB) copied, 0.274167 s, 191 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290376 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.363173 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160904 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229884 s, 228 MB/s
52428800 bytes (52 MB) copied, 0.330261 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.284936 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21167 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148827 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113275 s, 463 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117272 s, 447 MB/s
52428800 bytes (52 MB) copied, 0.107805 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104148 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.334319 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228967 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.394554 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191876 s, 273 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200143 s, 262 MB/s
52428800 bytes (52 MB) copied, 0.211558 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0978648 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15595 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145667 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18152 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169014 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824424 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111731 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150824 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146018 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846742 s, 619 MB/s
/mnt/lustre/f45.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000059f1
      lmm_object_id:     0x8
      lmm_fid:           [0x2000059f1:0x8:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x1a5:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
llite.lustre-ffff8800aa9b5000.stats=
snapshot_time             1746134586.082212866 secs.nsecs
start_time                1746134525.366067047 secs.nsecs
elapsed_time              60.716145819 secs.nsecs
read_bytes                1300 samples [bytes] 1048576 1048576 1363148800 1429365116108800
read                      104850 samples [usecs] 151 392777 288638067 11551121937847
open                      2097 samples [usecs] 3 46284 248435 4594077537
close                     2097 samples [usecs] 4 45072 638555 11585029897
seek                      2096 samples [usecs] 2 14005 46758 376628242
inode_permission          4192 samples [usecs] 1 64845 804535 14798165183
opencount                 2097 samples [reqs] 1 2081 2166337 3006131457
openclosetime             2080 samples [usecs] 6 249975 60397259 3596474219225
pcc_attach                1 samples [reqs]
pcc_hit_bytes             2071 samples [bytes] 52428800 52428800 108580044800 5692721452810240000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
llite.lustre-ffff8800b607e800.stats=
snapshot_time             1746134586.082314694 secs.nsecs
start_time                1746134525.366086063 secs.nsecs
elapsed_time              60.716228631 secs.nsecs
read_bytes                1306 samples [bytes] 49152 1048576 1363148800 1427248804528128
read                      106150 samples [usecs] 149 614841 282489220 12051622516904
ioctl                     1 samples [reqs]
open                      2124 samples [usecs] 5 115515 1393598 113049433832
close                     2124 samples [usecs] 5 34126 494001 7029637499
seek                      2122 samples [usecs] 2 6928 27889 78245971
setattr                   1 samples [usecs] 33762 33762 33762 1139872644
getattr                   32 samples [usecs] 129 24274 77787 1241713155
mknod                     1 samples [usecs] 35130 35130 35130 1234116900
inode_permission          8499 samples [usecs] 1 39802 1678289 15278671809
opencount                 2125 samples [reqs] 1 2124 2256751 3196310251
openclosetime             2123 samples [usecs] 30 292585 65276882 4867224197142
pcc_attach                1 samples [reqs]
pcc_hit_bytes             2097 samples [bytes] 52428800 52428800 109943193600 5764189708615680000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
attach 2 detach 0 auto_attach 0
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=1073741824
llite.lustre-ffff8800b607e800.pcc_async_threshold=1073741824
/mnt/pcc.d45.sanity-pcc.2 is idle now
/mnt/pcc.d45.sanity-pcc is idle now
PASS 45 (70s)

== sanity-pcc test 46: Verify PCC mode setting works correctly ========================================================== 17:23:11 (1746134591)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.201374 s, 312 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d46.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: f94ee747-28b6-48f9-812d-64683094392c
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f46.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f94ee747-28b6-48f9-812d-64683094392c (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d46.sanity-pcc/d46.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [id]
uid=500(sanityusr) gid=500(sanityusr) groups=500(sanityusr),0(root)
Mode: 0400
llite.lustre-ffff8800b607e800.pcc_mode=0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f46.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
llite.lustre-ffff8800b607e800.pcc_mode=0400
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f46.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
llite.lustre-ffff8800b607e800.pcc_mode=0004
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/59fb/0x2000059f1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [stat] [/mnt/lustre/f46.sanity-pcc]
  File: '/mnt/lustre/f46.sanity-pcc'
  Size: 6         	Blocks: 1          IO Block: 4194304 regular file
Device: 2c54f966h/743766374d	Inode: 144115574371254282  Links: 1
Access: (0664/-rw-rw-r--)  Uid: (    0/    root)   Gid: (    0/    root)
Access: 2025-05-01 17:23:13.000000000 -0400
Modify: 2025-05-01 17:23:13.000000000 -0400
Change: 2025-05-01 17:23:13.000000000 -0400
 Birth: -
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
llite.lustre-ffff8800b607e800.pcc_mode=0040
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/59fb/0x2000059f1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
  File: '/mnt/lustre/f46.sanity-pcc'
  Size: 6         	Blocks: 4          IO Block: 4194304 regular file
Device: 2c54f966h/743766374d	Inode: 144115574371254282  Links: 1
Access: (0660/-rw-rw----)  Uid: (    0/    root)   Gid: (    0/    root)
Access: 2025-05-01 17:23:14.000000000 -0400
Modify: 2025-05-01 17:23:13.000000000 -0400
Change: 2025-05-01 17:23:14.000000000 -0400
 Birth: -
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/59fb/0x2000059f1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
llite.lustre-ffff8800b607e800.pcc_mode=0400
llite.lustre-ffff8800b607e800.pcc_mode=0400
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d46.sanity-pcc is idle now
PASS 46 (6s)

== sanity-pcc test 47: mtime should be kept once file attached into PCC ========================================================== 17:23:18 (1746134598)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.12739 s, 494 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d47.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 7979afd0-8f10-4530-9bd2-dc16ca2d891b
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f47.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7979afd0-8f10-4530-9bd2-dc16ca2d891b (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d47.sanity-pcc/d47.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
QQQQQ
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/f47.sanity-pcc | grep -E -c 'type: readonly'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d47.sanity-pcc is idle now
PASS 47 (9s)

== sanity-pcc test 48: PCC state should check whether the file in local PCC cache ========================================================== 17:23:26 (1746134606)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.19601 s, 321 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d48.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: b5ea2203-0a06-4f52-80db-0b8980e5ef75
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f48.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b5ea2203-0a06-4f52-80db-0b8980e5ef75 (extents) (64bit) (large files) (huge files)
QQQQQ
file: /mnt/lustre/f48.sanity-pcc, type: readonly, PCC_file: /d48.sanity-pcc/59fd/0x2000059f1:0xc:0x0 (unlinked), open_count: 0, flags: 4
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d48.sanity-pcc is idle now
PASS 48 (6s)

== sanity-pcc test 96: Auto attach from multiple read process on a node ========================================================== 17:23:32 (1746134612)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.12847 s, 490 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d96.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: e7b2720b-17d9-47ec-82df-2a1d3c6e802a
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f96.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e7b2720b-17d9-47ec-82df-2a1d3c6e802a (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d96.sanity-pcc/d96.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=1G
llite.lustre-ffff8800b607e800.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.599267 s, 87.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.792686 s, 66.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.793373 s, 66.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.883026 s, 59.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.88372 s, 59.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.897882 s, 58.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363172 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558653 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331682 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675085 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261025 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623877 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291168 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383979 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522165 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338408 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049625 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697179 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600907 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595838 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03649 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024802 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460181 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330048 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470579 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395692 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373648 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450595 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496182 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314285 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199565 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447495 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044101 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043299 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491297 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531266 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592786 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378011 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604282 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655986 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0715425 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674073 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358674 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354563 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349125 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284046 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0808813 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022658 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357148 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050374 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540316 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733102 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332898 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464894 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380306 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312861 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033993 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459777 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050132 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220006 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519242 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397386 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431577 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353858 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327778 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457507 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406045 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359244 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599312 s, 875 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328859 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300986 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044685 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410977 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460792 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0957568 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454152 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109988 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107232 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107272 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395823 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710072 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548848 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437565 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366284 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577714 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609977 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477231 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555806 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413224 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0954872 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622208 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039552 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809551 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360392 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200445 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104772 s, 500 MB/s
52428800 bytes (52 MB) copied, 0.0714752 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532584 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039947 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342588 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749259 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331193 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606642 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315901 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026711 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428608 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965451 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703011 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385367 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606112 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405275 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400707 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284436 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557885 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0826332 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371662 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439795 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517288 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494519 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596331 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298293 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613385 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056354 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317208 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495569 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569397 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574939 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738354 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767472 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707907 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837496 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327806 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514044 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372122 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476384 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273096 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583814 s, 898 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025997 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786168 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442984 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648942 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05265 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575114 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733571 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606533 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461542 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040633 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383605 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029083 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357847 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529938 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551396 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350365 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608513 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345143 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028213 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208999 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294141 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823808 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0633383 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634078 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396427 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404988 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377703 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591382 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429064 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476987 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311853 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367117 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312239 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0808374 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285154 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337066 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735361 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240953 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694608 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069614 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261318 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399945 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263831 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621646 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391288 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408804 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511196 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219678 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064919 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517933 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431894 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034878 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328943 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388371 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276796 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036203 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355305 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438663 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657851 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250557 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508046 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532815 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408136 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035964 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276754 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553887 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234702 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556441 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414798 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255452 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601248 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530272 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0695835 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417001 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341364 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042817 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309156 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397687 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279058 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614353 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504018 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419757 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478172 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029832 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623944 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470319 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578857 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487832 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507973 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704369 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354988 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349159 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067233 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033009 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298253 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576492 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708398 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681357 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393856 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323067 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261332 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639174 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492984 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221238 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588563 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556613 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0725198 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364858 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509643 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617745 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513179 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350434 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349896 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479451 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358737 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286673 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335309 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041793 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443028 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405696 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371773 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405142 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049097 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476951 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657536 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0879984 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428533 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221529 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599681 s, 874 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0832767 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369557 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468954 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424339 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235104 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024774 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103729 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407626 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424149 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305844 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538698 s, 973 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0742342 s, 706 MB/s
, 0.0348196 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342696 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326783 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468083 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455707 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288629 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350113 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230159 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307424 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513887 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338448 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429324 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252787 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243271 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209491 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274985 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604158 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469499 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056506 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417811 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369578 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374048 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481427 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373922 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468173 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640918 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338293 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557454 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453419 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388934 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510079 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488181 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635357 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728421 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06334 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286675 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416674 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454519 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203387 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381093 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224521 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364219 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565921 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379106 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343551 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335556 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654877 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294875 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253489 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307342 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447334 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456975 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247903 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439724 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033995 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717356 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280818 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398231 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409846 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442639 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579859 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689216 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347227 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307352 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370794 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230933 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318482 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614073 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502786 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686258 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404202 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0838883 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748064 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047882 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466361 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527865 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521852 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188452 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503955 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865527 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469521 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502146 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730099 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336624 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301613 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572133 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507212 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515902 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318541 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373252 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370441 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482145 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530053 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675333 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587054 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252394 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051949 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592407 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363993 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613294 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443761 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415803 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469397 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491951 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271636 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480052 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480683 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306511 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479318 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407125 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407581 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124716 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075309 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697115 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114294 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0892793 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18907 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761588 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550282 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0964911 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382473 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497072 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343864 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0901963 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0887765 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907767 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707975 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821117 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151647 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0992529 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265436 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124379 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640483 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113215 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474957 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673851 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0892063 s, 588 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0912473 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508311 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449137 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507744 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649522 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454494 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328806 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072391 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554729 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031027 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574465 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662111 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277224 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238749 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382666 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540387 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514862 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044304 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505014 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382552 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627457 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595585 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525176 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030243 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520052 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429768 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499479 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051806 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672124 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589999 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703321 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494674 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336134 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234389 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654668 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658706 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983277 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569508 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540905 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254537 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774612 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744506 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263499 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616585 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238632 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489823 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322994 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482329 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794719 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394703 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720506 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823929 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243101 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288395 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514805 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281386 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467812 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279326 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027797 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600551 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370172 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744613 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944029 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491993 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676506 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0826646 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031691 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230599 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635241 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398065 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267674 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509461 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409814 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251225 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387428 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821244 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370277 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479647 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332869 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034067 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301753 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418643 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277409 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443927 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660783 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603162 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042751 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244451 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520443 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932032 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0960743 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085661 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617328 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106524 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708657 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521719 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500231 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419519 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757448 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820244 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104749 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566654 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0908227 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101239 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551435 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.076152 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416156 s, 1.3 GB/s
, 0.0579916 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189775 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498742 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517484 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662953 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0808685 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546201 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585192 s, 896 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419439 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314801 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232875 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568386 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554384 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660481 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465555 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407201 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484226 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582602 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419246 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537064 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746834 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382973 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331547 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481389 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373329 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291279 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04576 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046223 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491815 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788403 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532026 s, 985 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999743 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407618 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381262 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078642 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385397 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868094 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206476 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675554 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900968 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844145 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807224 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101269 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06941 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517895 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584802 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569924 s, 920 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510202 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671308 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357356 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338836 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209056 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390873 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0925968 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373146 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046327 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218973 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401208 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412296 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641897 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039617 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638227 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915453 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536015 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603196 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772435 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708431 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261855 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212409 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233886 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324777 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333806 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655393 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512885 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649574 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299287 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582963 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495432 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266816 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275383 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518721 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758156 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483697 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098928 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341206 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422957 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452741 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584624 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043375 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303673 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021473 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033494 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634701 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187859 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432588 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643808 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503412 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387233 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662098 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504099 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287125 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683579 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750875 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657585 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0989536 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0679214 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061233 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332506 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548851 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296099 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517607 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116349 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138304 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748964 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115833 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482931 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071756 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732546 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761769 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101709 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450138 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382045 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517537 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446704 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472434 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030544 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369437 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327198 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728089 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066661 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02231 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112651 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081783 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111968 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109964 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0996352 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714401 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459848 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361223 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653562 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0830626 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401353 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814867 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663006 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424106 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384014 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744852 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0898655 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998351 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699021 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815776 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480547 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676559 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0741575 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561459 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371228 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379605 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0843192 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050942 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479764 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065151 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423878 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235455 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0187097 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402818 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252921 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417854 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543705 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508397 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748323 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588766 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530296 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224005 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041836 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052314 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438035 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300786 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624655 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962321 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557407 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461053 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576155 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377161 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0715 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344214 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316996 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423601 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513584 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624983 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369255 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440449 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330703 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323182 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596929 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208992 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636998 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04427 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248281 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512654 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324336 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286366 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434247 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027936 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529574 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324812 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552313 s, 949 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404427 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479768 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314391 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352556 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460275 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281725 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492612 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604311 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748082 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488171 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354244 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639067 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314015 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596713 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031468 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460365 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034916 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301779 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412655 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392218 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026954 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597079 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638633 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029409 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623556 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781814 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662742 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100259 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508401 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443494 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407675 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624571 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062626 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551558 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626881 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100471 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106779 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500001 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238222 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277928 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303226 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021688 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491777 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035535 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046131 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316605 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604084 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507461 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560412 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413649 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430992 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329719 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365452 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390061 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389825 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251839 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390078 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389778 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271827 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300803 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289195 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376095 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310201 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367579 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383454 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252971 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915336 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135773 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100445 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868593 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383387 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658491 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261854 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382931 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04258 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485179 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021808 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028164 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382585 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627312 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535545 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732649 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255959 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404221 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683384 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366843 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470155 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375195 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325994 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435785 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436012 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522859 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632673 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212755 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230424 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039115 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229069 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373761 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385593 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540781 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240994 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402423 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408833 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317758 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024811 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386285 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218532 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257788 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281392 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386958 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302317 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436299 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525401 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337145 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217841 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577933 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042203 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331537 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347975 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386757 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590398 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616346 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747645 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395966 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507856 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027598 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240446 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226182 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305634 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333185 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323047 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365627 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379896 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622476 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360115 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279194 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223082 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349935 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269147 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400584 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057078 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328251 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318501 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364896 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245721 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394712 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500767 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029922 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044466 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262737 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040336 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347739 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261315 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283874 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648876 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420218 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680609 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586987 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272547 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248009 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278022 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298931 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251551 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342493 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279978 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283389 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031319 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247416 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306216 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437258 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264343 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278176 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329638 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313273 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245299 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02431 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261744 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329763 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297805 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025445 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355138 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241692 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249583 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351835 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298967 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332227 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457144 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361637 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271433 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553439 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318709 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291571 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323362 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324135 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568603 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264577 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357812 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442055 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276156 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275014 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378159 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414969 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326927 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422555 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346966 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298314 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259817 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301001 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337633 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392651 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292814 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360966 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031257 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199649 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253155 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030235 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451646 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313182 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564064 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418544 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264777 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365438 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264165 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0256907 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248164 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304374 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259707 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286383 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348089 s, 1.5 GB/s
Finish ========
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02843 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446986 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283838 s, 1.8 GB/s
detach: must specify one or more FIDs
Detach given files from the Persistent Client Cache.
usage: lfs pcc detach [-k] FILE [...]

lfs commands used to interact with PCC features:
lfs pcc attach - attach given files to Persistent Client Cache
lfs pcc attach_fid - attach given files into PCC by FID(s)
lfs pcc state  - display the PCC state for given files
lfs pcc detach - detach given files from Persistent Client Cache
lfs pcc detach_fid - detach given files from PCC by FID(s)
lfs pcc delete - delete the PCC layout componenet for given files
lfs pcc pin - pin give files for PCC
lfs pcc unpin - unpin given files for PCC

llite.lustre-ffff8800aa9b5000.pcc_async_threshold=1073741824
llite.lustre-ffff8800b607e800.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d96.sanity-pcc is idle now
PASS 96 (67s)

== sanity-pcc test 97: two mmap I/O and layout lock cancel ========================================================== 17:24:39 (1746134679)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.157414 s, 400 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d97.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 7e3da776-08e4-4982-8825-01bd3e6c74f5
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f97.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7e3da776-08e4-4982-8825-01bd3e6c74f5 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d97.sanity-pcc/d97.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=1G
llite.lustre-ffff8800b607e800.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.810375 s, 64.7 MB/s
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=1073741824
llite.lustre-ffff8800b607e800.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d97.sanity-pcc is idle now
PASS 97 (128s)

== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 17:26:47 (1746134807)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.201957 s, 312 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d98.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: ccf1bd56-252e-487e-9f0a-9299fbd6a83b
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ccf1bd56-252e-487e-9f0a-9299fbd6a83b (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=0
llite.lustre-ffff8800b607e800.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.740512 s, 70.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.738526 s, 71.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.8391 s, 62.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.985424 s, 53.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573985 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661811 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.637936 s, 82.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0142 s, 51.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496739 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358242 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033155 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.41398 s, 37.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438019 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313885 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590062 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389668 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536572 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465171 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409479 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398105 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443665 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047237 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602407 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524129 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0595101 s, 881 MB/s
, 0.0341566 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612551 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046513 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649884 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271647 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364623 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211384 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040124 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217527 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632024 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410798 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357349 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489013 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389734 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625085 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687599 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047447 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265571 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486696 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369568 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344685 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386654 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628622 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605889 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492435 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0795986 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632986 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.650612 s, 80.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298607 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461715 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.892015 s, 58.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.910692 s, 57.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.04107 s, 50.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.692159 s, 75.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.44509 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.452204 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156104 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166165 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04921 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.07066 s, 49.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09982 s, 47.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.04913 s, 50.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174646 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193241 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.11449 s, 47.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.709933 s, 73.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.59275 s, 88.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.746939 s, 70.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.761508 s, 68.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.79836 s, 65.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.600901 s, 87.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.01063 s, 51.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0145 s, 51.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.712263 s, 73.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.442523 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0671 s, 49.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218242 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125164 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570641 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734184 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.982135 s, 53.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484072 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324063 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565997 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657666 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293226 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436909 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399561 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435152 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456718 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106665 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490808 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052003 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269406 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037351 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025505 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418174 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638731 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754483 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539565 s, 972 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345307 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643883 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031854 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432777 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363121 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605996 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0929915 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404496 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545775 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464088 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431835 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682644 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457219 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399013 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453803 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376692 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619102 s, 847 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761635 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374173 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461578 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361775 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435807 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384025 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497455 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419481 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213074 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360035 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560881 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417406 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09465 s, 47.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.723575 s, 72.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.787467 s, 66.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.17709 s, 44.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25402 s, 41.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.26638 s, 41.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222454 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242103 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0633509 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.634578 s, 82.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.677447 s, 77.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.699591 s, 74.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.369988 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.372365 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.599605 s, 87.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.562896 s, 93.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.331903 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.687274 s, 76.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189077 s, 277 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.434777 s, 121 MB/s
, 0.201247 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.626607 s, 83.7 MB/s
, 0.712593 s, 73.6 MB/s
, 0.457397 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.90722 s, 57.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.990486 s, 52.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.782588 s, 67.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.13259 s, 46.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25127 s, 41.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.03553 s, 50.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263093 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545288 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.975946 s, 53.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.15778 s, 45.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039147 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101735 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743067 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576662 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819887 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370928 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395461 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327766 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666838 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390047 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440449 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414504 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491106 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523846 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827802 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643595 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588867 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595569 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507417 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431253 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392341 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530943 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392225 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669076 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021339 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358995 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079699 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0937422 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394504 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809929 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610558 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708149 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552455 s, 949 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673979 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268672 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631914 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523364 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0783729 s, 669 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346184 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122922 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621854 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535819 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660263 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479202 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798526 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107801 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0991659 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.07 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126636 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114266 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175031 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536316 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11378 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466102 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323598 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668808 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502532 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08548 s, 48.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.850521 s, 61.6 MB/s
, 0.941768 s, 55.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.714877 s, 73.3 MB/s
, 0.643861 s, 81.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.717622 s, 73.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.403474 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.659743 s, 79.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.576965 s, 90.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199505 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203458 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226341 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25446 s, 41.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25686 s, 41.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1896 s, 44.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14533 s, 361 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1078 s, 47.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.11048 s, 47.2 MB/s
52428800 bytes (52 MB) copied, 1.02359 s, 51.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.17861 s, 44.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.06011 s, 49.5 MB/s
, 1.0206 s, 51.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.65349 s, 31.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.65071 s, 31.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.28758 s, 40.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.626773 s, 83.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.467234 s, 112 MB/s
52428800 bytes (52 MB) copied, 0.470289 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.300905 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115076 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449702 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.850149 s, 61.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.849812 s, 61.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.656378 s, 79.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.864106 s, 60.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.867011 s, 60.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.680176 s, 77.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242592 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.47937 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.419155 s, 125 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.421774 s, 124 MB/s
, 0.620713 s, 84.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.440484 s, 119 MB/s
llite.lustre-ffff8800aa9b5000.pcc_async_threshold=1073741824
llite.lustre-ffff8800b607e800.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d98.sanity-pcc is idle now
PASS 98 (68s)

== sanity-pcc test 99: race among unlink | mmap read | write | detach for PCC-RO file ========================================================== 17:27:55 (1746134875)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.117446 s, 536 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d99.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: f846f34c-5fdf-4a73-8002-c963aab14337
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f99.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f846f34c-5fdf-4a73-8002-c963aab14337 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.638217 s, 82.1 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.808874 s, 64.8 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.863333 s, 60.7 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425556 s, 1.2 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.709482 s, 73.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.49864 s, 35.0 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.807583 s, 64.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.925857 s, 56.6 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.68565 s, 76.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396393 s, 1.3 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.708652 s, 74.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.47227 s, 111 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.975689 s, 53.7 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.725348 s, 72.3 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.89979 s, 58.3 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.798359 s, 65.7 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.944127 s, 55.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536353 s, 978 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.484768 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1659 s, 45.0 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.926253 s, 56.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09347 s, 47.9 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.04997 s, 49.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352517 s, 1.5 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.801611 s, 65.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.40299 s, 130 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.00507 s, 52.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762271 s, 688 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.959552 s, 54.6 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.40772 s, 129 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.816555 s, 64.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354215 s, 1.5 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.00965 s, 51.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449135 s, 1.2 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.460094 s, 114 MB/s
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.37012 s, 38.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.38372 s, 37.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.949407 s, 55.2 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08324 s, 48.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.958047 s, 54.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534765 s, 980 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.695859 s, 75.3 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821934 s, 638 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.727262 s, 72.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0548 s, 49.7 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299928 s, 1.7 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.738493 s, 71.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.710902 s, 73.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.791455 s, 66.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.989124 s, 53.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407307 s, 1.3 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.760984 s, 68.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.525511 s, 99.8 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.597775 s, 87.7 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427347 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.568859 s, 92.2 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.645075 s, 81.3 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.754475 s, 69.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.7341 s, 30.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.708581 s, 74.0 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.905872 s, 57.9 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.05299 s, 49.8 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.828075 s, 63.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637683 s, 822 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.4011 s, 37.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314117 s, 1.7 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.597987 s, 87.7 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.718144 s, 73.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.763906 s, 68.6 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.444898 s, 118 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.99304 s, 52.8 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.759543 s, 69.0 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.537397 s, 97.6 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.76925 s, 68.2 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665103 s, 788 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.880772 s, 59.5 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.807174 s, 65.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.752335 s, 69.7 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.854517 s, 61.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288592 s, 1.8 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.779998 s, 67.2 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
==== DONE ====
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.725995 s, 72.2 MB/s
==== DONE WIAT ====
osc.lustre-OST0000-osc-ffff8800aa9b5000.rpc_stats=
snapshot_time:            1746134940.269703987 secs.nsecs
start_time:               1746134370.909111191 secs.nsecs
elapsed_time:             569.360592796 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         8  16  16   |          0   0   0
2:		         6  12  28   |          0   0   0
3:		         5  10  38   |          0   0   0
4:		         5  10  48   |          0   0   0
5:		         4   8  56   |          0   0   0
6:		         3   6  62   |          0   0   0
7:		         3   6  68   |          0   0   0
8:		         4   8  76   |          0   0   0
9:		        12  24 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
osc.lustre-OST0000-osc-ffff8800b607e800.rpc_stats=
snapshot_time:            1746134940.270038561 secs.nsecs
start_time:               1746134368.807219748 secs.nsecs
elapsed_time:             571.462818813 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		       885   7   7   |          3   0   0
2:		         9   0   7   |          0   0   0
4:		         3   0   7   |          0   0   0
8:		         9   0   7   |          0   0   0
16:		      2345  19  27   |          0   0   0
32:		       290   2  29   |          0   0   0
64:		       435   3  33   |          0   0   0
128:		       920   7  41   |          0   0   0
256:		      6938  58 100   |       2350  99 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		      7510  63  63   |        231   9   9
2:		      1021   8  72   |        547  23  33
3:		       477   4  76   |        530  22  55
4:		       377   3  79   |        364  15  71
5:		       334   2  82   |        237  10  81
6:		       279   2  84   |        166   7  88
7:		       247   2  86   |        130   5  93
8:		       239   2  88   |         79   3  97
9:		      1239  10  99   |         68   2  99
10:		        20   0  99   |          1   0 100
11:		        10   0  99   |          0   0 100
12:		         8   0  99   |          0   0 100
13:		         7   0  99   |          0   0 100
14:		         6   0  99   |          0   0 100
15:		         6   0  99   |          0   0 100
16:		         5   0  99   |          0   0 100
17:		         4   0  99   |          0   0 100
18:		         4   0  99   |          0   0 100
19:		         4   0  99   |          0   0 100
20:		         4   0  99   |          0   0 100
21:		         4   0  99   |          0   0 100
22:		         4   0  99   |          0   0 100
23:		         4   0  99   |          0   0 100
24:		         2   0  99   |          0   0 100
25:		         2   0  99   |          0   0 100
26:		         2   0  99   |          0   0 100
27:		         2   0  99   |          0   0 100
28:		         1   0  99   |          0   0 100
29:		         1   0  99   |          0   0 100
30:		         1   0  99   |          0   0 100
31:		        10   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		       139   1   1   |         50   2   2
1:		        50   0   1   |          0   0   2
2:		        96   0   2   |          0   0   2
4:		        12   0   2   |          0   0   2
8:		         2   0   2   |          0   0   2
16:		        87   0   3   |          0   0   2
32:		       159   1   4   |          0   0   2
64:		       285   2   7   |          0   0   2
128:		       531   4  11   |          0   0   2
256:		       306   2  14   |         47   1   4
512:		       434   3  17   |         94   3   8
1024:		       983   8  26   |        188   7  16
2048:		      1834  15  41   |        376  15  32
4096:		      3334  28  69   |        752  31  64
8192:		      3582  30 100   |        846  35 100
osc.lustre-OST0001-osc-ffff8800aa9b5000.rpc_stats=
snapshot_time:            1746134940.270136267 secs.nsecs
start_time:               1746134370.909917873 secs.nsecs
elapsed_time:             569.360218394 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         5  10  10   |          0   0   0
2:		         3   6  16   |          0   0   0
3:		         2   4  20   |          0   0   0
4:		         2   4  24   |          0   0   0
5:		         1   2  26   |          0   0   0
6:		         1   2  28   |          0   0   0
7:		         1   2  30   |          0   0   0
8:		         1   2  32   |          0   0   0
9:		        34  68 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
osc.lustre-OST0001-osc-ffff8800b607e800.rpc_stats=
snapshot_time:            1746134940.270203504 secs.nsecs
start_time:               1746134368.807815831 secs.nsecs
elapsed_time:             571.462387673 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         3   0   0   |          3   1   1
2:		         0   0   0   |          0   0   1
4:		         0   0   0   |          0   0   1
8:		         0   0   0   |          0   0   1
16:		         0   0   0   |          0   0   1
32:		         0   0   0   |          0   0   1
64:		         0   0   0   |          0   0   1
128:		         1   0   1   |          0   0   1
256:		       352  98 100   |        150  98 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		        37  10  10   |         10   6   6
2:		        25   7  17   |         52  33  40
3:		        18   5  22   |         56  36  77
4:		        18   5  27   |         16  10  87
5:		        13   3  31   |          7   4  92
6:		        13   3  34   |          7   4  96
7:		        13   3  38   |          3   1  98
8:		        18   5  43   |          2   1 100
9:		       201  56 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		        12   3   3   |          6   3   3
1:		         0   0   3   |          0   0   3
2:		         0   0   3   |          0   0   3
4:		         0   0   3   |          0   0   3
8:		         0   0   3   |          0   0   3
16:		         0   0   3   |          0   0   3
32:		         0   0   3   |          0   0   3
64:		         0   0   3   |          0   0   3
128:		         0   0   3   |          0   0   3
256:		         7   1   5   |          3   1   5
512:		        14   3   9   |          6   3   9
1024:		        28   7  17   |         12   7  17
2048:		        56  15  32   |         24  15  33
4096:		       113  31  64   |         48  31  64
8192:		       126  35 100   |         54  35 100
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d99.sanity-pcc is idle now
PASS 99 (69s)

== sanity-pcc test 99b: race among unlink | two readers | write | detach for PCC-RO file ========================================================== 17:29:04 (1746134944)
200+0 records in
200+0 records out
209715200 bytes (210 MB) copied, 0.451328 s, 465 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d99b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/204800             done                            
Creating filesystem with 204800 1k blocks and 51200 inodes
Filesystem UUID: 429c35fc-c960-4381-8929-9423812a983e
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/25     done                            
Writing inode tables:  0/25     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/25     done

/tmp/f99b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=429c35fc-c960-4381-8929-9423812a983e (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.635379 s, 82.5 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.818359 s, 64.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.843046 s, 62.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404382 s, 1.3 GB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.887888 s, 59.0 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.993366 s, 52.8 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.749049 s, 70.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.691986 s, 75.8 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.782121 s, 67.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.865182 s, 60.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567741 s, 923 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25469 s, 41.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.20056 s, 43.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351015 s, 1.5 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.674259 s, 77.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.450134 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429753 s, 1.2 GB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.01955 s, 51.4 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.848327 s, 61.8 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.02501 s, 51.1 MB/s
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482572 s, 1.1 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.753232 s, 69.6 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.446922 s, 117 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.628018 s, 83.5 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656891 s, 798 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0923 s, 48.0 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.78461 s, 66.8 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.669712 s, 78.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08905 s, 48.1 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612699 s, 856 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.498789 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.789611 s, 66.4 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.522743 s, 100 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.02932 s, 50.9 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.15312 s, 45.5 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.710089 s, 73.8 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.808609 s, 64.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.05721 s, 49.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398292 s, 1.3 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.545457 s, 96.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.595936 s, 88.0 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252636 s, 2.1 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.753574 s, 69.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.760927 s, 68.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061279 s, 856 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.64153 s, 81.7 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.756671 s, 69.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.853684 s, 61.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327598 s, 1.6 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.655311 s, 80.0 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.80709 s, 65.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035634 s, 1.5 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.958753 s, 54.7 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.69687 s, 75.2 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0028 s, 52.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.15906 s, 45.2 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08954 s, 48.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.07775 s, 48.6 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.957026 s, 54.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.891376 s, 58.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742234 s, 706 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.819357 s, 64.0 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.620562 s, 84.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742037 s, 707 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09127 s, 48.0 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.687812 s, 76.2 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.72369 s, 72.4 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.900426 s, 58.2 MB/s
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936739 s, 560 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.01769 s, 51.5 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.864193 s, 60.7 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.725763 s, 72.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.356 s, 38.7 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.697205 s, 75.2 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.432141 s, 121 MB/s
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234492 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.271651 s, 193 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.847936 s, 61.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09776 s, 47.8 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.753328 s, 69.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.954292 s, 54.9 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548013 s, 957 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.984484 s, 53.3 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.729011 s, 71.9 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219466 s, 239 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.05901 s, 49.5 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1106 s, 47.2 MB/s
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.936796 s, 56.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068542 s, 765 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25603 s, 41.7 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.690506 s, 75.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.838654 s, 62.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327792 s, 1.6 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699258 s, 750 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.541347 s, 96.8 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.747373 s, 70.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.610557 s, 85.9 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.331897 s, 158 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.04087 s, 50.4 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.977547 s, 53.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0964096 s, 544 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.928245 s, 56.5 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0516 s, 49.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.992817 s, 52.8 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707807 s, 741 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.823992 s, 63.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.865044 s, 60.6 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59dc/0x2000059f1:0x2d:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.32855 s, 39.5 MB/s
==== DONE ====
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.655529 s, 80.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298976 s, 1.8 GB/s
==== DONE WIAT ====
osc.lustre-OST0000-osc-ffff8800aa9b5000.rpc_stats=
snapshot_time:            1746135008.071998362 secs.nsecs
start_time:               1746134370.909111191 secs.nsecs
elapsed_time:             637.162887171 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         8  16  16   |          0   0   0
2:		         6  12  28   |          0   0   0
3:		         5  10  38   |          0   0   0
4:		         5  10  48   |          0   0   0
5:		         4   8  56   |          0   0   0
6:		         3   6  62   |          0   0   0
7:		         3   6  68   |          0   0   0
8:		         4   8  76   |          0   0   0
9:		        12  24 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
osc.lustre-OST0000-osc-ffff8800b607e800.rpc_stats=
snapshot_time:            1746135008.072123571 secs.nsecs
start_time:               1746134368.807219748 secs.nsecs
elapsed_time:             639.264903823 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		       885   6   6   |          3   0   0
2:		         9   0   6   |          0   0   0
4:		         3   0   6   |          0   0   0
8:		         9   0   6   |          0   0   0
16:		      2345  16  22   |          0   0   0
32:		       290   2  24   |          0   0   0
64:		       435   3  27   |          0   0   0
128:		       920   6  34   |          0   0   0
256:		      9473  65 100   |       4450  99 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		      7922  55  55   |        424   9   9
2:		      1318   9  64   |       1076  24  33
3:		       704   4  69   |       1034  23  56
4:		       613   4  73   |        681  15  72
5:		       552   3  77   |        452  10  82
6:		       490   3  80   |        316   7  89
7:		       452   3  83   |        211   4  94
8:		       437   3  86   |        127   2  97
9:		      1770  12  99   |        128   2  99
10:		        20   0  99   |          4   0 100
11:		        10   0  99   |          0   0 100
12:		         8   0  99   |          0   0 100
13:		         7   0  99   |          0   0 100
14:		         6   0  99   |          0   0 100
15:		         6   0  99   |          0   0 100
16:		         5   0  99   |          0   0 100
17:		         4   0  99   |          0   0 100
18:		         4   0  99   |          0   0 100
19:		         4   0  99   |          0   0 100
20:		         4   0  99   |          0   0 100
21:		         4   0  99   |          0   0 100
22:		         4   0  99   |          0   0 100
23:		         4   0  99   |          0   0 100
24:		         2   0  99   |          0   0 100
25:		         2   0  99   |          0   0 100
26:		         2   0  99   |          0   0 100
27:		         2   0  99   |          0   0 100
28:		         1   0  99   |          0   0 100
29:		         1   0  99   |          0   0 100
30:		         1   0  99   |          0   0 100
31:		        10   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		       197   1   1   |         92   2   2
1:		        50   0   1   |          0   0   2
2:		        96   0   2   |          0   0   2
4:		        12   0   2   |          0   0   2
8:		         2   0   2   |          0   0   2
16:		        87   0   3   |          0   0   2
32:		       159   1   4   |          0   0   2
64:		       285   1   6   |          0   0   2
128:		       531   3   9   |          0   0   2
256:		       360   2  12   |         89   1   4
512:		       535   3  16   |        178   3   8
1024:		      1182   8  24   |        356   7  16
2048:		      2213  15  39   |        712  15  32
4096:		      4123  28  68   |       1424  31  64
8192:		      4537  31 100   |       1602  35 100
osc.lustre-OST0001-osc-ffff8800aa9b5000.rpc_stats=
snapshot_time:            1746135008.072230286 secs.nsecs
start_time:               1746134370.909917873 secs.nsecs
elapsed_time:             637.162312413 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         5  10  10   |          0   0   0
2:		         3   6  16   |          0   0   0
3:		         2   4  20   |          0   0   0
4:		         2   4  24   |          0   0   0
5:		         1   2  26   |          0   0   0
6:		         1   2  28   |          0   0   0
7:		         1   2  30   |          0   0   0
8:		         1   2  32   |          0   0   0
9:		        34  68 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
osc.lustre-OST0001-osc-ffff8800b607e800.rpc_stats=
snapshot_time:            1746135008.072309933 secs.nsecs
start_time:               1746134368.807815831 secs.nsecs
elapsed_time:             639.264494102 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         3   0   0   |          3   1   1
2:		         0   0   0   |          0   0   1
4:		         0   0   0   |          0   0   1
8:		         0   0   0   |          0   0   1
16:		         0   0   0   |          0   0   1
32:		         0   0   0   |          0   0   1
64:		         0   0   0   |          0   0   1
128:		         1   0   1   |          0   0   1
256:		       352  98 100   |        150  98 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		        37  10  10   |         10   6   6
2:		        25   7  17   |         52  33  40
3:		        18   5  22   |         56  36  77
4:		        18   5  27   |         16  10  87
5:		        13   3  31   |          7   4  92
6:		        13   3  34   |          7   4  96
7:		        13   3  38   |          3   1  98
8:		        18   5  43   |          2   1 100
9:		       201  56 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		        12   3   3   |          6   3   3
1:		         0   0   3   |          0   0   3
2:		         0   0   3   |          0   0   3
4:		         0   0   3   |          0   0   3
8:		         0   0   3   |          0   0   3
16:		         0   0   3   |          0   0   3
32:		         0   0   3   |          0   0   3
64:		         0   0   3   |          0   0   3
128:		         0   0   3   |          0   0   3
256:		         7   1   5   |          3   1   5
512:		        14   3   9   |          6   3   9
1024:		        28   7  17   |         12   7  17
2048:		        56  15  32   |         24  15  33
4096:		       113  31  64   |         48  31  64
8192:		       126  35 100   |         54  35 100
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d99b.sanity-pcc is idle now
PASS 99b (68s)

== sanity-pcc test 100: race among PCC unlink | read | write | detach for PCC-RO file ========================================================== 17:30:12 (1746135012)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.116154 s, 542 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d100.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: ff3fa7a6-1fcf-497f-9fab-64bd85123b3f
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f100.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ff3fa7a6-1fcf-497f-9fab-64bd85123b3f (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.586542 s, 89.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0760649 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0293747 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255949 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.745725 s, 70.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
7+1 records in
7+1 records out
7393280 bytes (7.4 MB) copied, 0.0981295 s, 75.3 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.01036 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.663063 s, 79.1 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.553622 s, 94.7 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0113494 s, 0.0 kB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
43+0 records in
43+0 records out
45088768 bytes (45 MB) copied, 0.326032 s, 138 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.647471 s, 81.0 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.549759 s, 95.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360822 s, 1.5 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
31+0 records in
31+0 records out
32505856 bytes (33 MB) copied, 0.211964 s, 153 MB/s
32+0 records in
32+0 records out
33554432 bytes (34 MB) copied, 0.468069 s, 71.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08979 s, 48.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.191067 s, 5.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.044614 s, 23.5 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.01617 s, 51.6 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.614862 s, 85.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
16+0 records in
16+0 records out
16777216 bytes (17 MB) copied, 0.24211 s, 69.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.00164 s, 52.3 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
25+0 records in
25+0 records out
26214400 bytes (26 MB) copied, 0.548815 s, 47.8 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0127781 s, 164 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
48+0 records in
48+0 records out
50331648 bytes (50 MB) copied, 0.577872 s, 87.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.24994 s, 41.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133791 s, 392 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
20+0 records in
20+0 records out
20971520 bytes (21 MB) copied, 0.207529 s, 101 MB/s
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.19002 s, 27.6 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.05378 s, 49.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.467035 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.812361 s, 64.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
21+0 records in
21+0 records out
22020096 bytes (22 MB) copied, 0.165113 s, 133 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0229295 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
46+0 records in
46+0 records out
48234496 bytes (48 MB) copied, 0.248635 s, 194 MB/s
49+0 records in
49+0 records out
51380224 bytes (51 MB) copied, 0.382869 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.902172 s, 58.1 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0119547 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
46+0 records in
46+0 records out
48234496 bytes (48 MB) copied, 0.086104 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.613146 s, 85.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
36+0 records in
36+0 records out
37748736 bytes (38 MB) copied, 0.0764613 s, 494 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00834423 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00430492 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0254472 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00364493 s, 0.0 kB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.554232 s, 94.6 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0155899 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0193525 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.687887 s, 76.2 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
20+0 records in
20+0 records out
20971520 bytes (21 MB) copied, 0.479898 s, 43.7 MB/s
20+0 records in
20+0 records out
20971520 bytes (21 MB) copied, 0.496412 s, 42.2 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.821865 s, 63.8 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.665988 s, 78.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510766 s, 1.0 GB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00236076 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
28+0 records in
28+0 records out
29360128 bytes (29 MB) copied, 0.301943 s, 97.2 MB/s
29+0 records in
29+0 records out
30408704 bytes (30 MB) copied, 0.457666 s, 66.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.40519 s, 37.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.46526 s, 113 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.494874 s, 106 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.754065 s, 69.5 MB/s
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.174707 s, 30.0 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0228541 s, 91.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
43+0 records in
43+0 records out
45088768 bytes (45 MB) copied, 0.388375 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.696022 s, 75.3 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.103006 s, 0.0 kB/s
11+0 records in
11+0 records out
11534336 bytes (12 MB) copied, 0.0920227 s, 125 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.897784 s, 58.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.444996 s, 118 MB/s
18+0 records in
18+0 records out
18874368 bytes (19 MB) copied, 0.187528 s, 101 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
42+0 records in
42+0 records out
44040192 bytes (44 MB) copied, 0.053119 s, 829 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.83942 s, 62.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
16+0 records in
16+0 records out
16777216 bytes (17 MB) copied, 0.131017 s, 128 MB/s
6+0 records in
6+0 records out
6291456 bytes (6.3 MB) copied, 0.0221464 s, 284 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.68228 s, 76.8 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.679565 s, 77.2 MB/s
25+0 records in
25+0 records out
26214400 bytes (26 MB) copied, 0.189335 s, 138 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0166482 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
29+0 records in
29+0 records out
30408704 bytes (30 MB) copied, 0.146352 s, 208 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.71612 s, 73.2 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.536136 s, 97.8 MB/s
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.1998 s, 205 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0117495 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.725385 s, 72.3 MB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.359151 s, 146 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.467992 s, 112 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09746 s, 47.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.05232 s, 49.8 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0469386 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
8+0 records in
8+0 records out
8388608 bytes (8.4 MB) copied, 0.0331411 s, 253 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.684115 s, 76.6 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.243354 s, 43.1 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0214601 s, 97.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.696149 s, 75.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.562054 s, 93.3 MB/s
31+0 records in
31+0 records out
32505856 bytes (33 MB) copied, 0.223399 s, 146 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
26+0 records in
26+0 records out
27262976 bytes (27 MB) copied, 0.107472 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.03147 s, 50.8 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.109161 s, 19.2 MB/s
dd: warning: partial read (57344 bytes); suggest iflag=fullblock
0+2 records in
0+2 records out
1048576 bytes (1.0 MB) copied, 0.146432 s, 7.2 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.15275 s, 45.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.6747 s, 77.7 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
31+0 records in
31+0 records out
32505856 bytes (33 MB) copied, 0.374197 s, 86.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.752482 s, 69.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.111758 s, 9.4 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.021102 s, 49.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
44+0 records in
44+0 records out
46137344 bytes (46 MB) copied, 0.394939 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.850037 s, 61.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.607329 s, 86.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143115 s, 366 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
48+0 records in
48+0 records out
50331648 bytes (50 MB) copied, 0.520213 s, 96.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.830136 s, 63.2 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.104171 s, 20.1 MB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0454142 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
24+0 records in
24+0 records out
25165824 bytes (25 MB) copied, 0.159495 s, 158 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
49+0 records in
49+0 records out
51380224 bytes (51 MB) copied, 0.0385416 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.947423 s, 55.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049864 s, 1.1 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.247105 s, 4.2 MB/s
32+0 records in
32+0 records out
33554432 bytes (34 MB) copied, 0.328591 s, 102 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
42+0 records in
42+0 records out
44040192 bytes (44 MB) copied, 0.518584 s, 84.9 MB/s
43+0 records in
43+0 records out
45088768 bytes (45 MB) copied, 0.43719 s, 103 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25319 s, 41.8 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.775252 s, 6.8 MB/s
dd: warning: partial read (495616 bytes); suggest iflag=fullblock
0+2 records in
0+2 records out
1048576 bytes (1.0 MB) copied, 0.0350234 s, 29.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.774236 s, 67.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.464129 s, 113 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
21+0 records in
21+0 records out
22020096 bytes (22 MB) copied, 0.246507 s, 89.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.810364 s, 64.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
26+0 records in
26+0 records out
27262976 bytes (27 MB) copied, 0.701973 s, 38.8 MB/s
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.0309508 s, 136 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.11015 s, 47.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.795505 s, 65.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.780531 s, 67.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469406 s, 1.1 GB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.024266 s, 43.2 MB/s
dd: warning: partial read (692224 bytes); suggest iflag=fullblock
13+2 records in
13+2 records out
14680064 bytes (15 MB) copied, 0.119109 s, 123 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.15902 s, 45.2 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.623392 s, 84.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.428092 s, 122 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
40+0 records in
40+0 records out
41943040 bytes (42 MB) copied, 0.340193 s, 123 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.767201 s, 68.3 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.660382 s, 79.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140717 s, 373 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59b7/0x2000059f1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.734038 s, 71.4 MB/s
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.154967 s, 33.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0300416 s, 34.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.546308 s, 96.0 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d100.sanity-pcc is idle now
PASS 100 (68s)

== sanity-pcc test 101a: Test auto attach in mount namespace (simulated container) ========================================================== 17:31:20 (1746135080)
creating user namespace for 500
sanityu+ 10897  0.0  0.0 108060   364 pts/0    S+   17:31   0:00 sleep 600
root     10899  0.0  0.0 114880   988 pts/0    S+   17:31   0:00 grep sleep
Created NS: child (sleep) pid=10897 in 0 seconds
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [newuidmap] [10897] [0] [500] [1]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [newgidmap] [10897] [0] [500] [1]
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109643 s, 478 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d101a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 973cf4e7-b56b-4511-91cc-6d17fc196bc8
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f101a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=973cf4e7-b56b-4511-91cc-6d17fc196bc8 (extents) (64bit) (large files) (huge files)
Check for temp file in PCC mount
Check for temp file in PCC mount from inside namespace
Starting copytool 'agt1' on 'oleg101-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d101a.sanity-pcc/d101a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach from inside mount namespace
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0197686 s, 51.8 kB/s
file: /mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc, type: readwrite, PCC_file: /d101a.sanity-pcc/59af/0x2000059f1:0x5e:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b607e800.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.001382 s, 741 kB/s
Verify auto attach at open from inside NS for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aa9b5000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b607e800.lru_size=clear
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d101a.sanity-pcc is idle now
PASS 101a (10s)

== sanity-pcc test 102: PCC-RO should not hange for io_uring I/O engine ========================================================== 17:31:31 (1746135091)

 SKIP: sanity-pcc test_102 Client OS does not support io_uring I/O engine
SKIP 102 (2s)

== sanity-pcc test 203: Verify attach/hit bytes statistics data ========================================================== 17:31:33 (1746135093)
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.0308227 s, 340 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d203.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/10240           done                            
Creating filesystem with 10240 1k blocks and 2560 inodes
Filesystem UUID: cf10f528-1412-41fa-9a52-009edf382285
Superblock backups stored on blocks: 
	8193

Allocating group tables: 0/2   done                            
Writing inode tables: 0/2   done                            
Creating journal (2048 blocks): done
Writing superblocks and filesystem accounting information: 0/2   done

/tmp/f203.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=cf10f528-1412-41fa-9a52-009edf382285 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d203.sanity-pcc/d203.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.013862 s, 73.9 kB/s
==== stats ====
llite.lustre-ffff8800aa9b5000.stats=
snapshot_time             1746135095.480956001 secs.nsecs
start_time                1746135095.271348555 secs.nsecs
elapsed_time              0.209607446 secs.nsecs
llite.lustre-ffff8800b607e800.stats=
snapshot_time             1746135095.481164463 secs.nsecs
start_time                1746135095.271366231 secs.nsecs
elapsed_time              0.209798232 secs.nsecs
read_bytes                1 samples [bytes] 1024 1024 1024 1048576
write_bytes               1 samples [bytes] 1024 1024 1024 1048576
read                      3 samples [usecs] 131 17074 17544 291653558
write                     1 samples [usecs] 6153 6153 6153 37859409
open                      3 samples [usecs] 20 57526 57566 3309241476
close                     3 samples [usecs] 4103 17540 25874 342387570
getattr                   2 samples [usecs] 58 24523 24581 601380893
mknod                     1 samples [usecs] 31460 31460 31460 989731600
inode_permission          7 samples [usecs] 3 5933 9236 43720584
opencount                 3 samples [reqs] 1 3 6 14
openclosetime             2 samples [usecs] 20760 34923 55683 1650593529
pcc_attach                1 samples [reqs]
pcc_hit_bytes             2 samples [bytes] 1024 1024 2048 2097152
pcc_attach_bytes          1 samples [bytes] 1024 1024 1024 1048576
attach_num: 1, attach_bytes: 1024, hit_num: 2, hit_bytes: 2048
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d203.sanity-pcc is idle now
PASS 203 (6s)

== sanity-pcc test 204a: pin/unpin pcc flag ============== 17:31:39 (1746135099)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114629 s, 457 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d204a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: dd8d1513-643c-465a-b829-5e716cf53a9a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f204a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=dd8d1513-643c-465a-b829-5e716cf53a9a (extents) (64bit) (large files) (huge files)
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2,hsm: 100]"

getfattr: Removing leading '/' from absolute path names
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2,hsm: 100]"

getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d204a.sanity-pcc is idle now
PASS 204a (7s)

== sanity-pcc test 204b: Permission check for the pin/unpin operation ========================================================== 17:31:46 (1746135106)
mdt.lustre-MDT0000.enable_pin_gid=0
/home/green/git/lustre-release/lustre/tests/sanity-pcc.sh: illegal option -- p
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
pin: cannot pin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc
trusted.pin="[hsm: 100]"

running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
unpin: cannot unpin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
pin: cannot pin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
mdt.lustre-MDT0000.enable_pin_gid=-1
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
mdt.lustre-MDT0000.enable_pin_gid=500
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
mdt.lustre-MDT0000.enable_pin_gid=0
PASS 204b (7s)

== sanity-pcc test 204c: PCC pin/unpin without attach ID specified ========================================================== 17:31:53 (1746135113)
pin: failed to get id for '/mnt/lustre/f204c.sanity-pcc': No such file or directory
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.098095 s, 641 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d204c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14930)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg101-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg101-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51280/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.1,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.101@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.101@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: f932fd72-09e5-4f24-a3d8-b3b4a212edb0
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f204c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f932fd72-09e5-4f24-a3d8-b3b4a212edb0 (extents) (64bit) (large files) (huge files)
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204c.sanity-pcc
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
/mnt/lustre/f204c.sanity-pcc: trusted.pin: No such attribute
/mnt/lustre/f204c.sanity-pcc: trusted.pin: No such attribute
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d204c.sanity-pcc is idle now
PASS 204c (5s)
== sanity-pcc test complete, duration 2149 sec =========== 17:31:58 (1746135118)
=== sanity-pcc: start cleanup 17:31:59 (1746135119) ===
Stopping clients: oleg101-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg101-client.virtnet /mnt/lustre2 opts:
=== sanity-pcc: finish cleanup 17:32:05 (1746135125) ===